diff --git a/.github/workflows/new-framework-test.yml b/.github/workflows/new-framework-test.yml index 222c0edbbcc2..38834b39a045 100644 --- a/.github/workflows/new-framework-test.yml +++ b/.github/workflows/new-framework-test.yml @@ -5,6 +5,7 @@ on: branches: - '3.0' - 'main' + - '3.3.6' paths-ignore: - 'packaging/**' - 'docs/**' diff --git a/.github/workflows/tdengine-docs-ci.yml b/.github/workflows/tdengine-docs-ci.yml index c8ab548f7087..ee61b4ccb208 100644 --- a/.github/workflows/tdengine-docs-ci.yml +++ b/.github/workflows/tdengine-docs-ci.yml @@ -5,6 +5,7 @@ on: branches: - 'main' - '3.0' + - '3.3.6' - 'docs-cloud' paths: - 'docs/**' @@ -58,7 +59,7 @@ jobs: with: args: --lint docs/zh/* docs/en/* - name: Report ReviewDog - if: always() + if: failure() && steps.autocorrect.conclusion == 'failure' uses: tomchon/autocorrect-action@fix/review-dog env: REVIEWDOG_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/tdengine-test.yml b/.github/workflows/tdengine-test.yml index 39d27a214d21..417b089c0a66 100644 --- a/.github/workflows/tdengine-test.yml +++ b/.github/workflows/tdengine-test.yml @@ -48,8 +48,8 @@ env: jobs: run-tests-on-linux: # NOTE: using tomchon-patch-3 branch for the moment - #uses: taosdata/.github/.github/workflows/run-tests-on-linux.yml@main - uses: taosdata/.github/.github/workflows/run-tests-on-linux.yml@enh/remove-return-tests + uses: taosdata/.github/.github/workflows/run-tests-on-linux.yml@main + #uses: taosdata/.github/.github/workflows/run-tests-on-linux.yml@enh/remove-return-tests with: tdinternal: false specified_source_branch: ${{ github.event_name == 'pull_request' && 'unavailable' || inputs.specified_source_branch }} diff --git a/docs/en/07-develop/01-connect.md b/docs/en/07-develop/01-connect.md index 999f66ce08a6..b5bca57c7bd8 100644 --- a/docs/en/07-develop/01-connect.md +++ b/docs/en/07-develop/01-connect.md @@ -145,7 +145,7 @@ If you are using Maven to manage your project, simply add the following dependen - Install a specific version ```shell - pip3 install taospy==2.8.2 + pip3 install taospy==2.8.3 ``` - Install from GitHub @@ -471,29 +471,17 @@ Additional parameters supported for WebSocket connections: -WebSocket Connection: +The C/C++ connector uses the `taos_connect()` function to establish a connection with the TDengine database. The parameters are explained below: -For C/C++ language connectors, the WebSocket connection uses the `ws_connect()` function to establish a connection with the TDengine database. Its parameter is a DSN description string, structured as follows: +- `host`: The hostname or IP address of the database server. If it is a local database, you can use `"localhost"`. +- `user`: Database login username. +- `passwd`: The login password corresponding to the username. +- `db`: The default database name used when connecting. If you do not specify a database, you can pass `NULL` or an empty string. +- `port`: The port number that the database server listens on. The default port for native connections is `6030`, and the default port for WebSocket connections is `6041`. -```text -[+]://[[:@]:][/][?=[&=]] -|------|------------|---|-----------|-----------|------|------|------------|-----------------------| -|driver| protocol | | username | password | host | port | database | params | -``` - -For detailed explanation of DSN and how to use it, see [Connection Features](../../tdengine-reference/client-libraries/cpp/#dsn) - -Native Connection: - -For C/C++ language connectors, the native connection method uses the `taos_connect()` function to establish a connection with the TDengine database. Detailed parameters are as follows: - -- `host`: Hostname or IP address of the database server to connect to. If it is a local database, `"localhost"` can be used. -- `user`: Username for logging into the database. -- `passwd`: Password corresponding to the username. -- `db`: Default database name when connecting. If no database is specified, pass `NULL` or an empty string. -- `port`: Port number the database server listens on. The default port number is `6030`. +For WebSocket connections, you need to call `taos_options(TSDB_OPTION_DRIVER, "websocket")` to set the driver type first, and then call `taos_connect()` to establish a connection. -The `taos_connect_auth()` function is also provided for establishing a connection with the TDengine database using an MD5 encrypted password. This function is similar to `taos_connect`, but differs in the handling of the password, as `taos_connect_auth` requires the MD5 encrypted string of the password. +Native connections also provide the `taos_connect_auth()` function, which is used to establish a connection using an MD5 encrypted password. This function has the same functionality as `taos_connect()`, the difference is how the password is handled. `taos_connect_auth()` requires the MD5 encrypted string of the password. @@ -563,7 +551,7 @@ Below are code examples for establishing WebSocket connections in various langua ```c -{{#include docs/examples/c-ws/connect_example.c}} +{{#include docs/examples/c-ws-new/connect_example.c}} ``` diff --git a/docs/en/07-develop/02-sql.md b/docs/en/07-develop/02-sql.md index d32ff340f3be..34977ff1af1d 100644 --- a/docs/en/07-develop/02-sql.md +++ b/docs/en/07-develop/02-sql.md @@ -71,7 +71,7 @@ Next, create a supertable (STABLE) named `meters`, whose table structure include ```c title="WebSocket Connection" -{{#include docs/examples/c-ws/create_db_demo.c:create_db_and_table}} +{{#include docs/examples/c-ws-new/create_db_demo.c:create_db_and_table}} ``` ```c title="Native Connection" @@ -153,7 +153,7 @@ NOW is an internal system function, defaulting to the current time of the client ```c title="WebSocket Connection" -{{#include docs/examples/c-ws/insert_data_demo.c:insert_data}} +{{#include docs/examples/c-ws-new/insert_data_demo.c:insert_data}} ``` ```c title="Native Connection" @@ -235,7 +235,7 @@ Rust connector also supports using **serde** for deserializing to get structured ```c title="WebSocket Connection" -{{#include docs/examples/c-ws/query_data_demo.c:query_data}} +{{#include docs/examples/c-ws-new/query_data_demo.c:query_data}} ``` ```c title="Native Connection" @@ -316,11 +316,11 @@ Below are code examples of setting reqId to execute SQL in various language conn -```c "WebSocket Connection" -{{#include docs/examples/c-ws/with_reqid_demo.c:with_reqid}} +```c title="WebSocket Connection" +{{#include docs/examples/c-ws-new/with_reqid_demo.c:with_reqid}} ``` -```c "Native Connection" +```c title="Native Connection" {{#include docs/examples/c/with_reqid_demo.c:with_reqid}} ``` diff --git a/docs/en/07-develop/04-schemaless.md b/docs/en/07-develop/04-schemaless.md index cafa84f9e115..557032e37d03 100644 --- a/docs/en/07-develop/04-schemaless.md +++ b/docs/en/07-develop/04-schemaless.md @@ -241,7 +241,7 @@ writer.write(lineDemo, SchemalessProtocolType.LINE, SchemalessTimestampType.NANO ```c -{{#include docs/examples/c-ws/sml_insert_demo.c:schemaless}} +{{#include docs/examples/c-ws-new/sml_insert_demo.c:schemaless}} ``` diff --git a/docs/en/07-develop/05-stmt.md b/docs/en/07-develop/05-stmt.md index 9f1afa1a2cc5..e80e35d4530a 100644 --- a/docs/en/07-develop/05-stmt.md +++ b/docs/en/07-develop/05-stmt.md @@ -95,8 +95,10 @@ The example code for stmt to bind parameters is as follows: ``` +The example code for binding parameters with stmt2 (TDengine v3.3.5.0 or higher is required) is as follows: + ```c -{{#include docs/examples/c-ws/stmt_insert_demo.c}} +{{#include docs/examples/c-ws-new/stmt2_insert_demo.c}} ``` @@ -161,12 +163,17 @@ The example code for binding parameters with stmt2 (TDengine v3.3.5.0 or higher {{#include docs/examples/c/stmt2_insert_demo.c}} ``` -The example code for binding parameters with stmt is as follows: +The example code for binding parameters with stmt is as follows (TDengine v3.3.5.0 has stopped maintenance): + +
+Click to view stmt example code ```c {{#include docs/examples/c/stmt_insert_demo.c}} ``` +
+ Not supported diff --git a/docs/en/07-develop/07-tmq.md b/docs/en/07-develop/07-tmq.md index 578cda30f8cb..ee3583b3f128 100644 --- a/docs/en/07-develop/07-tmq.md +++ b/docs/en/07-develop/07-tmq.md @@ -160,11 +160,11 @@ Introduces how connectors in various languages use WebSocket connection method t ```c -{{#include docs/examples/c-ws/tmq_demo.c:create_consumer_1}} +{{#include docs/examples/c-ws-new/tmq_demo.c:create_consumer_1}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:create_consumer_2}} +{{#include docs/examples/c-ws-new/tmq_demo.c:create_consumer_2}} ``` Call the `build_consumer` function to attempt to obtain the consumer instance `tmq`. Print a success log if successful, and a failure log if not. @@ -301,28 +301,28 @@ After subscribing to a topic, consumers can start receiving and processing messa ```c -{{#include docs/examples/c-ws/tmq_demo.c:build_topic_list}} +{{#include docs/examples/c-ws-new/tmq_demo.c:build_topic_list}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:basic_consume_loop}} +{{#include docs/examples/c-ws-new/tmq_demo.c:basic_consume_loop}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:msg_process}} +{{#include docs/examples/c-ws-new/tmq_demo.c:msg_process}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:subscribe_3}} +{{#include docs/examples/c-ws-new/tmq_demo.c:subscribe_3}} ``` Steps for subscribing and consuming data: - 1. Call the `ws_build_topic_list` function to create a topic list `topic_list`. - 1. If `topic_list` is `NULL`, it means creation failed, and the function returns `-1`. - 1. Use the `ws_tmq_subscribe` function to subscribe to the topic list specified by `tmq`. If the subscription fails, print an error message. - 1. Destroy the topic list `topic_list` to free resources. - 1. Call the `basic_consume_loop` function to start the basic consumption loop, processing the subscribed messages. + 1. Call the `build_topic_list` function to create a topic list `topic_list`. + 2. If `topic_list` is `NULL`, it means creation failed, and the function returns `-1`. + 3. Use the `tmq_subscribe` function to subscribe to the topic list specified by `tmq`. If the subscription fails, print an error message. + 4. Destroy the topic list `topic_list` to free resources. + 5. Call the `basic_consume_loop` function to start the basic consumption loop, processing the subscribed messages. @@ -476,15 +476,15 @@ Record this information. ```c -{{#include docs/examples/c-ws/tmq_demo.c:consume_repeatly}} +{{#include docs/examples/c-ws-new/tmq_demo.c:consume_repeatly}} ``` -1. Use the `ws_tmq_get_topic_assignment` function to obtain the assignment information for a specific topic, including the number of assignments and the details of each assignment. -1. If fetching the assignment information fails, print an error message and return. -1. For each assignment, use the `ws_tmq_offset_seek` function to set the consumer's offset to the earliest offset. -1. If setting the offset fails, print an error message. -1. Release the assignment information array to free resources. -1. Call the `basic_consume_loop` function to start a new consumption loop and process messages. +1. Use the `tmq_get_topic_assignment` function to obtain the assignment information for a specific topic, including the number of assignments and the details of each assignment. +2. If fetching the assignment information fails, print an error message and return. +3. For each assignment, use the `tmq_offset_seek` function to set the consumer's offset to the earliest offset. +4. If setting the offset fails, print an error message. +5. Release the assignment information array to free resources. +6. Call the `basic_consume_loop` function to start a new consumption loop and process messages. @@ -617,10 +617,10 @@ You can manually submit the consumption progress using the `consumer.commit` met ```c -{{#include docs/examples/c-ws/tmq_demo.c:manual_commit}} +{{#include docs/examples/c-ws-new/tmq_demo.c:manual_commit}} ``` -You can manually submit the consumption progress using the `ws_tmq_commit_sync` function. +You can manually submit the consumption progress using the `tmq_commit_sync` function. @@ -737,7 +737,7 @@ Consumers can unsubscribe from topics and stop receiving messages. When a consum ```c -{{#include docs/examples/c-ws/tmq_demo.c:unsubscribe_and_close}} +{{#include docs/examples/c-ws-new/tmq_demo.c:unsubscribe_and_close}} ``` @@ -862,7 +862,7 @@ Not supported
Complete code example ```c -{{#include docs/examples/c-ws/tmq_demo.c}} +{{#include docs/examples/c-ws-new/tmq_demo.c}} ```
diff --git a/docs/en/14-reference/01-components/01-taosd.md b/docs/en/14-reference/01-components/01-taosd.md index 48f75439c706..b48cf5936eeb 100644 --- a/docs/en/14-reference/01-components/01-taosd.md +++ b/docs/en/14-reference/01-components/01-taosd.md @@ -102,7 +102,7 @@ timezone GMT-8 timezone Asia/Shanghai ``` -All are valid settings for the GMT+8 time zone. However, note that on Windows, the format `timezone Asia/Shanghai` is not supported, and must be written as `timezone UTC-8`. +All are valid settings for the GMT+8 time zone. However, note that on Windows, the format `timezone UTC-8` is not supported, and must be written as `timezone Asia/Shanghai`. The setting of the time zone affects the querying and writing of SQL statements involving non-Unix timestamp content (timestamp strings, interpretation of the keyword now). For example: diff --git a/docs/en/14-reference/02-tools/10-taosbenchmark.md b/docs/en/14-reference/02-tools/10-taosbenchmark.md index 27b4354017d7..3f6de450d888 100644 --- a/docs/en/14-reference/02-tools/10-taosbenchmark.md +++ b/docs/en/14-reference/02-tools/10-taosbenchmark.md @@ -500,6 +500,7 @@ For the following parameters, see the description of [Subscription](../../../adv | 17 | GEOMETRY | geometry | 18 | JSON | json | 19 | DECIMAL | decimal +| 20 | BLOB | blob Note: Data types in the taosBenchmark configuration file must be in lowercase to be recognized. diff --git a/docs/en/14-reference/03-taos-sql/01-data-type.md b/docs/en/14-reference/03-taos-sql/01-data-type.md index 8e5ddad086ca..05a94c169847 100644 --- a/docs/en/14-reference/03-taos-sql/01-data-type.md +++ b/docs/en/14-reference/03-taos-sql/01-data-type.md @@ -43,7 +43,8 @@ In TDengine, the following data types can be used in the data model of basic tab | 16 | VARCHAR | Custom | Alias for BINARY type | | 17 | GEOMETRY | Custom | Geometry type, supported starting from version 3.1.0.0 | | 18 | VARBINARY | Custom | Variable-length binary data, supported starting from version 3.1.1.0 | -| 19 | DECIMAL | 8 or 16 | High-precision numeric type. The range of values depends on the precision and scale specified in the type. Supported starting from version 3.3.6. See the description below. | +| 19 | DECIMAL | 8 or 16 | High-precision numeric type. The range of values depends on the precision and scale specified in the type. Supported starting from version 3.3.6. See the description below. | +| 20 | BLOB | 4M | Variable-length binary data, supported starting from version 3.3.7.0 | :::note @@ -61,6 +62,7 @@ In TDengine, the following data types can be used in the data model of basic tab - In SQL statements, the type of numerical values will be determined based on the presence of a decimal point or the use of scientific notation, so care must be taken to avoid type overflow. For example, 9999999999999999999 will be considered to exceed the upper boundary of long integers and overflow, while 9999999999999999999.0 will be considered a valid floating point number. - VARBINARY is a data type for storing binary data, with a maximum length of 65,517 bytes for data columns and 16,382 bytes for label columns. Binary data can be written via SQL or schemaless methods (needs to be converted to a string starting with \x), or through stmt methods (can use binary directly). Displayed as hexadecimal starting with \x. +- BLOB is a data type for storing binary data, with a maximum length of 419,430,465 bytes for data columns. BLOB data can be written via SQL or schemaless methods (needs to be converted to a string starting with \x), or through stmt methods (can use binary directly). Displayed as hexadecimal starting with \x. ::: ### DECIMAL Data Type @@ -75,6 +77,13 @@ When performing operations between integer types and the `DECIMAL` type, the int When querying `DECIMAL` type expressions, if the intermediate result of the calculation exceeds the maximum value that the current type can represent, a `DECIMAL_OVERFLOW` error is reported. +### BLOB Data type +The BLOB data type is used for storing binary data, with a maximum length of 4,194,304 bytes. Binary data can be written via SQL or stmt2 by converting it to a string that starts with \x, or directly as binary data using the stmt interface. When displayed, BLOB data is shown in hexadecimal format starting with \x +`Limitations` +Only one BLOB column is allowed per table. +BLOB columns are not supported as tag columns. +Currently, BLOB is not supported in virtual tables or stream computing. +Conditional filtering on BLOB columns is not supported. ## Constants TDengine supports multiple types of constants, details as shown in the table below: diff --git a/docs/en/14-reference/03-taos-sql/14-stream.md b/docs/en/14-reference/03-taos-sql/14-stream.md index 7cc79a401a79..53abfe256322 100644 --- a/docs/en/14-reference/03-taos-sql/14-stream.md +++ b/docs/en/14-reference/03-taos-sql/14-stream.md @@ -330,6 +330,7 @@ notification_definition: event_type: 'WINDOW_OPEN' | 'WINDOW_CLOSE' + | 'ON_TIME' notification_options: { NOTIFY_HISTORY [0|1] @@ -364,7 +365,7 @@ When the specified events are triggered, taosd will send a POST request to the g The details of the event information depend on the type of window: -1. Time Window: At the opening, the start time is sent; at the closing, the start time, end time, and computation result are sent. +1. Interval Window: At the opening, the start time is sent; at the closing, the start time, end time, and computation result are sent. 2. State Window: At the opening, the start time, previous window's state, and current window's state are sent; at closing, the start time, end time, computation result, current window state, and next window state are sent. 3. Session Window: At the opening, the start time is sent; at the closing, the start time, end time, and computation result are sent. 4. Event Window: At the opening, the start time along with the data values and corresponding condition index that triggered the window opening are sent; at the closing, the start time, end time, computation result, and the triggering data value and condition index for window closure are sent. @@ -384,8 +385,8 @@ An example structure for the notification message is shown below: "tableName": "t_a667a16127d3b5a18988e32f3e76cd30", "eventType": "WINDOW_OPEN", "eventTime": 1733284887097, - "windowId": "window-id-67890", - "windowType": "Time", + "triggerId": "window-id-67890", + "triggerType": "Interval", "groupId": "2650968222368530754", "windowStart": 1733284800000 }, @@ -393,8 +394,8 @@ An example structure for the notification message is shown below: "tableName": "t_a667a16127d3b5a18988e32f3e76cd30", "eventType": "WINDOW_CLOSE", "eventTime": 1733284887197, - "windowId": "window-id-67890", - "windowType": "Time", + "triggerId": "window-id-67890", + "triggerType": "Interval", "groupId": "2650968222368530754", "windowStart": 1733284800000, "windowEnd": 1733284860000, @@ -412,8 +413,8 @@ An example structure for the notification message is shown below: "tableName": "t_96f62b752f36e9b16dc969fe45363748", "eventType": "WINDOW_OPEN", "eventTime": 1733284887231, - "windowId": "window-id-13579", - "windowType": "Event", + "triggerId": "window-id-13579", + "triggerType": "Event", "groupId": "7533998559487590581", "windowStart": 1733284800000, "triggerCondition": { @@ -428,8 +429,8 @@ An example structure for the notification message is shown below: "tableName": "t_96f62b752f36e9b16dc969fe45363748", "eventType": "WINDOW_CLOSE", "eventTime": 1733284887231, - "windowId": "window-id-13579", - "windowType": "Event", + "triggerId": "window-id-13579", + "triggerType": "Event", "groupId": "7533998559487590581", "windowStart": 1733284800000, "windowEnd": 1733284810000, @@ -473,13 +474,28 @@ These fields are common to all event objects. 1. "tableName": A string indicating the name of the target subtable. 1. "eventType": A string representing the event type ("WINDOW_OPEN", "WINDOW_CLOSE", or "WINDOW_INVALIDATION"). 1. "eventTime": A long integer timestamp that indicates when the event was generated, accurate to the millisecond (i.e., the number of milliseconds since '00:00, Jan 1 1970 UTC'). -1. "windowId": A string representing the unique identifier for the window. This ID ensures that the open and close events for the same window can be correlated. In the case that taosd restarts due to a fault, some events may be sent repeatedly, but the windowId remains constant for the same window. -1. "windowType": A string that indicates the window type ("Time", "State", "Session", "Event", or "Count"). +1. "triggerId": A string representing the unique identifier for the window. This ID ensures that the open and close events for the same window can be correlated. In the case that taosd restarts due to a fault, some events may be sent repeatedly, but the triggerId remains constant for the same window. +1. "triggerType": A string that indicates the window type ("Time", "State", "Session", "Event", or "Count"). 1. "groupId": A string that uniquely identifies the corresponding group. If stream is partitioned by table, it matches the uid of that table. -#### Fields for Time Windows -These fields are present only when "windowType" is "Time". +#### Fields for Period Trigger + +These fields are relevant when triggerType is set to Period in the event object. + +1. eventType is fixed as ON_TIME, the following field is included: + 1. "result": An object containing key-value pairs of the computed result columns and their corresponding values. + +#### Fields for Sliding Trigger + +These fields are relevant when triggerType is set to Sliding in the event object. + +1. eventType is fixed as ON_TIME, the following field is included: + 1. "result": An object containing key-value pairs of the computed result columns and their corresponding values. + +#### Fields for Interval Windows + +These fields are present only when "triggerType" is "Interval". 1. When "eventType" is "WINDOW_OPEN", the following field is included: 1. "windowStart": A long integer timestamp representing the start time of the window, matching the time precision of the result table. @@ -490,7 +506,7 @@ These fields are present only when "windowType" is "Time". #### Fields for State Windows -These fields are present only when "windowType" is "State". +These fields are present only when "triggerType" is "State". 1. When "eventType" is "WINDOW_OPEN", the following fields are included: 1. "windowStart": A long integer timestamp representing the start time of the window. @@ -505,7 +521,7 @@ These fields are present only when "windowType" is "State". #### Fields for Session Windows -These fields are present only when "windowType" is "Session". +These fields are present only when "triggerType" is "Session". 1. When "eventType" is "WINDOW_OPEN", the following field is included: 1. "windowStart": A long integer timestamp representing the start time of the window. @@ -516,7 +532,7 @@ These fields are present only when "windowType" is "Session". #### Fields for Event Windows -These fields are present only when "windowType" is "Event". +These fields are present only when "triggerType" is "Event". 1. When "eventType" is "WINDOW_OPEN", the following fields are included: 1. "windowStart": A long integer timestamp representing the start time of the window. @@ -533,7 +549,7 @@ These fields are present only when "windowType" is "Event". #### Fields for Count Windows -These fields are present only when "windowType" is "Count". +These fields are present only when "triggerType" is "Count". 1. When "eventType" is "WINDOW_OPEN", the following field is included: 1. "windowStart": A long integer timestamp representing the start time of the window. diff --git a/docs/en/14-reference/05-connector/10-cpp.md b/docs/en/14-reference/05-connector/10-cpp.md index c0e1a3e0122a..fc4bc16a80b7 100644 --- a/docs/en/14-reference/05-connector/10-cpp.md +++ b/docs/en/14-reference/05-connector/10-cpp.md @@ -5,692 +5,187 @@ title: C/C++ Client Library slug: /tdengine-reference/client-libraries/cpp --- -C/C++ developers can use the TDengine client driver, i.e., the C/C++ connector (hereinafter referred to as the TDengine client driver), to develop their own applications to connect to the TDengine cluster for data storage, querying, and other functionalities. The API of the TDengine client driver is similar to MySQL's C API. When using the application, it is necessary to include the TDengine header file, which lists the function prototypes of the provided APIs; the application also needs to link to the corresponding dynamic library on the platform. -TDengine's client driver provides two dynamic libraries, taosws and taos, which support WebSocket connections and native connections, respectively. The difference between WebSocket connections and native connections is that WebSocket connections do not require the client and server versions to completely match, while native connections do, and in terms of performance, WebSocket connections are also close to native connections. Generally, we recommend using WebSocket connections. +C/C++ developers can use the TDengine client driver (i.e., C/C++ connector) to develop their own applications to connect to the TDengine cluster to complete data storage, query, and other functions. The API of the TDengine client driver is similar to the C API of MySQL. When using the application, it is necessary to include the TDengine header file, which lists the function prototypes of the provided API; the application must also link to the corresponding dynamic library on the platform. -Below, we will introduce the usage methods of the two connection types separately. +## Connection Method -## WebSocket Connection Method +The TDengine client driver provides the taos dynamic library, which supports two connection methods: WebSocket connection and native connection. The difference between the two connection methods is that WebSocket connection does not require the client and server versions to match completely, while native connection requires version matching; in terms of performance, the WebSocket connection method is close to the native connection. **It is generally recommended to use the WebSocket connection method.** -The WebSocket connection method requires using the taosws.h header file and the taosws dynamic library. +### Header Files and Dynamic Libraries + +Regardless of the connection method used, you need to import the `taos.h` header file and link the `taos` dynamic library: ```c -#include +#include "taos.h" ``` -After installing the TDengine server or client, `taosws.h` is located at: +After installing the TDengine client or server, the `taos.h` header file is located at: -- Linux: `/usr/local/taos/include` -- Windows: `C:\TDengine\include` -- macOS: `/usr/local/include` +- **Linux**: `/usr/local/taos/include` +- **Windows**: `C:\TDengine\include` +- **macOS**: `/usr/local/include` The dynamic library of the TDengine client driver is located at: -- Linux: `/usr/local/taos/driver/libtaosws.so` -- Windows: `C:\TDengine\driver\taosws.dll` -- macOS: `/usr/local/lib/libtaosws.dylib` - -### Supported Platforms - -Please refer to the [Supported Platforms List](../#supported-platforms) - -### Version History - -| TDengine Client Version | Major Changes | TDengine Version | -| ------------------ | --------------------------- | ---------------- | -| 3.3.3.0 | First release, providing comprehensive support for SQL execution, parameter binding, schema-less writing, and data subscription. | 3.3.2.0 and higher | - -### Error Codes - -In the design of the C interface, error codes are represented by integer types, each corresponding to a specific error state. Unless otherwise specified, when the API's return value is an integer, _0_ represents success, and others represent failure reasons; when the return value is a pointer, _NULL_ indicates failure. -WebSocket connection method-specific error codes are in `taosws.h`, - -| Error Code | Error Description | Possible Error Scenarios or Reasons | Recommended User Actions | -| ------- | -------- | ---------------------------- | ------------------ | -| 0xE000 | DSN Error | DSN does not meet specifications | Check if the DSN string meets specifications | -| 0xE001 | Internal Error | Uncertain | Preserve the scene and logs, report issue on GitHub | -| 0xE002 | Connection Closed | Network disconnected | Please check the network condition, review `taosadapter` logs. | -| 0xE003 | Send Timeout | Network disconnected | Please check the network condition | -| 0xE004 | Receive Timeout | Slow query, or network disconnected | Investigate `taosadapter` logs | - -For other error codes, please refer to the `taoserror.h` file in the same directory, and for a detailed explanation of native connection error codes, refer to: [Error Codes](../../error-codes/). -:::info -WebSocket connection method error codes only retain the last two bytes of the native connection error codes. -::: - -### Example Program - -This section shows example code for common access methods using the client driver to access the TDengine cluster. - -- Synchronous query example: [Synchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/query_data_demo.c) +- **Linux**: `/usr/local/taos/driver/libtaos.so` +- **Windows**: `C:\TDengine\driver\taos.dll` +- **macOS**: `/usr/local/lib/libtaos.dylib` -- Parameter Binding Example: [Parameter Binding](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/stmt_insert_demo.c) +### Connection Method Example -- Schema-less Insert Example: [Schema-less Insert](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/sml_insert_demo.c) - -- Subscription and Consumption Example: [Subscription and Consumption](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/tmq_demo.c) - -:::info -For more example codes and downloads, see [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws). -::: +TDengine client driver supports two connection methods, developers can flexibly choose according to needs. -### API Reference +Native connection is the default connection method of TDengine. You can directly call `taos_connect()` to establish a connection: -The following sections describe the DSN, Basic API, Synchronous Query API, Parameter Binding API, Schema-less Writing API, and Data Subscription API of the TDengine client driver. - -#### DSN - -The C/C++ WebSocket connector uses a DSN (Data Source Name) connection description string to represent connection information. -The basic structure of a DSN description string is as follows: - -```text -[+]://[:@][:[,...:]][/][?=[&...=]] -|------|------------|---|----------|-----------|-------------------------------------|------------|--------------------------------------| -|driver| protocol | | username | password | addresses | database | params | +```c +// Native connection example +TAOS *taos = taos_connect(ip, user, password, database, port); ``` -The meanings of each part are as follows: - -- **driver**: Must specify a driver name so the connector can choose how to create a connection, supported driver names include: - - **taos**: Default driver, supports SQL execution, parameter binding, schema-less writing. - - **tmq**: Use TMQ to subscribe to data. -- **protocol**: Explicitly specify how to establish a connection, for example: `taos+ws://localhost:6041` specifies establishing a connection via WebSocket. - - **http/ws**: Use WebSocket protocol. - - **https/wss**: Explicitly enable SSL/TLS protocol under WebSocket connection. -- **username/password**: Username and password used to create the connection. -- **addresses**: Specifies the server addresses to create a connection. Multiple addresses are separated by commas. When the address is not specified, the default is `localhost:6041`. - - Example: `ws://host1:6041,host2:6041` or `ws://` (equivalent to `ws://localhost:6041`). -- **database**: Specifies the default database name to connect to, optional parameter. -- **params**: Other optional parameters. - -A complete DSN description string example: `taos+ws://localhost:6041/test`, indicates using WebSocket (`ws`) to connect to the server `localhost` through port `6041`, specifying the default database as `test`. - -#### Basic API - -The Basic API is used to create database connections and other tasks, providing a runtime environment for the execution of other APIs. - -- `char *ws_get_client_info()` - - **Interface Description**: Get client version information. - - **Return Value**: Returns client version information. - -- `WS_TAOS *ws_connect(const char *dsn)` - - **Interface Description**: Create a database connection, initialize the connection context. - - **Parameter Description**: - - dsn: [Input] Connection information, see the DSN section above. - - **Return Value**: Returns the database connection, a null return value indicates failure. The application needs to save the returned parameter for subsequent use. - :::info - The same process can connect to multiple TDengine clusters based on different dsns - ::: - -- `const char *ws_get_server_info(WS_TAOS *taos)` - - **Interface Description**: Get server version information. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - **Return Value**: Returns the server version information. - -- `int32_t ws_select_db(WS_TAOS *taos, const char *db)` - - **Interface Description**: Sets the current default database to `db`. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - db: [Input] Database name. - - **Return Value**: `0`: Success, non-`0`: Failure, please refer to the error code page. - -- `int32_t ws_get_current_db(WS_TAOS *taos, char *database, int len, int *required)` - - **Interface Description**: Gets the current database name. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - database: [Output] Stores the current database name. - - len: [Input] The size of the space for the database. - - required: [Output] Stores the space required for the current database name (including the final '\0'). - - **Return Value**: `0`: Success, `-1`: Failure, you can call the function ws_errstr(NULL) for more detailed error information. - - If database == NULL or len \<= 0, return failure. - - If len is less than the space required to store the database name (including the final '\0'), return failure, and the data in the database is truncated and ends with '\0'. - - If len is greater than or equal to the space required to store the database name (including the final '\0'), return success, and the database name ends with '\0' in the database. - -- `int32_t ws_close(WS_TAOS *taos);` - - **Interface Description**: Closes the connection. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - **Return Value**: `0`: Success, non-`0`: Failure, please refer to the error code page. - -#### Synchronous Queries - -This section introduces APIs that are all synchronous interfaces. When called by the application, it will block and wait for a response until a result or error information is obtained. - -- `WS_RES *ws_query(WS_TAOS *taos, const char *sql)` - - **Interface Description**: Executes an SQL statement, which can be a DQL, DML, or DDL statement. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - sql: [Input] SQL statement to be executed. - - **Return Value**: The result cannot be determined by whether the return value is `NULL`; instead, the `ws_errno()` function must be called to parse the error code in the result set. - - ws_errno return value: `0`: Success, `-1`: Failure, details please call ws_errstr function for error hints. - -- `int32_t ws_result_precision(const WS_RES *rs)` - - **Interface Description**: Returns the precision category of the timestamp field in the result set. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: `0`: Milliseconds, `1`: Microseconds, `2`: Nanoseconds. - -- `WS_ROW ws_fetch_row(WS_RES *rs)` - - **Interface Description**: Retrieves data from the result set row by row. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: Non-`NULL`: Success, `NULL`: Failure, you can call the function ws_errstr(NULL) for more detailed error information. - -- `int32_t ws_fetch_raw_block(WS_RES *rs, const void **pData, int32_t *numOfRows)` - - **Interface Description**: Batch retrieves data from the result set. - - **Parameter Description**: - - res: [Input] Result set. - - pData: [Output] Used to store a data block retrieved from the result set. - - numOfRows: [Output] Used to store the number of rows included in the data block retrieved from the result set. - - **Return Value**: `0`: Success, non-`0`: Failure, please refer to the error code page. - -- `int32_t ws_num_fields(const WS_RES *rs)` and `int32_t ws_field_count(const WS_RES *rs)` - - **Interface Description**: These two APIs are equivalent, used to get the number of columns in the result set. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: The return value is the number of columns in the result set. - -- `int32_t ws_affected_rows(const WS_RES *rs)` - - **Interface Description**: Get the number of rows affected by the executed SQL statement. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: The return value represents the number of affected rows. - -- `int64_t ws_affected_rows64(const WS_RES *rs)` - - **Interface Description**: Get the number of rows affected by the executed SQL statement. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: The return value represents the number of affected rows. - -- `const struct WS_FIELD *ws_fetch_fields(WS_RES *rs)` - - **Interface Description**: Get the attributes of each column in the query result set (column name, data type, column length), used in conjunction with `ws_num_fields()`, can be used to parse the tuple (row) of data returned by `ws_fetch_row()`. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: Non-`NULL`: Success, returns a pointer to a WS_FIELD structure, each element representing the metadata of a column. `NULL`: Failure. - -- `int32_t ws_stop_query(WS_RES *rs)` - - **Interface Description**: Stop the execution of the current query. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. +WebSocket connection requires setting the driver type first, and then calling `taos_connect()`: -- `int32_t ws_free_result(WS_RES *rs)` - - **Interface Description**: Release the query result set and related resources. After completing the query, it is imperative to call this API to release resources, otherwise, it may lead to memory leaks in the application. However, it should also be noted that if functions like `ws_fetch_fields()` are called to obtain query results after releasing resources, it will cause the application to crash. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - -- `const char *ws_errstr(WS_RES *rs)` - - **Interface Description**: Get the reason for the failure of the last API call, the return value is a string indicating the error message. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: String indicating the error message. - -- `int32_t ws_errno(WS_RES *rs)` - - **Interface Description**: Get the error code for the failure of the last API call. - - **Parameter Description**: - - res: [Input] Result set. - - **Return Value**: Error code. - -:::note -TDengine recommends that each thread in a database application establish an independent connection or establish a connection pool based on the thread. Do not pass the connection (WS_TAOS*) structure in the application to different threads for shared use. -Another point to note is that during the execution of the above synchronous APIs, APIs like pthread_cancel should not be used to forcibly end the thread, as it involves some modules' synchronization operations, and forcibly ending the thread may cause exceptions including but not limited to deadlocks. +```c +// WebSocket connection example +taos_options(TSDB_OPTION_DRIVER, "websocket"); +TAOS *taos = taos_connect(ip, user, password, database, port); +``` +:::warning Important Notes +`taos_options(TSDB_OPTION_DRIVER, arg)` **must be called at the beginning of the program to set the driver type, and can only be called once**. Once set, the configuration is valid for the entire program life cycle and cannot be changed. ::: -#### Parameter Binding - -In addition to directly calling `ws_query()` to write data by executing SQL, TDengine also provides a Prepare API that supports parameter binding, similar in style to MySQL, and currently only supports using the question mark `?` to represent parameters to be bound. - -When writing data through the parameter binding interface, it can avoid the resource consumption of SQL syntax parsing, thereby significantly improving the writing performance in most cases. The typical operation steps at this time are as follows: - -1. Call `ws_stmt_init()` to create a parameter binding object; -2. Call `ws_stmt_prepare()` to parse the INSERT statement; -3. If the INSERT statement reserves the table name but not the TAGS, then call `ws_stmt_set_tbname()` to set the table name; -4. If the INSERT statement reserves both the table name and TAGS (for example, the INSERT statement adopts the method of automatic table creation), then call `ws_stmt_set_tbname_tags()` to set the values of the table name and TAGS; -5. Call `ws_stmt_bind_param_batch()` to set the VALUES values in a multi-row manner; -6. Call `ws_stmt_add_batch()` to add the currently bound parameters to the batch processing; -7. Steps 3 to 6 can be repeated to add more data rows to the batch processing; -8. Call `ws_stmt_execute()` to execute the prepared batch command; -9. After execution, call `ws_stmt_close()` to release all resources. +## Supported Platforms -Note: If `ws_stmt_execute()` is executed successfully and there is no need to change the SQL statement, the parsing result of `ws_stmt_prepare()` can be reused, and steps 3 to 6 can be directly performed to bind new data. However, if an error occurs during execution, it is not recommended to continue working in the current context. Instead, it is advisable to release resources and start over from the `ws_stmt_init()` step. +TDengine client driver supports multiple platforms. For a list of supported platforms, please refer to: [Supported Platforms List](../#supported-platforms) -For related interfaces, refer to the specific functions below (you can also refer to the way these functions are used in the [stmt_insert_demo.c](https://github.com/taosdata/TDengine/blob/develop/docs/examples/c-ws/stmt_insert_demo.c) file): +## Version Description -- `WS_STMT *ws_stmt_init(const WS_TAOS *taos)` - - **Interface Description**: Initializes a precompiled SQL statement object. - - **Parameter Description**: - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - **Return Value**: Non-`NULL`: Success, returns a pointer to a WS_STMT structure representing the precompiled SQL statement object. `NULL`: Failure, please call the ws_stmt_errstr() function for error details. - -- `int ws_stmt_prepare(WS_STMT *stmt, const char *sql, unsigned long len)` - - **Interface Description**: Parses a precompiled SQL statement and binds the parsing results and parameter information to stmt. - - **Parameter Description**: - - stmt: [Input] Pointer to a valid precompiled SQL statement object. - - sql: [Input] SQL statement to be parsed. - - len: [Input] Length of the sql parameter. If len is greater than 0, this parameter will be used as the length of the SQL statement; if it is 0, the length of the SQL statement will be automatically determined. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. +### WebSocket Connection -- `int ws_stmt_bind_param_batch(WS_STMT *stmt, const WS_MULTI_BIND *bind, uint32_t len)` - - **Interface Description**: Passes the data to be bound in a multi-column manner, ensuring that the order and number of data columns passed here are completely consistent with the VALUES parameters in the SQL statement. - - **Parameter Description**: - - stmt: [Input] Pointer to a valid precompiled SQL statement object. - - bind: [Input] Pointer to a valid WS_MULTI_BIND structure, which contains the list of parameters to be batch bound to the SQL statement. - - len: [Input] Number of elements in the bind array. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - -- `int ws_stmt_set_tbname(WS_STMT *stmt, const char *name)` - - **Interface Description**: (Only supports replacing parameter values in INSERT statements) When the table name in the SQL statement uses a `?` placeholder, this function can be used to bind a specific table name. - - **Parameter Description**: - - stmt: [Input] Pointer to a valid precompiled SQL statement object. - - name: [Input] Pointer to a string constant containing the subtable name. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - -- `int ws_stmt_set_tbname_tags(WS_STMT *stmt, - const char *name, - const WS_MULTI_BIND *bind, - uint32_t len);` - - **Interface Description**: (Only supports replacing parameter values in INSERT statements) When both the table name and TAGS in the SQL statement use a `?` placeholder, this function can be used to bind specific table names and specific TAGS values. The most typical scenario is the use of the auto-table creation feature in INSERT statements (the current version does not support specifying specific TAGS columns). The number of columns in the TAGS parameter must be completely consistent with the number of TAGS required by the SQL statement. - - **Parameter Description**: - - stmt: [Input] Pointer to a valid precompiled SQL statement object. - - name: [Input] Pointer to a string constant containing the subtable name. - - tags: [Input] Pointer to a valid WS_MULTI_BIND structure, which contains the values of the subtable tags. - - len: [Input] Number of elements in the bind array. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - -- `int ws_stmt_add_batch(WS_STMT *stmt)` - - **Interface Description**: Adds the currently bound parameters to the batch. After calling this function, you can bind new parameters by calling `ws_stmt_bind_param_batch()` again. Note that this function only supports INSERT/IMPORT statements. If other SQL statements like SELECT are used, an error will be returned. - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page. - -- `int ws_stmt_execute(WS_STMT *stmt, int32_t *affected_rows)` - - **Interface Description**: Executes the prepared statement. Currently, a statement can only be executed once. - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - affected_rows: [Output] Number of rows successfully written. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page. - -- `int ws_stmt_affected_rows(WS_STMT *stmt)` - - **Interface Description**: Gets the number of rows affected after executing the precompiled SQL statement. - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - **Return Value**: Returns the number of affected rows. - -- `int ws_stmt_affected_rows_once(WS_STMT *stmt)` - - **Interface Description**: Gets the number of rows affected by executing a bound statement once. - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - **Return Value**: Returns the number of affected rows. - -- `int32_t ws_stmt_close(WS_STMT *stmt)` - - **Interface Description**: After execution, releases all resources. - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page. - -- `const char *ws_stmt_errstr(WS_STMT *stmt)` - - **Interface Description**: Used to obtain error information when other STMT APIs return an error (return error code or null pointer). - - stmt: [Input] Points to a valid pointer of a precompiled SQL statement object. - - **Return Value**: Returns a pointer to a string containing error information. - -#### Schemaless Writing - -In addition to using SQL or parameter binding APIs to write data, you can also use Schemaless methods to write data. Schemaless allows you to write data without having to pre-create the structure of supertables/subtables. TDengine will automatically create and maintain the required table structure based on the data written. For more details on using Schemaless, see the [Schemaless Writing](../../../developer-guide/schemaless-ingestion/) section. Here, we introduce the accompanying C/C++ API. - -- `WS_RES *ws_schemaless_insert_raw(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision)` - - **Interface Description**: Performs a schemaless batch insertion operation, writing line protocol text data into TDengine. The data is represented by the pointer lines and its length len, to address issues where the original interface data is truncated due to containing '\0'. - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - lines: [Input] Text data. Schemaless text strings that meet parsing format requirements. - - len: [Input] Total length (in bytes) of the data buffer lines. - - totalRows: [Output] Points to an integer pointer, used to return the total number of records successfully inserted. - - protocol: [Input] Line protocol type, used to identify the text data format. - - precision: [Input] Timestamp precision string in the text data. - - **Return Value**: Returns a pointer to a WS_RES structure containing the results of the insertion operation. Applications can obtain error information using `ws_errstr()` or get the error code using `ws_errno()`. In some cases, the returned WS_RES may be `NULL`, in which case `ws_errno()` can still be safely called to obtain the error code. - The returned WS_RES must be managed by the caller to avoid memory leaks. - -**Description** -The protocol type is an enumeration type, including the following three formats: - -- WS_TSDB_SML_LINE_PROTOCOL: InfluxDB Line Protocol -- WS_TSDB_SML_TELNET_PROTOCOL: OpenTSDB Telnet Text Line Protocol -- WS_TSDB_SML_JSON_PROTOCOL: OpenTSDB Json Protocol Format - -The definition of timestamp resolution is defined in the `taosws.h` file, with details as follows: - -- WS_TSDB_SML_TIMESTAMP_NOT_CONFIGURED = 0, -- WS_TSDB_SML_TIMESTAMP_HOURS, -- WS_TSDB_SML_TIMESTAMP_MINUTES, -- WS_TSDB_SML_TIMESTAMP_SECONDS, -- WS_TSDB_SML_TIMESTAMP_MILLI_SECONDS, -- WS_TSDB_SML_TIMESTAMP_MICRO_SECONDS, -- WS_TSDB_SML_TIMESTAMP_NANO_SECONDS - -Note that the timestamp resolution parameter is only effective when the protocol type is `WS_SML_LINE_PROTOCOL`. -For the OpenTSDB text protocol, the parsing of timestamps follows its official parsing rules — determined by the number of characters contained in the timestamp. - -Other related schemaless interfaces: - -- `WS_RES *ws_schemaless_insert_raw_with_reqid(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - uint64_t reqid)` - - **Interface Description**: Performs a batch insert operation without a schema, writing text data in line protocol format into TDengine. Data is represented by the lines pointer and length len to address the issue of data being truncated due to containing '\0'. The reqid parameter is passed to track the entire function call chain. - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - lines: [Input] Text data. Schemaless text strings that meet the parsing format requirements. - - len: [Input] Total length of the data buffer lines (in bytes). - - totalRows: [Output] Pointer to an integer, used to return the total number of records successfully inserted. - - protocol: [Input] Line protocol type, used to identify the text data format. - - precision: [Input] Precision of the timestamps in the text data. - - reqid: [Input] Specified request ID, used to track the call request. The request ID (reqid) can be used to establish a correlation between requests and responses on the client and server sides, which is very useful for tracking and debugging in distributed systems. - - **Return Value**: Returns a pointer to a WS_RES structure containing the results of the insert operation. Applications can obtain error information using `ws_errstr()` or get the error code using `ws_errno()`. In some cases, the returned WS_RES may be `NULL`, in which case `ws_errno()` can still be safely called to obtain error code information. - The returned WS_RES must be managed by the caller to prevent memory leaks. - -- `WS_RES *ws_schemaless_insert_raw_ttl(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - int ttl)` - - **Interface Description**: Performs a batch insert operation without a schema, writing text data in line protocol format into TDengine. Data is represented by the lines pointer and length len to address the issue of data being truncated due to containing '\0'. The ttl parameter is passed to control the TTL expiration time for table creation. - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - lines: [Input] Text data. Schemaless text strings that meet the parsing format requirements. - - len: [Input] Total length of the data buffer lines (in bytes). - - totalRows: [Output] Pointer to an integer, used to return the total number of records successfully inserted. - - protocol: [Input] Line protocol type, used to identify the text data format. - - precision: [Input] Precision of the timestamps in the text data. - - ttl: [Input] Specified lifespan (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - - **Return Value**: Returns a pointer to a WS_RES structure containing the results of the insert operation. Applications can obtain error information using `ws_errstr()` or get the error code using `ws_errno()`. In some cases, the returned WS_RES may be `NULL`, in which case `ws_errno()` can still be safely called to obtain error code information. - The returned WS_RES must be managed by the caller to prevent memory leaks. - -- `WS_RES *ws_schemaless_insert_raw_ttl_with_reqid(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - int ttl, - uint64_t reqid)` - - **Interface Description**: Executes a batch insert operation without a schema, writing text data in line protocol to TDengine. Data is represented by the `lines` pointer and its length `len`, addressing the issue of data being truncated due to containing '\0'. The `ttl` parameter controls the TTL expiration time for table creation. The `reqid` parameter is used to track the entire function call chain. - - taos: [Input] Pointer to the database connection, which is established through the `ws_connect()` function. - - lines: [Input] Text data. Schemaless text strings that meet parsing format requirements. - - len: [Input] Total length of the data buffer `lines` (in bytes). - - totalRows: [Output] Points to an integer pointer, used to return the total number of records successfully inserted. - - protocol: [Input] Line protocol type, used to identify the text data format. - - precision: [Input] Timestamp precision string in the text data. - - ttl: [Input] Specified Time to Live (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - - reqid: [Input] Specified request ID, used for tracking the call request. The request ID (`reqid`) can be used to establish a correlation between requests and responses on the client and server sides, which is very useful for tracking and debugging in distributed systems. - - **Return Value**: Returns a pointer to a WS_RES structure containing the results of the insert operation. Errors can be obtained using `ws_errstr()`, and error codes using `ws_errno()`. In some cases, the returned WS_RES may be `NULL`, in which case `ws_errno()` can still be safely called to obtain error code information. - The returned WS_RES must be freed by the caller to avoid memory leaks. +| TDengine Client Version | Major Changes | TDengine Version | +| ----------------------- | --------------------------------------------------------------------------------------------------------------- | ------------------ | +| 3.3.6.0 | Provides comprehensive support for SQL execution, parameter binding, schemaless writing, and data subscription. | 3.3.2.0 and higher | - **Notes** - - The above three interfaces are extended interfaces, mainly used for passing `ttl` and `reqid` parameters during schemaless writes, and can be used as needed. - - Interfaces with `ttl` can pass the `ttl` parameter to control the TTL expiration time for table creation. - - Interfaces with `reqid` can track the entire call chain by passing the `reqid` parameter. +### Native Connection -#### Data Subscription +The version number of the TDengine client driver strictly corresponds to the version number of the TDengine server. **It is strongly recommended to use the client driver with the same version as the TDengine server.** Although the lower version of the client driver can be compatible with the higher version of the server when the first three segments of the version number are the same (that is, only the fourth segment of the version number is different), this is not recommended. **It is strongly not recommended to use the higher version of the client driver to access the lower version of the server.** -- `const char *ws_tmq_errstr(ws_tmq_t *tmq)` - - **Interface Description**: Used to obtain error information for data subscriptions. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - **Return Value**: Returns a pointer to a string containing error information, the return value is non-NULL, but the error information may be an empty string. +## Error Codes -- `ws_tmq_conf_t *ws_tmq_conf_new(void);` - - **Interface Description**: Creates a new TMQ configuration object. - - **Return Value**: Non-`NULL`: Success, returns a pointer to a ws_tmq_conf_t structure, which is used to configure the behavior and characteristics of TMQ. `NULL`: Failure, detailed error information can be obtained by calling `ws_errstr(NULL)`. +In the design of the C interface, error codes are represented by integer types, and each error code corresponds to a specific error state. If not otherwise specified, when the return value of the API is an integer, _0_ represents success, and the others are error codes representing the cause of failure. When the return value is a pointer, _NULL_ represents failure. -- `enum ws_tmq_conf_res_t ws_tmq_conf_set(ws_tmq_conf_t *conf, const char *key, const char *value)` - - **Interface Description**: Sets configuration items in a TMQ configuration object, used to configure consumption parameters. - - conf: [Input] Points to a valid ws_tmq_conf_t structure pointer, representing a TMQ configuration object. - - key: [Input] Configuration item key name. - - value: [Input] Configuration item value. - - **Return Value**: Returns a ws_tmq_conf_res_t enumeration value, indicating the result of the configuration setting. - - WS_TMQ_CONF_OK: Successfully set the configuration item. - - WS_TMQ_CONF_INVALID_KEY: Invalid key value. - - WS_TMQ_CONF_UNKNOWN: Invalid key name. +### General Error Codes -- `int32_t ws_tmq_conf_destroy(ws_tmq_conf_t *conf)` - - **Interface Description**: Destroys a TMQ configuration object and releases related resources. - - conf: [Input] A pointer to a valid ws_tmq_conf_t structure, representing a TMQ configuration object. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(NULL)` for more detailed error information. +All error codes and their corresponding causes are described in the `taoserror.h` file. -- `ws_tmq_list_t *ws_tmq_list_new(void)` - - **Interface Description**: Used to create a ws_tmq_list_t structure for storing subscribed topics. - - **Return Value**: Non-`NULL`: Success, returns a pointer to a ws_tmq_list_t structure. `NULL`: Failure, you can call the function `ws_tmq_errstr(NULL)` for more detailed error information. +For detailed error code descriptions, refer to: [Error Codes](../../error-codes/). -- `int32_t ws_tmq_list_append(ws_tmq_list_t *list, const char *topic)` - - **Interface Description**: Used to add a topic to a ws_tmq_list_t structure. - - list: [Input] A pointer to a valid ws_tmq_list_t structure, representing a TMQ list object. - - topic: [Input] Topic name. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(NULL)` for more detailed error information. - -- `int32_t ws_tmq_list_destroy(ws_tmq_list_t *list);` - - **Interface Description**: Used to destroy a ws_tmq_list_t structure, the result of ws_tmq_list_new needs to be destroyed through this interface. - - list: [Input] A pointer to a valid ws_tmq_list_t structure, representing a TMQ list object. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(NULL)` for more detailed error information. - -- `int32_t ws_tmq_list_get_size(ws_tmq_list_t *list);` - - **Interface Description**: Used to get the number of topics in a ws_tmq_list_t structure. - - list: [Input] A pointer to a valid ws_tmq_list_t structure, representing a TMQ list object. - - **Return Value**: `>=0`: Success, returns the number of topics in the ws_tmq_list_t structure. `-1`: Failure, indicates that the input parameter list is NULL. - -- `char **ws_tmq_list_to_c_array(const ws_tmq_list_t *list, uint32_t *topic_num);` - - **Interface Description**: Used to convert a ws_tmq_list_t structure into a C array, each element of the array is a string pointer. - - list: [Input] A pointer to a valid ws_tmq_list_t structure, representing a TMQ list object. - - topic_num: [Input] The number of elements in the list. - - **Return Value**: Non-`NULL`: Successful, returns a C array, each element is a string pointer representing a topic name. `NULL`: Failure, indicates that the input parameter list is NULL. - -- `ws_tmq_t *ws_tmq_consumer_new(ws_tmq_conf_t *conf, const char *dsn, char *errstr, int errstr_len)` - - **Interface Description**: Used to create a ws_tmq_t structure for consuming data, after consuming data, call tmq_consumer_close to close the consumer. - - conf: [Input] A pointer to a valid ws_tmq_conf_t structure, representing a TMQ configuration object. - - dsn: [Input] DSN information string, for details refer to the DSN section above. A common valid dsn is "tmq+ws://root:taosdata@localhost:6041". - - errstr: [Output] A pointer to a valid character buffer, used to receive possible error information during creation. Memory allocation/release is the responsibility of the caller. - - errstrLen: [Input] Specifies the size of the errstr buffer (in bytes). - - **Return Value**: Non-`NULL`: Successful, returns a pointer to a ws_tmq_t structure, representing a TMQ consumer object. `NULL`: Failure, error information stored in the errstr parameter. - -- `int32_t ws_tmq_subscribe(ws_tmq_t *tmq, const ws_tmq_list_t *topic_list)` - - **Interface Description**: Used to subscribe to a list of topics. After consuming the data, you need to call ws_tmq_subscribe to unsubscribe. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, which represents a TMQ consumer object. - - topic_list: [Input] Points to a valid ws_tmq_list_t structure pointer, which contains one or more topic names, currently only supports one topic name. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(tmq)` to get more detailed error information. - -- `int32_t ws_tmq_unsubscribe(ws_tmq_t *tmq)` - - **Interface Description**: Used to unsubscribe from the list of topics. Must be used in conjunction with ws_tmq_subscribe. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, which represents a TMQ consumer object. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(tmq)` to get more detailed error information. - -- `WS_RES *ws_tmq_consumer_poll(ws_tmq_t *tmq, int64_t timeout)` - - **Interface Description**: Used for polling to consume data. Each consumer can only call this interface in a single thread. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, which represents a TMQ consumer object. - - timeout: [Input] Polling timeout in milliseconds, a negative number indicates a default timeout of 1 second. - - **Return Value**: Non-`NULL`: Success, returns a pointer to a WS_RES structure, which contains the received message. `NULL`: indicates no data, the error code can be obtained through ws_errno (NULL), please refer to the reference manual for specific error message. WS_RES results are consistent with taos_query results, and information in WS_RES can be obtained through various query interfaces, such as schema, etc. -- `int32_t ws_tmq_consumer_close(ws_tmq_t *tmq)` - - **Interface Description**: Used to close the ws_tmq_t structure. Must be used in conjunction with ws_tmq_consumer_new. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, which represents a TMQ consumer object. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(tmq)` to get more detailed error information. - -- `int32_t ws_tmq_get_topic_assignment(ws_tmq_t *tmq, - const char *pTopicName, - struct ws_tmq_topic_assignment **assignment, - int32_t *numOfAssignment)` - - **Interface Description**: Returns the information of the vgroup currently assigned to the consumer, including vgId, the maximum and minimum offset of wal, and the current consumed offset. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, which represents a TMQ consumer object. - - pTopicName: [Input] The topic name for which to query the assignment information. - - assignment: [Output] Points to a pointer to a tmq_topic_assignment structure, used to receive assignment information. The data size is numOfAssignment, and it needs to be released through the tmq_free_assignment interface. - - numOfAssignment: [Output] Points to an integer pointer, used to receive the number of valid vgroups assigned to the consumer. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(tmq)` to get more detailed error information. +### WebSocket Connection Specific Error Codes -- `int32_t ws_tmq_free_assignment(struct ws_tmq_topic_assignment *pAssignment, int32_t numOfAssignment)` - - **Interface Description**: Returns the information of the vgroup currently assigned to the consumer, including vgId, the maximum and minimum offset of wal, and the current consumed offset. - - pAssignment: [Input] Points to a valid ws_tmq_topic_assignment structure array pointer, which contains the vgroup assignment information. - - numOfAssignment: [Input] The number of elements in the array pointed to by pAssignment. - - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `ws_tmq_errstr(tmq)` to get more detailed error information. - -- `int64_t ws_tmq_committed(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId)` - - **Interface Description**: Gets the committed offset for a specific topic and vgroup for the TMQ consumer object. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - pTopicName: [Input] The topic name for which the committed offset is queried. - - vgId: [Input] The ID of the vgroup. - - **Return Value**: `>=0`: Success, returns an int64_t value representing the committed offset. `<0`: Failure, the return value is the error code, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. +In addition to general error codes, WebSocket connections also have the following specific error codes: -- `int32_t ws_tmq_commit_sync(ws_tmq_t *tmq, const WS_RES *rs)` - - **Interface Description**: Synchronously commits the message offset processed by the TMQ consumer object. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - rs: [Input] Points to a valid WS_RES structure pointer, containing the processed messages. If NULL, commits the current progress of all vgroups consumed by the current consumer. - - **Return Value**: `0`: Success, the offset has been successfully committed. Non `0`: Failure, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. - -- `int32_t ws_tmq_commit_offset_sync(ws_tmq_t *tmq, - const char *pTopicName, - int32_t vgId, - int64_t offset)` - - **Interface Description**: Synchronously commits the offset for a specific topic and vgroup for the TMQ consumer object. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - pTopicName: [Input] The topic name for which the offset is to be committed. - - vgId: [Input] The ID of the virtual group vgroup. - - offset: [Input] The offset to be committed. - - **Return Value**: `0`: Success, the offset has been successfully committed. Non `0`: Failure, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. +| Error Code | Error Description | Possible Error Scenarios or Reasons | Recommended User Actions | +| ---------- | --------------------------- | ----------------------------------------------------------- | -------------------------------------------------------------- | +| 0xE000 | DSN Error | DSN does not meet specifications | Check if the DSN string meets specifications | +| 0xE001 | Internal Error | Uncertain | Preserve the scene and logs, report issue on GitHub | +| 0xE002 | Connection Closed | Network disconnected | Please check the network condition, review `taosadapter` logs. | +| 0xE003 | Send Timeout | Network disconnected | Please check the network condition | +| 0xE004 | Receive Timeout | Slow query, or network disconnected | Investigate `taosadapter` logs | +| 0xE005 | I/O error | Network I/O exception or disk error | Check network connection and disk status | +| 0xE006 | Authentication failed | Username and password incorrect or insufficient permissions | Check username and password, confirm user permissions | +| 0xE007 | Encoding and decoding error | Data encoding and decoding exception | Check data format, check `taosadapter` log | +| 0xE008 | Disconnected | WebSocket connection disconnected | Check network status and reestablish connection | -- `int64_t ws_tmq_position(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId)` - - **Interface Description**: Gets the current consumption position, i.e., the next position of the data that has been consumed. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - pTopicName: [Input] The topic name for which the current position is queried. - - vgId: [Input] The ID of the virtual group vgroup. - - **Return Value**: `>=0`: Success, returns an int64_t value representing the current position's offset. `<0`: Failure, the return value is the error code, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. +## Example Program -- `int32_t ws_tmq_offset_seek(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` - - **Interface Description**: Sets the offset for a specific topic and vgroup for the TMQ consumer object to a specified position. - - tmq: [Input] Points to a valid ws_tmq_t structure pointer, representing a TMQ consumer object. - - pTopicName: [Input] The topic name for which the current position is queried. - - vgId: [Input] The ID of the virtual group vgroup. - - offset: [Input] The offset to be set. - - **Return Value**: `0`: Success, non `0`: Failure, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. - -- `int64_t ws_tmq_get_vgroup_offset(const WS_RES *rs)` - - **Interface Description**: Extracts the current consumption data position's offset for the virtual group (vgroup) from the message results obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, containing messages polled from the TMQ consumer. - - **Return Value**: `>=0`: Success, returns an int64_t value representing the current consumption position's offset. `<0`: Failure, the return value is the error code, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. - -- `int32_t ws_tmq_get_vgroup_id(const WS_RES *rs)` - - **Interface Description**: Extracts the ID of the virtual group (vgroup) from the message result obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: `>=0`: Success, returns an int32_t type value representing the ID of the virtual group (vgroup). `<0`: Failure, the return value is the error code, you can call the function `ws_tmq_errstr(tmq)` for more detailed error information. - -- `const char *ws_tmq_get_table_name(const WS_RES *rs)` - - **Interface Description**: Gets the table name from the message result obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the table name string. `NULL`: Failure, invalid input parameters. - -- `enum ws_tmq_res_t ws_tmq_get_res_type(const WS_RES *rs)` - - **Interface Description**: Gets the message type from the message result obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Returns a ws_tmq_res_t type enumeration value, representing the message type. - - ws_tmq_res_t represents the type of data consumed, defined as follows: +This section shows the example code of common access methods of TDengine cluster using client driver. - ```cpp - typedef enum ws_tmq_res_t { - WS_TMQ_RES_INVALID = -1, // Invalid - WS_TMQ_RES_DATA = 1, // Data type - WS_TMQ_RES_TABLE_META = 2, // Metadata type - WS_TMQ_RES_METADATA = 3 // Both metadata and data types, i.e., automatic table creation - } tmq_res_t; - ``` +### WebSocket Connection Example -- `const char *ws_tmq_get_topic_name(const WS_RES *rs)` - - **Interface Description**: Gets the topic name from the message result obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the topic name string. `NULL`: Failure, invalid input parameters. +- Synchronous query example: [Synchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/query_data_demo.c) -- `const char *ws_tmq_get_db_name(const WS_RES *rs)` - - **Interface Description**: Gets the database name from the message result obtained by the TMQ consumer. - - res: [Input] Points to a valid WS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the database name string. `NULL`: Failure, invalid input parameters. +- Asynchronous query example: [Asynchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/async_demo.c) -## Native Connection Method +- Parameter binding example: [Parameter Binding](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/stmt2_insert_demo.c) -The native connection method requires using the taos.h header file and the taos dynamic library. +- Schemaless write example: [Schemaless Write](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/sml_insert_demo.c) -```c -#include -``` +- Subscription and consumption example: [Subscription and Consumption](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/tmq_demo.c) -After installing the TDengine server or client, `taos.h` is located at: +:::info +For more example codes and downloads, please see [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new). +::: -- Linux: `/usr/local/taos/include` -- Windows: `C:\TDengine\include` -- macOS: `/usr/local/include` +### Native Connection Example -The dynamic library of the TDengine client driver is located at: +- Synchronous query example: [Synchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/demo.c) -- Linux: `/usr/local/taos/driver/libtaos.so` -- Windows: `C:\TDengine\driver\taos.dll` -- macOS: `/usr/local/lib/libtaos.dylib` +- Asynchronous query example: [Asynchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/asyncdemo.c) -### Supported Platforms +- Parameter binding example: [Parameter Binding](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/prepare.c) -Please refer to the [list of supported platforms](../#supported-platforms) +- Schemaless write example: [Schemaless Write](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/schemaless.c) -### Supported Versions +- Subscription and consumption example: [Subscription and Consumption](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/tmq.c) -The version number of the TDengine client driver corresponds strongly to the version number of the TDengine server. It is recommended to use the client driver that is exactly the same as the TDengine server. Although a lower version of the client driver can be compatible with a higher version of the server if the first three segments of the version number match (only the fourth segment is different), this is not recommended. It is strongly advised against using a higher version of the client driver to access a lower version of the server. +:::info +For more example codes and downloads, please see [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c). +::: -### Error Codes +## API Reference -In the design of the C interface, error codes are represented by integer types, with each error code corresponding to a specific error state. Unless otherwise specified, when the return value of an API is an integer, _0_ represents success, and other values represent error codes indicating failure reasons. When the return value is a pointer, _NULL_ indicates failure. -All error codes and their corresponding descriptions are listed in the `taoserror.h` file. -For detailed explanations of error codes, refer to: [Error Codes](../../error-codes/) +The following introduces the basic API, synchronous query API, asynchronous query API, parameter binding API, schemaless write API and data subscription API of TDengine client driver respectively. -### Example Programs +:::info **Connection method compatibility description** +TDengine client driver supports WebSocket connection and native connection. Most APIs have the same functions in both connection methods, but a few APIs have functional differences: -This section showcases example code for common access methods to the TDengine cluster using the client driver. +**Native connection**: All APIs provide full functional support. -- Synchronous query example: [Synchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/demo.c) +**WebSocket connection**: Most APIs are fully functional, and a few APIs only return a success status but do not perform actual operations. -- Asynchronous query example: [Asynchronous Query](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/asyncdemo.c) +**Usage**: -- Parameter binding example: [Parameter Binding](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/stmt2_insert_demo.c) +- **Native connection**: No additional configuration is required, just call the API directly, this is the default connection method. +- **WebSocket connection**: You need to call `taos_options(TSDB_OPTION_DRIVER, "websocket")` to set the driver type first, and then call other APIs. -- Parameter binding(old) example: [Parameter Binding](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/prepare.c) +**WebSocket connection function difference description:** -- Schemaless write example: [Schemaless Write](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/schemaless.c) +The following APIs only return a success status in WebSocket connection mode, but do not perform actual operations: -- Subscription and consumption example: [Subscription and Consumption](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/tmq.c) +- `taos_options_connection` - Connection option settings +- `taos_connect_auth` - MD5 encrypted password connection +- `taos_set_notify_cb` - Event callback function settings +- `tmq_get_connect` - Get TMQ connection handle -:::info -For more example codes and downloads, please visit [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c). -You can also find them in the `examples/c` directory of the installation path. There is a makefile in this directory, and you can compile the executable files directly by executing make in a Linux/macOS environment. -**Note:** When compiling in an ARM environment, please remove `-msse4.2` from the makefile, as this option is only supported on x64/x86 hardware platforms. +These APIs are fully functional in native connection mode. If you need to use the above functions, it is recommended to choose native connection mode. Future versions will gradually improve the functional support of WebSocket connection. +**Note**: WebSocket connection requires calling `taos_options(TSDB_OPTION_DRIVER, "websocket")` to set the driver type at the beginning of the program, and it can only be called once. Once set, the configuration is valid for the entire program life cycle and cannot be changed. ::: -### API Reference - -The following sections introduce the basic API, synchronous API, asynchronous API, parameter binding API, schemaless write API, and data subscription API of the TDengine client driver. - -#### Basic API +### Basic API The basic API is used to establish database connections and provide a runtime environment for other APIs. - `int taos_init()` + - **Interface Description**: Initializes the runtime environment. If this API is not actively called, the driver will automatically call it when `taos_connect()` is invoked, so it is generally not necessary to call it manually. - **Return Value**: `0`: Success, non-`0`: Failure, you can call the function taos_errstr(NULL) for more detailed error information. - `void taos_cleanup()` + - **Interface Description**: Cleans up the runtime environment, should be called before the application exits. - `int taos_options(TSDB_OPTION option, const void * arg, ...)` + - **Interface Description**: Sets client options, currently supports locale (`TSDB_OPTION_LOCALE`), character set (`TSDB_OPTION_CHARSET`), timezone (`TSDB_OPTION_TIMEZONE`), configuration file path (`TSDB_OPTION_CONFIGDIR`), and driver type (`TSDB_OPTION_DRIVER`). Locale, character set, and timezone default to the current settings of the operating system. The driver type can be either the native interface(`native`) or the WebSocket interface(`websocket`), with the default being `websocket`. + - **Note**: The driver type setting (`TSDB_OPTION_DRIVER`) must be called at the beginning of the program and can only be called once. - **Parameter Description**: - `option`: [Input] Setting item type. - `arg`: [Input] Setting item value. - **Return Value**: `0`: Success, `-1`: Failure. - `int taos_options_connection(TAOS *taos, TSDB_OPTION_CONNECTION option, const void *arg, ...)` + - **description**:Set each connection option on the client side. Currently, it supports character set setting(`TSDB_OPTION_CONNECTION_CHARSET`), time zone setting(`TSDB_OPTION_CONNECTION_TIMEZONE`), user IP setting(`TSDB_OPTION_CONNECTION_USER_IP`), and user APP setting(`TSDB_OPTION_CONNECTION_USER_APP`). - **input**: - `taos`: returned by taos_connect. @@ -712,10 +207,12 @@ The basic API is used to establish database connections and provide a runtime en - The time zone file uses the operating system time zone file and can be updated by oneself. If there is an error when setting the time zone, please check if the time zone file or path (mac:/var/db/timezone/zoneinfo, Linux:/var/share/zoneinfo) is correct. - `char *taos_get_client_info()` + - **Interface Description**: Gets client version information. - **Return Value**: Returns client version information. - `TAOS *taos_connect(const char *ip, the char *user, the char *pass, the char *db, uint16_t port);` + - **Interface Description**: Creates a database connection, initializes the connection context. - **Parameter Description**: - ip: [Input] FQDN of any node in the TDengine cluster. @@ -724,11 +221,12 @@ The basic API is used to establish database connections and provide a runtime en - db: [Input] Database name, if not provided by the user, connection can still be established, and the user can create a new database through this connection. If a database name is provided, it indicates that the database has already been created by the user, and it will be used by default. - port: [Input] Port on which the taosd program listens. - **Return Value**: Returns the database connection, a null return value indicates failure. The application needs to save the returned parameter for subsequent use. - :::info - The same process can connect to multiple TDengine clusters based on different hosts/ports. - ::: + :::info + The same process can connect to multiple TDengine clusters based on different hosts/ports. + ::: - `TAOS *taos_connect_auth(const char *host, const char *user, const char *auth, const char *db, uint16_t port)` + - **Interface Description**: Same functionality as taos_connect. Except the pass parameter is replaced by auth, other parameters are the same as taos_connect. - **Parameter Description**: - ip: [Input] FQDN of any node in the TDengine cluster. @@ -739,12 +237,14 @@ The basic API is used to establish database connections and provide a runtime en - **Return Value**: Returns the database connection, a null return value indicates failure. The application needs to save the returned parameter for subsequent use. - `char *taos_get_server_info(TAOS *taos)` + - **Interface Description**: Get server version information. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - **Return Value**: Returns the server version information. - `int taos_select_db(TAOS *taos, const char *db)` + - **Interface Description**: Sets the current default database to `db`. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. @@ -752,6 +252,7 @@ The basic API is used to establish database connections and provide a runtime en - **Return Value**: `0`: Success, non-`0`: Failure, refer to the error code page for details. - `int taos_get_current_db(TAOS *taos, char *database, int len, int *required)` + - **Interface Description**: Get the current database name. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. @@ -764,10 +265,11 @@ The basic API is used to establish database connections and provide a runtime en - If len is greater than or equal to the space required to store the database name (including the final '\0'), returns success, and the database name ends with '\0' in the database. - `int taos_set_notify_cb(TAOS *taos, __taos_notify_fn_t fp, void *param, int type)` + - **Interface Description**: Set the event callback function. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - - fp: [Input] Event callback function pointer. Function declaration: typedef void (*__taos_notify_fn_t)(void*param, void *ext, int type); where, param is the user-defined parameter, ext is the extension parameter (dependent on the event type, for TAOS_NOTIFY_PASSVER returns user password version), type is the event type. + - fp: [Input] Event callback function pointer. Function declaration: typedef void (*\_\_taos_notify_fn_t)(void*param, void \*ext, int type); where, param is the user-defined parameter, ext is the extension parameter (dependent on the event type, for TAOS_NOTIFY_PASSVER returns user password version), type is the event type. - param: [Input] User-defined parameter. - type: [Input] Event type. Range of values: 1) TAOS_NOTIFY_PASSVER: User password change. - **Return Value**: `0`: Success, `-1`: Failure, detailed error information can be obtained by calling the function taos_errstr(NULL). @@ -777,11 +279,12 @@ The basic API is used to establish database connections and provide a runtime en - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. -#### Synchronous Queries +### Synchronous Queries This section introduces APIs that are all synchronous interfaces. After being called by the application, they will block and wait for a response until a result or error message is received. - `TAOS_RES* taos_query(TAOS *taos, const char *sql)` + - **Interface Description**: Executes an SQL statement, which can be a DQL, DML, or DDL statement. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. @@ -790,18 +293,21 @@ This section introduces APIs that are all synchronous interfaces. After being ca - taos_errno return value: `0`: success, `-1`: failure, for details please call the taos_errstr function to get the error message. - `int taos_result_precision(TAOS_RES *res)` + - **Interface Description**: Returns the precision category of the timestamp field in the result set. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: `0`: millisecond, `1`: microsecond, `2`: nanosecond. - `TAOS_ROW taos_fetch_row(TAOS_RES *res)` + - **Interface Description**: Fetches data from the query result set row by row. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: Non-`NULL`: success, `NULL`: failure, you can call taos_errstr(NULL) for more detailed error information. - `int taos_fetch_block(TAOS_RES *res, TAOS_ROW *rows)` + - **Interface Description**: Batch fetches data from the query result set. - **Parameter Description**: - res: [Input] Result set. @@ -809,46 +315,54 @@ This section introduces APIs that are all synchronous interfaces. After being ca - **Return Value**: The return value is the number of rows fetched; if there are no more rows, it returns 0. - `int taos_num_fields(TAOS_RES *res)` and `int taos_field_count(TAOS_RES *res)` + - **Interface Description**: These two APIs are equivalent and are used to get the number of columns in the query result set. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: The return value is the number of columns in the result set. - `int* taos_fetch_lengths(TAOS_RES *res)` + - **Interface Description**: Gets the length of each field in the result set. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: The return value is an array, the length of which is the number of columns in the result set. - `int taos_affected_rows(TAOS_RES *res)` + - **Interface Description**: Gets the number of rows affected by the executed SQL statement. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: The return value indicates the number of affected rows. - `TAOS_FIELD *taos_fetch_fields(TAOS_RES *res)` + - **Interface Description**: Gets the attributes of each column's data in the query result set (column name, data type, length), used in conjunction with `taos_num_fields()` to parse the data of a tuple (a row) returned by `taos_fetch_row()`. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: Non-`NULL`: successful, returns a pointer to a TAOS_FIELD structure, each element representing the metadata of a column. `NULL`: failure. - `TAOS_FIELD_E *taos_fetch_fields_e(TAOS_RES *res)` + - **Interface Description**: Retrieves the attributes of each column in the query result set (column name, data type, column length). Used in conjunction with `taos_num_fields()`, it can be used to parse the data of a tuple (a row) returned by `taos_fetch_row()`. In addition to the basic information provided by TAOS_FIELD, TAOS_FIELD_E also includes `precision` and `scale` information for the data type. - **Parameter Description**: - res: [Input] Result set. - **Return Value**: Non-`NULL`: Success, returns a pointer to a TAOS_FIELD_E structure, where each element represents the metadata of a column. `NULL`: Failure. - `void taos_stop_query(TAOS_RES *res)` + - **Interface Description**: Stops the execution of the current query. - **Parameter Description**: - res: [Input] Result set. - `void taos_free_result(TAOS_RES *res)` + - **Interface Description**: Frees the query result set and related resources. After completing the query, it is essential to call this API to release resources, otherwise, it may lead to memory leaks in the application. However, be aware that if you call `taos_consume()` or other functions to fetch query results after releasing resources, it will cause the application to crash. - **Parameter Description**: - res: [Input] Result set. - `char *taos_errstr(TAOS_RES *res)` + - **Interface Description**: Gets the reason for the failure of the most recent API call, returning a string indicating the error message. - **Parameter Description**: - res: [Input] Result set. @@ -861,12 +375,11 @@ This section introduces APIs that are all synchronous interfaces. After being ca - **Return Value**: String indicating the error message. :::note -From version 2.0, TDengine recommends that each thread in a database application establishes its own connection, or builds a connection pool based on the thread, rather than sharing the connection (TAOS*) structure across different threads in the application. Operations such as queries and writes based on the TAOS structure are thread-safe, but stateful statements like "USE statement" may interfere with each other across threads. Additionally, the C language connector can dynamically establish new database-oriented connections as needed (this process is invisible to users), and it is recommended to call `taos_close()` to close the connection only when the program is about to exit. +From version 2.0, TDengine recommends that each thread in a database application establishes its own connection, or builds a connection pool based on the thread, rather than sharing the connection (TAOS\*) structure across different threads in the application. Operations such as queries and writes based on the TAOS structure are thread-safe, but stateful statements like "USE statement" may interfere with each other across threads. Additionally, the C language connector can dynamically establish new database-oriented connections as needed (this process is invisible to users), and it is recommended to call `taos_close()` to close the connection only when the program is about to exit. Another point to note is that during the execution of the aforementioned synchronous APIs, APIs like pthread_cancel should not be used to forcibly terminate threads, as this involves synchronization operations of some modules and may cause issues including but not limited to deadlocks. - ::: -#### Asynchronous Queries +### Asynchronous Queries TDengine also offers higher-performance asynchronous APIs for data insertion and query operations. Under the same hardware and software conditions, the asynchronous API processes data insertions 2 to 4 times faster than the synchronous API. Asynchronous APIs use a non-blocking call method, returning immediately before a specific database operation is actually completed. The calling thread can then handle other tasks, thereby enhancing the overall application performance. Asynchronous APIs are particularly advantageous under conditions of severe network latency. @@ -875,6 +388,7 @@ Asynchronous APIs require the application to provide corresponding callback func Asynchronous APIs are relatively demanding for users, who may choose to use them based on specific application scenarios. Below are two important asynchronous APIs: - `void taos_query_a(TAOS *taos, const char *sql, void (*fp)(void *param, TAOS_RES *, int code), void *param);` + - **Interface Description**: Asynchronously executes an SQL statement. - **Parameter Description**: - taos: [Input] Pointer to the database connection, established through the `taos_connect()` function. @@ -890,7 +404,7 @@ Asynchronous APIs are relatively demanding for users, who may choose to use them TDengine's asynchronous APIs all use a non-blocking call mode. Applications can open multiple tables simultaneously with multiple threads and can perform queries or insertions on each opened table at the same time. It should be noted that **client applications must ensure that operations on the same table are completely serialized**, meaning that a second insertion or query operation cannot be performed on the same table until the first operation is completed (has not returned). -#### Parameter Binding +### Parameter Binding In addition to directly calling `taos_query()` for queries, TDengine also offers a Prepare API that supports parameter binding, similar in style to MySQL, currently only supporting the use of a question mark `?` to represent the parameter to be bound. @@ -906,6 +420,7 @@ Starting from version 3.3.5.0, TDengine has significantly simplified the usage i Note: If `taos_stmt2_exec()` executes successfully and there is no need to change the SQL statement, then it is possible to reuse the parsing result of `taos_stmt2_prepare()` and directly proceed to steps 3 to 4 to bind new data. However, if there is an error in execution, it is not recommended to continue working in the current context. Instead, it is advisable to release resources and start over from the `taos_stmt2_init()` step. You can check the specific error reason through `taos_stmt2_error`. The difference between stmt2 and stmt is: + - stmt2 supports batch binding of data in multiple tables, while stmt only supports binding data in a single table. - stmt2 supports asynchronous execution, while stmt only supports synchronous execution. - stmt2 supports efficient write mode and automatic table creation, while stmt does not support it. @@ -913,6 +428,7 @@ The difference between stmt2 and stmt is: - stmt2 supports some labels/columns as fixed values, while stmt requires all columns to be `?`. stmt upgrade stmt2 changes: + 1. Change `taos_stmt_init()` to `taos_stmt2_init()`, add `TAOS_STMT2_OPTION`. 2. Change `taos_stmt_prepare()` to `taos_stmt2_prepare()`. 3. Change `taos_stmt_set_tbname_tags`, `taos_stmt_bind_param()` and `taos_stmt_add_batch` to `taos_stmt2_bind_param()`, change `TAOS_MULTI_BIND` to `TAOS_STMT2_BINDV`. @@ -922,6 +438,7 @@ stmt upgrade stmt2 changes: The specific functions related to the interface are as follows (you can also refer to the [stmt2_insert_demo.c](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/stmt2_insert_demo.c) file for how to use the corresponding functions): - `TAOS_STMT2 *taos_stmt2_init(TAOS *taos, TAOS_STMT2_OPTION *option)` + - **Interface Description**: Initializes a precompiled SQL statement object. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. @@ -929,6 +446,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: Non-`NULL`: Success, returns a pointer to a TAOS_STMT2 structure representing the precompiled SQL statement object. `NULL`: Failure, please call taos_stmt_errstr() function for error details. - `int taos_stmt2_prepare(TAOS_STMT2 *stmt, const char *sql, unsigned long length)` + - **Interface Description**: Parses a precompiled SQL statement and binds the parsing results and parameter information to stmt. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -937,6 +455,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt2_bind_param(TAOS_STMT2 *stmt, TAOS_STMT2_BINDV *bindv, int32_t col_idx)` + - **Interface Description**: Binds a batch of parameters to a precompiled SQL statement. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -945,6 +464,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt2_exec(TAOS_STMT2 *stmt, int *affected_rows)` + - **Interface Description**: Executes the SQL with bound data, can be synchronous or asynchronous, determined by option. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -952,12 +472,14 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt2_close(TAOS_STMT2 *stmt)` + - **Interface Description**: After execution, releases all resources. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt2_get_fields(TAOS_STMT2 *stmt, int *count, TAOS_FIELD_ALL **fields)` + - **Interface Description**: Gets an array of column data attributes (column name, column data type, column length, column schema type) corresponding to the `?` order. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -966,6 +488,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `void taos_stmt2_free_fields(TAOS_STMT2 *stmt, TAOS_FIELD_ALL *fields)` + - **Interface Description**: Releases the memory of TAOS_FIELD_ALL return value, generally used after taos_stmt2_get_fields. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -973,6 +496,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: None. - `TAOS_RES *taos_stmt2_result(TAOS_STMT2 *stmt)` + - **Interface Description**: Gets the result returned after executing SQL. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -1004,12 +528,14 @@ Note: If `taos_stmt_execute()` is successful and there is no need to change the The specific functions related to the interface are as follows (you can also refer to the [prepare.c](https://github.com/taosdata/TDengine/blob/develop/docs/examples/c/prepare.c) file for how to use the corresponding functions): - `TAOS_STMT* taos_stmt_init(TAOS *taos)` + - **Interface Description**: Initializes a precompiled SQL statement object. - **Parameter Description**: - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - **Return Value**: Non-`NULL`: Success, returns a pointer to a TAOS_STMT structure representing the precompiled SQL statement object. `NULL`: Failure, please call taos_stmt_errstr() function for error details. - `int taos_stmt_prepare(TAOS_STMT *stmt, const char *sql, unsigned long length)` + - **Interface Description**: Parses a precompiled SQL statement and binds the parsing results and parameter information to stmt. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -1018,6 +544,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_bind_param(TAOS_STMT *stmt, TAOS_MULTI_BIND *bind)` + - **Interface Description**: Binds parameters to a precompiled SQL statement. Not as efficient as `taos_stmt_bind_param_batch()`, but can support non-INSERT type SQL statements. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -1025,6 +552,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_set_tbname(TAOS_STMT* stmt, const char* name)` + - **Interface Description**: (New in version 2.1.1.0, only supports replacing parameter values in INSERT statements) When the table name in the SQL statement uses a `?` placeholder, this function can be used to bind a specific table name. - **Parameter Description**: - stmt: [Input] Pointer to a valid precompiled SQL statement object. @@ -1032,6 +560,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_set_tbname_tags(TAOS_STMT* stmt, const char* name, TAOS_MULTI_BIND* tags)` + - **Interface Description**: (Added in version 2.1.2.0, only supports replacing parameter values in INSERT statements) When both the table name and TAGS in the SQL statement use `?` placeholders, this function can be used to bind specific table names and specific TAGS values. The most typical scenario is the INSERT statement that uses the auto-create table feature (the current version does not support specifying specific TAGS columns). The number of columns in the TAGS parameter must match exactly the number of TAGS required by the SQL statement. - **Parameter Description**: - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. @@ -1040,6 +569,7 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_bind_param_batch(TAOS_STMT* stmt, TAOS_MULTI_BIND* bind)` + - **Interface Description**: (Added in version 2.1.1.0, only supports replacing parameter values in INSERT statements) Passes the data to be bound in a multi-column manner, ensuring that the order and number of data columns passed here are completely consistent with the VALUES parameters in the SQL statement. - **Parameter Description**: - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. @@ -1047,31 +577,37 @@ The specific functions related to the interface are as follows (you can also ref - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_add_batch(TAOS_STMT *stmt)` + - **Interface Description**: Adds the currently bound parameters to the batch processing. After calling this function, you can call `taos_stmt_bind_param()` or `taos_stmt_bind_param_batch()` again to bind new parameters. Note that this function only supports INSERT/IMPORT statements; if it is a SELECT or other SQL statements, it will return an error. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_execute(TAOS_STMT *stmt)` + - **Interface Description**: Executes the prepared statement. Currently, a statement can only be executed once. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. - `int taos_stmt_affected_rows(TAOS_STMT *stmt)` + - **Interface Description**: Gets the number of rows affected after executing the precompiled SQL statement. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: Returns the number of affected rows. - `int taos_stmt_affected_rows_once(TAOS_STMT *stmt)` + - **Interface Description**: Gets the number of rows affected by executing a bound statement once. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: Returns the number of affected rows. - `TAOS_RES* taos_stmt_use_result(TAOS_STMT *stmt)` + - **Interface Description**: Retrieves the result set of the statement. The usage of the result set is consistent with non-parameterized calls, and `taos_free_result()` should be called to release resources after use. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: Non-`NULL`: Success, returns a pointer to the query result set. `NULL`: Failure, please call taos_stmt_errstr() function for error details. - `int taos_stmt_close(TAOS_STMT *stmt)` + - **Interface Description**: After execution, releases all resources. - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: `0`: Success. Non-`0`: Failure, please refer to the error code page for details. @@ -1080,13 +616,15 @@ The specific functions related to the interface are as follows (you can also ref - **Interface Description**: (Added in version 2.1.3.0) Used to obtain error information when other STMT APIs return an error (return error code or null pointer). - stmt: [Input] Points to a valid pointer to a precompiled SQL statement object. - **Return Value**: Returns a pointer to a string containing error information. + -#### Schemaless Insert +### Schemaless Insert In addition to using SQL or parameter binding APIs to insert data, you can also use a Schemaless method for insertion. Schemaless allows you to insert data without having to pre-create the structure of supertables/subtables. The TDengine system will automatically create and maintain the required table structure based on the data content written. For more details on how to use Schemaless, see the [Schemaless Insert](../../../developer-guide/schemaless-ingestion/) section. Here, we introduce the accompanying C/C++ API. - `TAOS_RES* taos_schemaless_insert(TAOS* taos, const char* lines[], int numLines, int protocol, int precision)` + - **Interface Description**: Performs a batch insert operation in schemaless mode, writing text data in line protocol to TDengine. - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - lines: [Input] Text data. Schemaless text strings that meet the parsing format requirements. @@ -1094,10 +632,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - protocol: [Input] Line protocol type, used to identify the text data format. - precision: [Input] Timestamp precision string in the text data. - **Return Value**: Returns a pointer to a TAOS_RES structure, which contains the results of the insert operation. Applications can obtain error information using `taos_errstr()`, or get the error code using `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, in which case `taos_errno()` can still be safely called to obtain the error code information. - The returned TAOS_RES must be managed by the caller to avoid memory leaks. + The returned TAOS_RES must be managed by the caller to avoid memory leaks. **Explanation** - + Protocol type is an enumeration type, including the following three formats: - TSDB_SML_LINE_PROTOCOL: InfluxDB Line Protocol @@ -1118,7 +656,9 @@ In addition to using SQL or parameter binding APIs to insert data, you can also For OpenTSDB's text protocols, timestamp parsing follows its official parsing rules — based on the number of characters contained in the timestamp to determine the time precision. **Other related schemaless interfaces** + - `TAOS_RES *taos_schemaless_insert_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int64_t reqid)` + - **Interface Description**: Performs a batch insert operation in schemaless mode, writing text data in line protocol to TDengine. The parameter reqid is passed to track the entire function call chain. - taos: [Input] Pointer to the database connection, which is established through `taos_connect()` function. - lines: [Input] Text data. Schemaless text strings that meet the parsing format requirements. @@ -1127,9 +667,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - precision: [Input] Timestamp precision string in the text data. - reqid: [Input] Specified request ID, used to track the calling request. The request ID (reqid) can be used to establish a correlation between requests and responses on the client and server sides, which is very useful for tracking and debugging in distributed systems. - **Return Value**: Returns a pointer to a TAOS_RES structure, which contains the results of the insert operation. Applications can obtain error information using `taos_errstr()`, or get the error code using `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, in which case `taos_errno()` can still be safely called to obtain the error code information. - The returned TAOS_RES must be managed by the caller to avoid memory leaks. + The returned TAOS_RES must be managed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_raw(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision)` + - **Interface Description**: Executes a schemaless batch insertion operation, writing text data in line protocol format into TDengine. Data is represented by the `lines` pointer and its length `len`, addressing the issue where data containing '\0' gets truncated. - taos: [Input] Pointer to the database connection, established through the `taos_connect()` function. - lines: [Input] Text data. A schemaless text string that meets parsing format requirements. @@ -1138,9 +679,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - protocol: [Input] Line protocol type, used to identify the text data format. - precision: [Input] Precision string for timestamps in the text data. - **Return Value**: Returns a pointer to a TAOS_RES structure containing the results of the insertion operation. Errors can be retrieved using `taos_errstr()`, and error codes with `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, but `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_raw_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int64_t reqid)` + - **Interface Description**: Executes a schemaless batch insertion operation, writing text data in line protocol format into TDengine. Data is represented by the `lines` pointer and its length `len`, addressing the issue where data containing '\0' gets truncated. The `reqid` parameter is passed to track the entire function call chain. - taos: [Input] Pointer to the database connection, established through the `taos_connect()` function. - lines: [Input] Text data. A schemaless text string that meets parsing format requirements. @@ -1150,9 +692,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - precision: [Input] Precision string for timestamps in the text data. - reqid: [Input] Specified request ID, used to track the calling request. The request ID (reqid) can be used to establish a correlation between requests and responses on the client and server sides, which is very useful for tracking and debugging in distributed systems. - **Return Value**: Returns a pointer to a TAOS_RES structure containing the results of the insertion operation. Errors can be retrieved using `taos_errstr()`, and error codes with `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, but `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_ttl(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int32_t ttl)` + - **Interface Description**: Executes a schemaless batch insertion operation, writing text data in line protocol format into TDengine. The `ttl` parameter is used to control the expiration time of the table's TTL. - taos: [Input] Pointer to the database connection, established through the `taos_connect()` function. - lines: [Input] Text data. A schemaless text string that meets parsing format requirements. @@ -1161,9 +704,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - precision: [Input] Precision string for timestamps in the text data. - ttl: [Input] Specified Time-To-Live (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - **Return Value**: Returns a pointer to a TAOS_RES structure containing the results of the insertion operation. Errors can be retrieved using `taos_errstr()`, and error codes with `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, but `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_ttl_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int32_t ttl, int64_t reqid)` + - **Interface Description**: Executes a batch insert operation without a schema, writing line protocol text data into TDengine. The ttl parameter is passed to control the expiration time of the table's ttl. The reqid parameter is passed to track the entire function call chain. - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - lines: [Input] Text data. Schemaless text strings that meet parsing format requirements. @@ -1173,9 +717,10 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - ttl: [Input] Specified Time-To-Live (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - reqid: [Input] Specified request ID, used to track the call request. The request ID (reqid) can be used to establish a correlation between requests and responses across client and server sides, which is very useful for tracking and debugging in distributed systems. - **Return Value**: Returns a pointer to a TAOS_RES structure, which contains the results of the insert operation. Applications can obtain error information using `taos_errstr()`, or get the error code using `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, in which case `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_raw_ttl(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int32_t ttl)` + - **Interface Description**: Executes a batch insert operation without a schema, writing line protocol text data into TDengine. The lines pointer and length len are passed to represent the data, to address the issue of data being truncated due to containing '\0'. The ttl parameter is passed to control the expiration time of the table's ttl. - taos: [Input] Pointer to the database connection, which is established through the `taos_connect()` function. - lines: [Input] Text data. Schemaless text strings that meet parsing format requirements. @@ -1185,7 +730,7 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - precision: [Input] Timestamp precision string in the text data. - ttl: [Input] Specified Time-To-Live (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - **Return Value**: Returns a pointer to a TAOS_RES structure, which contains the results of the insert operation. Applications can obtain error information using `taos_errstr()`, or get the error code using `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, in which case `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. - `TAOS_RES *taos_schemaless_insert_raw_ttl_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int32_t ttl, int64_t reqid)` - **Interface Description**: Executes a batch insert operation without a schema, writing line protocol text data into TDengine. The lines pointer and length len are passed to represent the data, to address the issue of data being truncated due to containing '\0'. The ttl parameter is passed to control the expiration time of the table's ttl. The reqid parameter is passed to track the entire function call chain. @@ -1198,27 +743,30 @@ In addition to using SQL or parameter binding APIs to insert data, you can also - ttl: [Input] Specified Time-To-Live (TTL), in days. Records will be automatically deleted after exceeding this lifespan. - reqid: [Input] Specified request ID, used to track the call request. The request ID (reqid) can be used to establish a correlation between requests and responses across client and server sides, which is very useful for tracking and debugging in distributed systems. - **Return Value**: Returns a pointer to a TAOS_RES structure, which contains the results of the insert operation. Applications can obtain error information using `taos_errstr()`, or get the error code using `taos_errno()`. In some cases, the returned TAOS_RES may be `NULL`, in which case `taos_errno()` can still be safely called to obtain error code information. - The returned TAOS_RES must be freed by the caller to avoid memory leaks. + The returned TAOS_RES must be freed by the caller to avoid memory leaks. Description: - The above 7 interfaces are extension interfaces, mainly used for passing ttl and reqid parameters during schemaless writing, and can be used as needed. -- Interfaces with _raw use the passed parameters lines pointer and length len to represent data, to solve the problem of data containing '\0' being truncated in the original interface. The totalRows pointer returns the number of data rows parsed. -- Interfaces with _ttl can pass the ttl parameter to control the ttl expiration time of table creation. -- Interfaces with _reqid can track the entire call chain by passing the reqid parameter. +- Interfaces with \_raw use the passed parameters lines pointer and length len to represent data, to solve the problem of data containing '\0' being truncated in the original interface. The totalRows pointer returns the number of data rows parsed. +- Interfaces with \_ttl can pass the ttl parameter to control the ttl expiration time of table creation. +- Interfaces with \_reqid can track the entire call chain by passing the reqid parameter. -#### Data Subscription +### Data Subscription - `const char *tmq_err2str(int32_t code)` + - **Interface Description**: Used to convert the error code of data subscription into error information. - code: [Input] Error code for data subscription. - **Return Value**: Returns a pointer to a string containing error information, the return value is not NULL, but the error information may be an empty string. - `tmq_conf_t *tmq_conf_new()` + - **Interface Description**: Creates a new TMQ configuration object. - **Return Value**: Non `NULL`: Success, returns a pointer to a tmq_conf_t structure, which is used to configure the behavior and features of TMQ. `NULL`: Failure, you can call the function taos_errstr(NULL) for more detailed error information. - `tmq_conf_res_t tmq_conf_set(tmq_conf_t *conf, const char *key, const char *value)` + - **Interface Description**: Sets the configuration items in the TMQ configuration object, used to configure consumption parameters. - conf: [Input] Pointer to a valid tmq_conf_t structure, representing a TMQ configuration object. - key: [Input] Configuration item key name. @@ -1234,6 +782,7 @@ Description: ``` - `void tmq_conf_set_auto_commit_cb(tmq_conf_t *conf, tmq_commit_cb *cb, void *param)` + - **Interface Description**: Sets the auto-commit callback function in the TMQ configuration object. - conf: [Input] Pointer to a valid tmq_conf_t structure, representing a TMQ configuration object. - cb: [Input] Pointer to a valid tmq_commit_cb callback function, which will be called after the message is consumed to confirm the message handling status. @@ -1246,34 +795,41 @@ Description: ``` - `void tmq_conf_destroy(tmq_conf_t *conf)` + - **Interface Description**: Destroys a TMQ configuration object and releases related resources. - conf: [Input] Pointer to a valid tmq_conf_t structure, representing a TMQ configuration object. - `tmq_list_t *tmq_list_new()` + - **Interface Description**: Used to create a tmq_list_t structure, used to store subscribed topics. - **Return Value**: Non `NULL`: Success, returns a pointer to a tmq_list_t structure. `NULL`: Failure, you can call the function taos_errstr(NULL) for more detailed error information. - `int32_t tmq_list_append(tmq_list_t *list, const char* topic)` + - **Interface Description**: Used to add a topic to a tmq_list_t structure. - list: [Input] Pointer to a valid tmq_list_t structure, representing a TMQ list object. - topic: [Input] Topic name. - **Return Value**: `0`: Success. Non `0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` for more detailed error information. - `void tmq_list_destroy(tmq_list_t *list)` + - **Interface Description**: Used to destroy a tmq_list_t structure, the result of tmq_list_new needs to be destroyed through this interface. - list: [Input] Pointer to a valid tmq_list_t structure, representing a TMQ list object. - `int32_t tmq_list_get_size(const tmq_list_t *list)` + - **Interface Description**: Used to get the number of topics in the tmq_list_t structure. - list: [Input] Points to a valid tmq_list_t structure pointer, representing a TMQ list object. - **Return Value**: `>=0`: Success, returns the number of topics in the tmq_list_t structure. `-1`: Failure, indicates the input parameter list is NULL. - `char **tmq_list_to_c_array(const tmq_list_t *list)` + - **Interface Description**: Used to convert a tmq_list_t structure into a C array, where each element is a string pointer. - list: [Input] Points to a valid tmq_list_t structure pointer, representing a TMQ list object. - **Return Value**: Non-`NULL`: Success, returns a C array, each element is a string pointer representing a topic name. `NULL`: Failure, indicates the input parameter list is NULL. - `tmq_t *tmq_consumer_new(tmq_conf_t *conf, char *errstr, int32_t errstrLen)` + - **Interface Description**: Used to create a tmq_t structure for consuming data. After consuming the data, tmq_consumer_close must be called to close the consumer. - conf: [Input] Points to a valid tmq_conf_t structure pointer, representing a TMQ configuration object. - errstr: [Output] Points to a valid character buffer pointer, used to receive error messages that may occur during creation. Memory allocation/release is the responsibility of the caller. @@ -1281,34 +837,40 @@ Description: - **Return Value**: Non-`NULL`: Success, returns a pointer to a tmq_t structure representing a TMQ consumer object. `NULL`: Failure, error information stored in the errstr parameter. - `int32_t tmq_subscribe(tmq_t *tmq, const tmq_list_t *topic_list)` + - **Interface Description**: Used to subscribe to a list of topics. After consuming the data, tmq_subscribe must be called to unsubscribe. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - topic_list: [Input] Points to a valid tmq_list_t structure pointer, containing one or more topic names. - **Return Value**: `0`: Success. Non-`0`: Failure, the function `char *tmq_err2str(int32_t code)` can be called for more detailed error information. - `int32_t tmq_unsubscribe(tmq_t *tmq)` + - **Interface Description**: Used to unsubscribe from a list of topics. Must be used in conjunction with tmq_subscribe. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - **Return Value**: `0`: Success. Non-`0`: Failure, the function `char *tmq_err2str(int32_t code)` can be called for more detailed error information. - `int32_t tmq_subscription(tmq_t *tmq, tmq_list_t **topic_list)` + - **Interface Description**: Used to get the list of subscribed topics. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - topic_list: [Output] Points to a pointer of a tmq_list_t structure pointer, used to receive the current list of subscribed topics. - **Return Value**: `0`: Success. Non-`0`: Failure, the function `char *tmq_err2str(int32_t code)` can be called for more detailed error information. - `TAOS_RES *tmq_consumer_poll(tmq_t *tmq, int64_t timeout)` + - **Interface Description**: Used to poll for consuming data, each consumer can only call this interface in a single thread. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - timeout: [Input] Polling timeout in milliseconds, a negative number indicates a default timeout of 1 second. - **Return Value**: Non-`NULL`: Success, returns a pointer to a TAOS_RES structure containing the received messages. `NULL`: indicates no data, the error code can be obtained through taos_errno (NULL), please refer to the reference manual for specific error message. TAOS_RES results are consistent with taos_query results, and information in TAOS_RES can be obtained through various query interfaces, such as schema, etc. - `int32_t tmq_consumer_close(tmq_t *tmq)` + - **Interface Description**: Used to close a tmq_t structure. Must be used in conjunction with tmq_consumer_new. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `int32_t tmq_get_topic_assignment(tmq_t *tmq, const char *pTopicName, tmq_topic_assignment **assignment, int32_t *numOfAssignment)` + - **Interface Description**: Returns the information of the vgroup currently assigned to the consumer, including vgId, the maximum and minimum offset of wal, and the current consumed offset. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - pTopicName: [Input] The topic name for which to query the assignment information. @@ -1317,10 +879,12 @@ Description: - **Return Value**: `0`: Success. Non-`0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `void tmq_free_assignment(tmq_topic_assignment* pAssignment)` + - **Interface Description**: Returns the information of the vgroup currently assigned to the consumer, including vgId, the maximum and minimum offset of wal, and the current consumed offset. - pAssignment: [Input] Points to a valid tmq_topic_assignment structure array pointer, which contains the vgroup assignment information. - `int64_t tmq_committed(tmq_t *tmq, const char *pTopicName, int32_t vgId)` + - **Interface Description**: Gets the committed offset for a specific topic and vgroup of the TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - pTopicName: [Input] The topic name for which to query the committed offset. @@ -1328,12 +892,14 @@ Description: - **Return Value**: `>=0`: Success, returns an int64_t value representing the committed offset. `<0`: Failure, the return value is the error code, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `int32_t tmq_commit_sync(tmq_t *tmq, const TAOS_RES *msg)` + - **Interface Description**: Synchronously commits the message offset processed by the TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - msg: [Input] Points to a valid TAOS_RES structure pointer, which contains the processed message. If NULL, commits the current progress of all vgroups consumed by the current consumer. - **Return Value**: `0`: Success, the offset has been successfully committed. Non-`0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `void tmq_commit_async(tmq_t *tmq, const TAOS_RES *msg, tmq_commit_cb *cb, void *param)` + - **Interface Description**: Asynchronously commits the message offset processed by the TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - msg: [Input] Points to a valid TAOS_RES structure pointer, which contains the processed message. If NULL, commits the current progress of all vgroups consumed by the current consumer. @@ -1341,6 +907,7 @@ Description: - param: [Input] A user-defined parameter, which will be passed to cb in the callback function. - `int32_t tmq_commit_offset_sync(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` + - **Interface Description**: Synchronously commits the offset for a specific topic and vgroup of a TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - pTopicName: [Input] The name of the topic for which the offset is to be committed. @@ -1349,6 +916,7 @@ Description: - **Return Value**: `0`: Success, the offset has been successfully committed. Non-`0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `void tmq_commit_offset_async(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset, tmq_commit_cb *cb, void *param)` + - **Interface Description**: Asynchronously commits the offset for a specific topic and vgroup of a TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - pTopicName: [Input] The name of the topic for which the offset is to be committed. @@ -1358,11 +926,13 @@ Description: - param: [Input] A user-defined parameter that will be passed to the callback function cb. **Description** + - There are two types of commit interfaces, each type has synchronous and asynchronous interfaces: - First type: Commit based on message, submitting the progress in the message, if the message is NULL, submit the current progress of all vgroups consumed by the current consumer: tmq_commit_sync/tmq_commit_async - Second type: Commit based on the offset of a specific topic and a specific vgroup: tmq_commit_offset_sync/tmq_commit_offset_async - `int64_t tmq_position(tmq_t *tmq, const char *pTopicName, int32_t vgId)` + - **Interface Description**: Gets the current consumption position, i.e., the position of the next data that has been consumed. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - pTopicName: [Input] The name of the topic for which the current position is being queried. @@ -1370,6 +940,7 @@ Description: - **Return Value**: `>=0`: Success, returns an int64_t type value representing the offset of the current position. `<0`: Failure, the return value is the error code, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `int32_t tmq_offset_seek(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` + - **Interface Description**: Sets the offset of a TMQ consumer object in a specific topic and vgroup to a specified position. - tmq: [Input] Points to a valid tmq_t structure pointer, representing a TMQ consumer object. - pTopicName: [Input] The name of the topic for which the current position is being queried. @@ -1378,26 +949,31 @@ Description: - **Return Value**: `0`: Success, non-`0`: Failure, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `int64_t tmq_get_vgroup_offset(TAOS_RES* res)` + - **Interface Description**: Extracts the current consumption data position offset of the virtual group (vgroup) from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, containing messages polled from the TMQ consumer. - **Return Value**: `>=0`: Success, returns an int64_t type value representing the offset of the current consumption position. `<0`: Failure, the return value is the error code, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `int32_t tmq_get_vgroup_id(TAOS_RES *res)` + - **Interface Description**: Extracts the ID of the virtual group (vgroup) from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, which contains messages polled from the TMQ consumer. - **Return Value**: `>=0`: Success, returns an int32_t type value representing the ID of the virtual group (vgroup). `<0`: Failure, the return value is the error code, you can call the function `char *tmq_err2str(int32_t code)` to get more detailed error information. - `TAOS *tmq_get_connect(tmq_t *tmq)` + - **Interface Description**: Retrieves the connection handle to the TDengine database from the TMQ consumer object. - tmq: [Input] Points to a valid tmq_t structure pointer, which represents a TMQ consumer object. - - **Return Value**: Non-`NULL`: Success, returns a TAOS * type pointer pointing to the connection handle with the TDengine database. `NULL`: Failure, illegal input parameters. + - **Return Value**: Non-`NULL`: Success, returns a TAOS \* type pointer pointing to the connection handle with the TDengine database. `NULL`: Failure, illegal input parameters. - `const char *tmq_get_table_name(TAOS_RES *res)` + - **Interface Description**: Retrieves the table name from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the table name string. `NULL`: Failure, illegal input parameters. + - **Return Value**: Non-`NULL`: Success, returns a const char \* type pointer pointing to the table name string. `NULL`: Failure, illegal input parameters. - `tmq_res_t tmq_get_res_type(TAOS_RES *res)` + - **Interface Description**: Retrieves the message type from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, which contains messages polled from the TMQ consumer. - **Return Value**: Returns a tmq_res_t type enumeration value representing the message type. @@ -1413,11 +989,12 @@ Description: ``` - `const char *tmq_get_topic_name(TAOS_RES *res)` + - **Interface Description**: Retrieves the topic name from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the topic name string. `NULL`: Failure, illegal input parameters. + - **Return Value**: Non-`NULL`: Success, returns a const char \* type pointer pointing to the topic name string. `NULL`: Failure, illegal input parameters. - `const char *tmq_get_db_name(TAOS_RES *res)` - **Interface Description**: Retrieves the database name from the message results obtained by the TMQ consumer. - res: [Input] Points to a valid TAOS_RES structure pointer, which contains messages polled from the TMQ consumer. - - **Return Value**: Non-`NULL`: Success, returns a const char * type pointer pointing to the database name string. `NULL`: Failure, illegal input parameters. + - **Return Value**: Non-`NULL`: Success, returns a const char \* type pointer pointing to the database name string. `NULL`: Failure, illegal input parameters. diff --git a/docs/en/14-reference/05-connector/14-java.md b/docs/en/14-reference/05-connector/14-java.md index 138c42672fee..6959546e29d9 100644 --- a/docs/en/14-reference/05-connector/14-java.md +++ b/docs/en/14-reference/05-connector/14-java.md @@ -33,6 +33,7 @@ The JDBC driver implementation for TDengine strives to be consistent with relati | taos-jdbcdriver Version | Major Changes | TDengine Version | | ----------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------ | +| 3.7.1 | 1. Replace Java-WebSocket library with Netty to enhance small query performance.
2. Add IPv6 protocol compatibility.
3. Implement BLOB (Binary Large Object) data type support.
4. Enable TDengine version compatibility checks.
5. Support `varcharAsString` in connection property.
6. Optimize memory utilization in WebSocket query operations.
7. Fix timezone handling in WebSocket connections.
|-| | - | | 3.6.3 | Fixed data type conversion bug in database or super table subscription. | - | | 3.6.2 | 1. Supports data subscription for databases and super tables (subscription meta not supported).
1. Resolved the bug in cloud service subscription.
1. Improved the implement of setQueryTimeout with param 0. | - | | 3.6.1 | Fixed the performance issue of small queries in WebSocket connection. | - | @@ -108,6 +109,12 @@ Please refer to the specific error codes: | 0x231c | httpEntity is null, sql: | An exception occurred in REST connection execution. | | 0x231d | can't create connection with server within | Increase the httpConnectTimeout parameter to extend the connection time, or check the connection with taosAdapter. | | 0x231e | failed to complete the task within the specified time | Increase the messageWaitTimeout parameter to extend the execution time, or check the connection with taosAdapter. | +| 0x231f | RESTful client query exception | HTTP request error. Check details for more information. | +| 0x2320 | Type conversion exception | Verify correct data types are being used. | +| 0x2321 | TDengine version incompatible | TDengine version mismatch. Upgrade to the required version. | +| 0x2322 | Resource has been freed | Resource has been released. Confirm operation validity. | +| 0x2323 | BLOB unsupported on server | BLOB type is not supported by the server. Server upgrade required. | +| 0x2324 | Line bind mode unsupported | Line binding mode is not supported by the server. Server upgrade required. | | 0x2350 | unknown error | Unknown exception, please provide feedback to the developers on github. | | 0x2352 | Unsupported encoding | An unsupported character encoding set was specified in the local connection. | | 0x2353 | internal error of database, please see taoslog for more details | An error occurred while executing prepareStatement in local connection, check taos log for troubleshooting. | @@ -153,7 +160,7 @@ TDengine currently supports timestamp, numeric, character, boolean types, and th | JSON | java.lang.String | only supported in tags | | VARBINARY | byte[] | | | GEOMETRY | byte[] | | -| BLOB | byte[] | only supported in columns | +| BLOB | byte[] | only supported in columns | | DECIMAL | java.math.BigDecimal | only supported in WebSocket connections | **Note**: Due to historical reasons, the BINARY type in TDengine is not truly binary data and is no longer recommended. Please use VARBINARY type instead. @@ -223,7 +230,8 @@ taos-jdbcdriver implements the JDBC standard Driver interface, providing 3 imple The JDBC URL format for TDengine is: `jdbc:[TAOS|TAOS-WS|TAOS-RS]://[host_name]:[port]/[database_name]?[user={user}|&password={password}|&charset={charset}|&cfgdir={config_dir}|&locale={locale}|&timezone={timezone}|&batchfetch={batchfetch}]` -The host_name parameter supports valid domain names or IP addresses. The taos-jdbcdriver supports both IPv4 and IPv6 formats. For IPv6 addresses, square brackets must be used (e.g., `[::1]` or `[2001:db8:1234:5678::1]`) to avoid port number parsing conflicts. +The host_name parameter supports valid domain names or IP addresses. The taos-jdbcdriver supports both IPv4 and IPv6 formats. For IPv6 addresses, square brackets must be used (e.g., `[::1]` or `[2001:db8:1234:5678::1]`) to avoid port number parsing conflicts. +All properties in **Properties** are supported in the JDBC URL. For details, please refer to the **Properties** section below. **Native Connection** `jdbc:TAOS://taosdemo.com:6030/power?user=root&password=taosdata`, using the TSDBDriver for native JDBC connection, establishes a connection to the hostname taosdemo.com, port 6030 (TDengine's default port), and database name power. This URL specifies the username (user) as root and the password (password) as taosdata. @@ -303,46 +311,48 @@ For REST connections, the configuration parameters in the URL are as follows: #### Properties -In addition to obtaining a connection through a specified URL, you can also use Properties to specify parameters when establishing a connection. +In addition to obtaining a connection through a specified URL, you can also use Properties to specify parameters when establishing a connection. +All configuration parameters in Properties can also be specified in the JDBC URL. The parameter names in square brackets can be used in the JDBC URL (e.g., TSDBDriver.PROPERTY_KEY_USER[`user`] can be set in the JDBC URL as `user=root` to specify the username). > **Note**: The client parameter set in the application is at the process level, meaning if you need to update the client's parameters, you must restart the application. This is because the client parameter is a global parameter and only takes effect the first time it is set in the application. The configuration parameters in properties are as follows: -- TSDBDriver.PROPERTY_KEY_USER: Login username for TDengine, default value 'root'. -- TSDBDriver.PROPERTY_KEY_PASSWORD: User login password, default value 'taosdata'. -- TSDBDriver.PROPERTY_KEY_BATCH_LOAD: true: Fetch result sets in batches during query execution; false: Fetch result sets row by row. The default value is false. For historical reasons, when using a REST connection, setting this parameter to true will switch to a WebSocket connection. -- TSDBDriver.PROPERTY_KEY_BATCH_ERROR_IGNORE: true: Continue executing subsequent SQLs when one SQL fails during the execution of Statement's executeBatch; false: Do not execute any statements after a failed SQL. The default value is false. -- TSDBDriver.PROPERTY_KEY_CONFIG_DIR: Effective only when using native JDBC connections. Client configuration file directory path, default value on Linux OS is `/etc/taos`, on Windows OS is `C:/TDengine/cfg`. -- TSDBDriver.PROPERTY_KEY_CHARSET: Character set used by the client, default value is the system character set. -- TSDBDriver.PROPERTY_KEY_LOCALE: Effective only when using native JDBC connections. Client locale, default value is the current system locale. -- TSDBDriver.PROPERTY_KEY_TIME_ZONE: +- TSDBDriver.PROPERTY_KEY_USER [`user`]: Login username for TDengine, default value 'root'. +- TSDBDriver.PROPERTY_KEY_PASSWORD [`password`]: User login password, default value 'taosdata'. +- TSDBDriver.PROPERTY_KEY_BATCH_LOAD [`batchfetch`]: true: Fetch result sets in batches during query execution; false: Fetch result sets row by row. The default value is false. For historical reasons, when using a REST connection, setting this parameter to true will switch to a WebSocket connection. +- TSDBDriver.PROPERTY_KEY_BATCH_ERROR_IGNORE [`batchErrorIgnore`]: true: Continue executing subsequent SQLs when one SQL fails during the execution of Statement's executeBatch; false: Do not execute any statements after a failed SQL. The default value is false. +- TSDBDriver.PROPERTY_KEY_CONFIG_DIR [`cfgdir`]: Effective only when using native JDBC connections. Client configuration file directory path, default value on Linux OS is `/etc/taos`, on Windows OS is `C:/TDengine/cfg`. +- TSDBDriver.PROPERTY_KEY_CHARSET [`charset`]: Character set used by the client, default value is the system character set. +- TSDBDriver.PROPERTY_KEY_LOCALE [`locale`]: Effective only when using native JDBC connections. Client locale, default value is the current system locale. +- TSDBDriver.PROPERTY_KEY_TIME_ZONE [`timezone`]: - Native connections: Client time zone, default value is the current system time zone. Effective globally. Due to historical reasons, we only support part of the POSIX standard, such as UTC-8 (representing Shanghai, China), GMT-8, Asia/Shanghai. - - WebSocket connections. Client time zone, default value is the current system time zone. Effective on the connection. Only IANA time zones are supported, such as Asia/Shanghai. It is recommended not to set this parameter, as using the system time zone provides better performance. -- TSDBDriver.HTTP_CONNECT_TIMEOUT: Connection timeout, in ms, default value is 60000. Effective only in REST connections. -- TSDBDriver.HTTP_SOCKET_TIMEOUT: Socket timeout, in ms, default value is 60000. Effective only in REST connections and when batchfetch is set to false. -- TSDBDriver.PROPERTY_KEY_MESSAGE_WAIT_TIMEOUT: Message timeout, in ms, default value is 60000. Effective only under WebSocket connections. -- TSDBDriver.PROPERTY_KEY_USE_SSL: Whether to use SSL in the connection. Effective only in WebSocket/REST connections. -- TSDBDriver.HTTP_POOL_SIZE: REST concurrent request size, default 20. -- TSDBDriver.PROPERTY_KEY_ENABLE_COMPRESSION: Whether to enable compression during transmission. Effective only when using REST/WebSocket connections. true: enabled, false: not enabled. Default is false. -- TSDBDriver.PROPERTY_KEY_ENABLE_AUTO_RECONNECT: Whether to enable auto-reconnect. Effective only when using WebSocket connections. true: enabled, false: not enabled. Default is false. - + - WebSocket connections: Client time zone, default value is the current system time zone. Effective on the connection. Only IANA time zones are supported, such as Asia/Shanghai. It is recommended not to set this parameter, as using the system time zone provides better performance. +- TSDBDriver.HTTP_CONNECT_TIMEOUT [`httpConnectTimeout`]: Connection timeout, in ms, default value is 60000. Effective only in REST connections. +- TSDBDriver.HTTP_SOCKET_TIMEOUT [`httpSocketTimeout`]: Socket timeout, in ms, default value is 60000. Effective only in REST connections and when batchfetch is set to false. +- TSDBDriver.PROPERTY_KEY_MESSAGE_WAIT_TIMEOUT [`messageWaitTimeout`]: Message timeout, in ms, default value is 60000. Effective only under WebSocket connections. +- TSDBDriver.PROPERTY_KEY_USE_SSL [`useSSL`]: Whether to use SSL in the connection. Effective only in WebSocket/REST connections. +- TSDBDriver.HTTP_POOL_SIZE [`httpPoolSize`]: REST concurrent request size, default 20. +- TSDBDriver.PROPERTY_KEY_ENABLE_COMPRESSION [`enableCompression`]: Whether to enable compression during transmission. Effective only when using REST/WebSocket connections. true: enabled, false: not enabled. Default is false. +- TSDBDriver.PROPERTY_KEY_ENABLE_AUTO_RECONNECT [`enableAutoReconnect`]: Whether to enable auto-reconnect. Effective only when using WebSocket connections. true: enabled, false: not enabled. Default is false. > **Note**: Enabling auto-reconnect is only effective for simple SQL execution, schema-less writing, and data subscription. It is ineffective for parameter binding. Auto-reconnect is only effective for connections established through parameters specifying the database, and ineffective for later `use db` statements to switch databases. -- TSDBDriver.PROPERTY_KEY_RECONNECT_INTERVAL_MS: Auto-reconnect retry interval, in milliseconds, default value 2000. Effective only when PROPERTY_KEY_ENABLE_AUTO_RECONNECT is true. -- TSDBDriver.PROPERTY_KEY_RECONNECT_RETRY_COUNT: Auto-reconnect retry count, default value 3, effective only when PROPERTY_KEY_ENABLE_AUTO_RECONNECT is true. -- TSDBDriver.PROPERTY_KEY_DISABLE_SSL_CERT_VALIDATION: Disable SSL certificate validation. Effective only when using WebSocket connections. true: enabled, false: not enabled. Default is false. -- TSDBDriver.PROPERTY_KEY_VARCHAR_AS_STRING: Maps VARCHAR/BINARY types to String. Effective only when using WebSocket connections. Default value is false. -- TSDBDriver.PROPERTY_KEY_APP_NAME: App name, can be used for display in the `show connections` query result. Effective only when using WebSocket connections. Default value is java. -- TSDBDriver.PROPERTY_KEY_APP_IP: App IP, can be used for display in the `show connections` query result. Effective only when using WebSocket connections. Default value is empty. - -- TSDBDriver.PROPERTY_KEY_ASYNC_WRITE: Efficient Writing mode. Currently, only the `stmt` method is supported. Effective only when using WebSocket connections. DeDefault value is empty, meaning Efficient Writing mode is not enabled. -- TSDBDriver.PROPERTY_KEY_BACKEND_WRITE_THREAD_NUM: In Efficient Writing mode, this refers to the number of background write threads. Effective only when using WebSocket connections. Default value is 10. -- TSDBDriver.PROPERTY_KEY_BATCH_SIZE_BY_ROW: In Efficient Writing mode, this is the batch size for writing data, measured in rows. Effective only when using WebSocket connections. Default value is 1000. -- TSDBDriver.PROPERTY_KEY_CACHE_SIZE_BY_ROW: In Efficient Writing mode, this is the cache size, measured in rows. Effective only when using WebSocket connections. Default value is 10000. -- TSDBDriver.PROPERTY_KEY_COPY_DATA: In Efficient Writing mode, this determines Whether to copy the binary data passed by the application through the `addBatch` method. Effective only when using WebSocket connections. Default value is false. -- TSDBDriver.PROPERTY_KEY_STRICT_CHECK: In Efficient Writing mode, this determines whether to validate the length of table names and variable-length data types. Effective only when using WebSocket connections. Default value is false. -- TSDBDriver.PROPERTY_KEY_RETRY_TIMES: In Efficient Writing mode, this is the number of retry attempts for failed write operations. Effective only when using WebSocket connections. Default value is 3. +- TSDBDriver.PROPERTY_KEY_RECONNECT_INTERVAL_MS [`reconnectIntervalMs`]: Auto-reconnect retry interval, in milliseconds, default value 2000. Effective only when PROPERTY_KEY_ENABLE_AUTO_RECONNECT is true. +- TSDBDriver.PROPERTY_KEY_RECONNECT_RETRY_COUNT [`reconnectRetryCount`]: Auto-reconnect retry count, default value 3, effective only when PROPERTY_KEY_ENABLE_AUTO_RECONNECT is true. +- TSDBDriver.PROPERTY_KEY_DISABLE_SSL_CERT_VALIDATION [`disableSSLCertValidation`]: Disable SSL certificate validation. Effective only when using WebSocket connections. true: enabled, false: not enabled. Default is false. +- TSDBDriver.PROPERTY_KEY_VARCHAR_AS_STRING [`varcharAsString`]: Maps VARCHAR/BINARY types to String. Effective only when using WebSocket connections. Default value is false. +- TSDBDriver.PROPERTY_KEY_APP_NAME [`app_name`]: App name, can be used for display in the `show connections` query result. Effective only when using WebSocket connections. Default value is java. +- TSDBDriver.PROPERTY_KEY_APP_IP [`app_ip`]: App IP, can be used for display in the `show connections` query result. Effective only when using WebSocket connections. Default value is empty. + +- TSDBDriver.PROPERTY_KEY_ASYNC_WRITE [`asyncWrite`]: Efficient Writing mode. Currently, only the `stmt` method is supported. Effective only when using WebSocket connections. Default value is empty, meaning Efficient Writing mode is not enabled. +- TSDBDriver.PROPERTY_KEY_BACKEND_WRITE_THREAD_NUM [`backendWriteThreadNum`]: In Efficient Writing mode, this refers to the number of background write threads. Effective only when using WebSocket connections. Default value is 10. +- TSDBDriver.PROPERTY_KEY_BATCH_SIZE_BY_ROW [`batchSizeByRow`]: In Efficient Writing mode, this is the batch size for writing data, measured in rows. Effective only when using WebSocket connections. Default value is 1000. +- TSDBDriver.PROPERTY_KEY_CACHE_SIZE_BY_ROW [`cacheSizeByRow`]: In Efficient Writing mode, this is the cache size, measured in rows. Effective only when using WebSocket connections. Default value is 10000. +- TSDBDriver.PROPERTY_KEY_COPY_DATA [`copyData`]: In Efficient Writing mode, this determines whether to copy the binary data passed by the application through the `addBatch` method. Effective only when using WebSocket connections. Default value is false. +- TSDBDriver.PROPERTY_KEY_STRICT_CHECK [`strictCheck`]: In Efficient Writing mode, this determines whether to validate the length of table names and variable-length data types. Effective only when using WebSocket connections. Default value is false. +- TSDBDriver.PROPERTY_KEY_RETRY_TIMES [`retryTimes`]: In Efficient Writing mode, this is the number of retry attempts for failed write operations. Effective only when using WebSocket connections. Default value is 3. + +- TSDBDriver.PROPERTY_KEY_PBS_MODE [`pbsMode`]: Parameter binding serialization mode, currently an experimental feature, only supports `line` mode, which can improve performance when each subtable has only one piece of data in a batch of bound data. Effective only when using WebSocket connections, and not supported in Efficient Writing mode. Default value is empty. Priority of Configuration Parameters: diff --git a/docs/en/14-reference/05-connector/20-go.md b/docs/en/14-reference/05-connector/20-go.md index dbefe01cc4b1..4edb5fa57e64 100644 --- a/docs/en/14-reference/05-connector/20-go.md +++ b/docs/en/14-reference/05-connector/20-go.md @@ -24,25 +24,26 @@ Supports Go 1.14 and above. | driver-go Version | Major Changes | TDengine Version | |-------------------|-------------------------------------------------------------------------------------------------|--------------------| +| v3.7.3 | Fix crash when WebSocket connection STMT query results contain decimal data. | - | | v3.7.2 | support BLOB type. | - | | v3.7.1 | support IPv6 connection. | - | | v3.7.0 | support decimal type. | 3.3.6.0 and higher | | v3.6.0 | stmt2 native interface, DSN supports passwords containing special characters (url.QueryEscape). | 3.3.5.0 and higher | | v3.5.8 | Fixed null pointer exception. | - | | v3.5.7 | taosWS and taosRestful support passing request id. | - | -| v3.5.6 | Improved websocket query and insert performance. | 3.3.2.0 and higher | +| v3.5.6 | Improved WebSocket query and insert performance. | 3.3.2.0 and higher | | v3.5.5 | Restful supports skipping SSL certificate check. | - | | v3.5.4 | Compatible with TDengine 3.3.0.0 tmq raw data. | - | | v3.5.3 | Refactored taosWS. | - | -| v3.5.2 | Websocket compression and optimized tmq subscription performance. | 3.2.3.0 and higher | +| v3.5.2 | WebSocket compression and optimized tmq subscription performance. | 3.2.3.0 and higher | | v3.5.1 | Native stmt query and geometry type support. | 3.2.1.0 and higher | | v3.5.0 | Support tmq get assignment and seek offset. | 3.0.5.0 and higher | -| v3.3.1 | Schemaless protocol insert based on websocket. | 3.0.4.1 and higher | +| v3.3.1 | Schemaless protocol insert based on WebSocket. | 3.0.4.1 and higher | | v3.1.0 | Provided Kafka-like subscription API. | - | | v3.0.4 | Added request id related interfaces. | 3.0.2.2 and higher | -| v3.0.3 | Websocket-based statement insert. | - | -| v3.0.2 | Websocket-based data query and insert. | 3.0.1.5 and higher | -| v3.0.1 | Websocket-based message subscription. | - | +| v3.0.3 | WebSocket-based statement insert. | - | +| v3.0.2 | WebSocket-based data query and insert. | 3.0.1.5 and higher | +| v3.0.1 | WebSocket-based message subscription. | - | | v3.0.0 | Adapted to TDengine 3.0 query and insert. | 3.0.0.0 and higher | ## Exceptions and Error Codes diff --git a/docs/en/14-reference/05-connector/30-python.md b/docs/en/14-reference/05-connector/30-python.md index f71d34c05bfd..28b5b079765c 100644 --- a/docs/en/14-reference/05-connector/30-python.md +++ b/docs/en/14-reference/05-connector/30-python.md @@ -57,6 +57,7 @@ Python Connector historical versions (it is recommended to use the latest versio |Python Connector Version | Major Changes | TDengine Version| | --------- | ----------------------------------------------------------------------------------------------------- | ----------------- | +|2.8.3 | Support BLOB data type. | - | |2.8.2 | The connection parameter settings support cross-platform compatibility. | - | |2.8.1 | Add two functions to set the connect property | - | |2.8.0 | Remove Apache Superset Driver | - | @@ -141,7 +142,7 @@ TDengine currently supports timestamp, numeric, character, boolean types, and th | GEOMETRY | bytearray | | VARBINARY | bytearray | | DECIMAL | Decimal | - +| BLOB | bytearray | ## Example Programs Summary | Example Program Link | Example Program Content | diff --git a/docs/en/14-reference/05-connector/40-csharp.md b/docs/en/14-reference/05-connector/40-csharp.md index c93bc98fb142..d34e66c8b99f 100644 --- a/docs/en/14-reference/05-connector/40-csharp.md +++ b/docs/en/14-reference/05-connector/40-csharp.md @@ -25,6 +25,7 @@ import RequestId from "../../assets/resources/_request_id.mdx"; | Connector Version | Major Changes | TDengine Version | |-------------------|------------------------------------------------------------|--------------------| +| 3.1.7 | Support IPv6 connections and DECIMAL data type. | 3.3.6.0 and higher | | 3.1.6 | Optimize WebSocket connection message handling. | - | | 3.1.5 | Fix WebSocket encoding error for Chinese character length. | - | | 3.1.4 | Improved WebSocket query and insert performance. | 3.3.2.0 and higher | diff --git a/docs/examples/JDBC/JDBCDemo/pom.xml b/docs/examples/JDBC/JDBCDemo/pom.xml index ae5feeaae347..e5da49bc8b7b 100644 --- a/docs/examples/JDBC/JDBCDemo/pom.xml +++ b/docs/examples/JDBC/JDBCDemo/pom.xml @@ -19,7 +19,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 org.locationtech.jts diff --git a/docs/examples/JDBC/SpringJdbcTemplate/pom.xml b/docs/examples/JDBC/SpringJdbcTemplate/pom.xml index 1c72b2de84f3..12c5a22e3dd9 100644 --- a/docs/examples/JDBC/SpringJdbcTemplate/pom.xml +++ b/docs/examples/JDBC/SpringJdbcTemplate/pom.xml @@ -47,7 +47,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/JDBC/connectionPools/pom.xml b/docs/examples/JDBC/connectionPools/pom.xml index be1517e81182..231710023a66 100644 --- a/docs/examples/JDBC/connectionPools/pom.xml +++ b/docs/examples/JDBC/connectionPools/pom.xml @@ -18,7 +18,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/JDBC/consumer-demo/pom.xml b/docs/examples/JDBC/consumer-demo/pom.xml index 2999ade917de..adedb8395e98 100644 --- a/docs/examples/JDBC/consumer-demo/pom.xml +++ b/docs/examples/JDBC/consumer-demo/pom.xml @@ -17,7 +17,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 com.google.guava diff --git a/docs/examples/JDBC/highvolume/pom.xml b/docs/examples/JDBC/highvolume/pom.xml index b837753a167f..8f9f431ec330 100644 --- a/docs/examples/JDBC/highvolume/pom.xml +++ b/docs/examples/JDBC/highvolume/pom.xml @@ -19,7 +19,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 commons-cli diff --git a/docs/examples/JDBC/mybatisplus-demo/pom.xml b/docs/examples/JDBC/mybatisplus-demo/pom.xml index 4c7665f04ba8..e5493062415a 100644 --- a/docs/examples/JDBC/mybatisplus-demo/pom.xml +++ b/docs/examples/JDBC/mybatisplus-demo/pom.xml @@ -83,7 +83,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/JDBC/springbootdemo/pom.xml b/docs/examples/JDBC/springbootdemo/pom.xml index 61ebb0c469bd..9ae0aaae01f8 100644 --- a/docs/examples/JDBC/springbootdemo/pom.xml +++ b/docs/examples/JDBC/springbootdemo/pom.xml @@ -112,7 +112,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/JDBC/taosdemo/pom.xml b/docs/examples/JDBC/taosdemo/pom.xml index d8f757f92b0f..eb9fc01dea9f 100644 --- a/docs/examples/JDBC/taosdemo/pom.xml +++ b/docs/examples/JDBC/taosdemo/pom.xml @@ -67,7 +67,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/c-ws-new/.gitignore b/docs/examples/c-ws-new/.gitignore new file mode 100644 index 000000000000..c675e5c228cc --- /dev/null +++ b/docs/examples/c-ws-new/.gitignore @@ -0,0 +1,4 @@ +* +!*.c +!.gitignore +!Makefile diff --git a/docs/examples/c-ws-new/Makefile b/docs/examples/c-ws-new/Makefile new file mode 100644 index 000000000000..a23e656778a6 --- /dev/null +++ b/docs/examples/c-ws-new/Makefile @@ -0,0 +1,23 @@ +# Makefile for building TDengine examples on Linux + +TARGETS = connect_example \ + create_db_demo \ + insert_data_demo \ + query_data_demo \ + with_reqid_demo \ + sml_insert_demo \ + stmt_insert_demo \ + stmt2_insert_demo \ + tmq_demo + +LIBS = -ltaos -lpthread + +CFLAGS = -g + +all: $(TARGETS) + +$(TARGETS): + $(CC) $(CFLAGS) -o $@ $(wildcard $(@F).c) $(LIBS) + +clean: + rm -f $(TARGETS) diff --git a/docs/examples/c-ws-new/async_demo.c b/docs/examples/c-ws-new/async_demo.c new file mode 100644 index 000000000000..793a41cc0eea --- /dev/null +++ b/docs/examples/c-ws-new/async_demo.c @@ -0,0 +1,300 @@ +// to compile: gcc -o async_demo async_demo.c -ltaos + +#include +#include +#include +#include +#include +#include +#include "taos.h" + +int points = 5; +int numOfTables = 3; +int tablesInsertProcessed = 0; +int tablesSelectProcessed = 0; +int64_t st, et; + +typedef struct { + int id; + TAOS *taos; + char name[32]; + time_t timeStamp; + int value; + int rowsInserted; + int rowsTried; + int rowsRetrieved; +} STable; + +void taos_insert_call_back(void *param, TAOS_RES *tres, int code); +void taos_select_call_back(void *param, TAOS_RES *tres, int code); +void shellPrintError(TAOS *taos); + +static void queryDB(TAOS *taos, char *command) { + int i; + TAOS_RES *pSql = NULL; + int32_t code = -1; + + for (i = 0; i < 5; i++) { + if (NULL != pSql) { + taos_free_result(pSql); + pSql = NULL; + } + + pSql = taos_query(taos, command); + code = taos_errno(pSql); + if (0 == code) { + break; + } + } + + if (code != 0) { + fprintf(stderr, "Failed to run %s, reason: %s\n", command, taos_errstr(pSql)); + taos_free_result(pSql); + taos_close(taos); + taos_cleanup(); + exit(EXIT_FAILURE); + } + + taos_free_result(pSql); +} + +int main(int argc, char *argv[]) { + TAOS *taos; + struct timeval systemTime; + int i; + char sql[1024] = {0}; + char prefix[20] = {0}; + char db[128] = {0}; + STable *tableList; + int code = 0; + + if (argc != 5) { + printf("usage: %s server-ip dbname rowsPerTable numOfTables\n", argv[0]); + exit(0); + } + + // a simple way to parse input parameters + if (argc >= 3) strncpy(db, argv[2], sizeof(db) - 1); + if (argc >= 4) points = atoi(argv[3]); + if (argc >= 5) numOfTables = atoi(argv[4]); + + size_t size = sizeof(STable) * (size_t)numOfTables; + tableList = (STable *)malloc(size); + memset(tableList, 0, size); + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + exit(0); + } + + taos = taos_connect(argv[1], "root", "taosdata", NULL, 0); + if (taos == NULL) shellPrintError(taos); + + printf("success to connect to server\n"); + + sprintf(sql, "drop database if exists %s", db); + queryDB(taos, sql); + + sprintf(sql, "create database %s", db); + queryDB(taos, sql); + + sprintf(sql, "use %s", db); + queryDB(taos, sql); + + strcpy(prefix, "asytbl_"); + for (i = 0; i < numOfTables; ++i) { + tableList[i].id = i; + tableList[i].taos = taos; + sprintf(tableList[i].name, "%s%d", prefix, i); + sprintf(sql, "create table %s%d (ts timestamp, volume bigint)", prefix, i); + queryDB(taos, sql); + } + + code = gettimeofday(&systemTime, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + taos_close(taos); + taos_cleanup(); + exit(0); + } + + for (i = 0; i < numOfTables; ++i) + tableList[i].timeStamp = (time_t)(systemTime.tv_sec) * 1000 + systemTime.tv_usec / 1000; + + printf("success to create tables, press any key to insert\n"); + getchar(); + + printf("start to insert...\n"); + + code = gettimeofday(&systemTime, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + taos_close(taos); + taos_cleanup(); + exit(0); + } + + st = systemTime.tv_sec * 1000000 + systemTime.tv_usec; + + tablesInsertProcessed = 0; + tablesSelectProcessed = 0; + + for (i = 0; i < numOfTables; ++i) { + // insert records in asynchronous API + sprintf(sql, "insert into %s values(%ld, 0)", tableList[i].name, 1546300800000 + i); + taos_query_a(taos, sql, taos_insert_call_back, (void *)(tableList + i)); + } + + printf("once insert finished, presse any key to query\n"); + getchar(); + + while (1) { + if (tablesInsertProcessed < numOfTables) { + printf("wait for process finished\n"); + sleep(1); + continue; + } + + break; + } + + printf("start to query...\n"); + + code = gettimeofday(&systemTime, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + taos_close(taos); + taos_cleanup(); + exit(0); + } + + st = systemTime.tv_sec * 1000000 + systemTime.tv_usec; + + for (i = 0; i < numOfTables; ++i) { + // select records in asynchronous API + sprintf(sql, "select * from %s", tableList[i].name); + taos_query_a(taos, sql, taos_select_call_back, (void *)(tableList + i)); + } + + printf("\nonce finished, press any key to exit\n"); + getchar(); + + while (1) { + if (tablesSelectProcessed < numOfTables) { + printf("wait for process finished\n"); + sleep(1); + continue; + } + + break; + } + + for (i = 0; i < numOfTables; ++i) { + printf("%s inserted:%d retrieved:%d\n", tableList[i].name, tableList[i].rowsInserted, tableList[i].rowsRetrieved); + } + + taos_close(taos); + free(tableList); + + printf("==== async demo end====\n"); + printf("\n"); + return 0; +} + +void shellPrintError(TAOS *con) { + fprintf(stderr, "TDengine error: %s\n", taos_errstr(con)); + taos_close(con); + taos_cleanup(); + exit(1); +} + +void taos_insert_call_back(void *param, TAOS_RES *tres, int code) { + STable *pTable = (STable *)param; + struct timeval systemTime; + char sql[128]; + + pTable->rowsTried++; + + if (code < 0) { + printf("%s insert failed, code:%d, rows:%d\n", pTable->name, code, pTable->rowsTried); + } else if (code == 0) { + printf("%s not inserted\n", pTable->name); + } else { + pTable->rowsInserted++; + } + + if (pTable->rowsTried < points) { + // for this demo, insert another record + sprintf(sql, "insert into %s values(%ld, %d)", pTable->name, 1546300800000 + pTable->rowsTried * 1000, + pTable->rowsTried); + taos_query_a(pTable->taos, sql, taos_insert_call_back, (void *)pTable); + } else { + printf("%d rows data are inserted into %s\n", points, pTable->name); + tablesInsertProcessed++; + if (tablesInsertProcessed >= numOfTables) { + code = gettimeofday(&systemTime, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + exit(EXIT_FAILURE); + } + + et = systemTime.tv_sec * 1000000 + systemTime.tv_usec; + printf("%" PRId64 " mseconds to insert %d data points\n", (et - st) / 1000, points * numOfTables); + } + } + + taos_free_result(tres); +} + +void taos_retrieve_call_back(void *param, TAOS_RES *tres, int numOfRows) { + STable *pTable = (STable *)param; + struct timeval systemTime; + + if (numOfRows > 0) { + for (int i = 0; i < numOfRows; ++i) { + // synchronous API to retrieve a row from batch of records + /*TAOS_ROW row = */ (void)taos_fetch_row(tres); + // process row + } + + pTable->rowsRetrieved += numOfRows; + + // retrieve next batch of rows + taos_fetch_rows_a(tres, taos_retrieve_call_back, pTable); + + } else { + if (numOfRows < 0) printf("%s retrieve failed, code:%d\n", pTable->name, numOfRows); + + // taos_free_result(tres); + printf("%d rows data retrieved from %s\n", pTable->rowsRetrieved, pTable->name); + + tablesSelectProcessed++; + if (tablesSelectProcessed >= numOfTables) { + int code = gettimeofday(&systemTime, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + exit(EXIT_FAILURE); + } + + et = systemTime.tv_sec * 1000000 + systemTime.tv_usec; + printf("%" PRId64 " mseconds to query %d data rows\n", (et - st) / 1000, points * numOfTables); + } + + taos_free_result(tres); + } +} + +void taos_select_call_back(void *param, TAOS_RES *tres, int code) { + STable *pTable = (STable *)param; + + if (code == 0 && tres) { + // asynchronous API to fetch a batch of records + taos_fetch_rows_a(tres, taos_retrieve_call_back, pTable); + } else { + printf("%s select failed, code:%d\n", pTable->name, code); + taos_free_result(tres); + taos_cleanup(); + exit(1); + } +} diff --git a/docs/examples/c-ws-new/connect_example.c b/docs/examples/c-ws-new/connect_example.c new file mode 100644 index 000000000000..74664956ad0b --- /dev/null +++ b/docs/examples/c-ws-new/connect_example.c @@ -0,0 +1,27 @@ +// to compile: gcc -o connect_example connect_example.c -ltaos + +#include +#include +#include "taos.h" + +int main() { + const char *host = "localhost"; + const char *user = "root"; + const char *passwd = "taosdata"; + const char *db = NULL; + uint16_t port = 6041; + + int code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + TAOS *taos = taos_connect(host, user, passwd, db, port); + fprintf(stdout, "Connected to %s:%hu successfully.\n", host, port); + + /* put your code here for read and write */ + + taos_close(taos); + taos_cleanup(); +} diff --git a/docs/examples/c-ws-new/create_db_demo.c b/docs/examples/c-ws-new/create_db_demo.c new file mode 100644 index 000000000000..4c0d2520c65e --- /dev/null +++ b/docs/examples/c-ws-new/create_db_demo.c @@ -0,0 +1,66 @@ +// to compile: gcc -o create_db_demo create_db_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +static int DemoCreateDB() { + // ANCHOR: create_db_and_table + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + // connect + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return -1; + } + + // create database + TAOS_RES *result = taos_query(taos, "CREATE DATABASE IF NOT EXISTS power"); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to create database power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + taos_free_result(result); + fprintf(stdout, "Create database power successfully.\n"); + + // create table + const char *sql = + "CREATE STABLE IF NOT EXISTS power.meters (ts TIMESTAMP, current FLOAT, voltage INT, phase FLOAT) TAGS (groupId " + "INT, location BINARY(24))"; + result = taos_query(taos, sql); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to create stable power.meters, ErrCode: 0x%x, ErrMessage: %s\n.", code, + taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + taos_free_result(result); + fprintf(stdout, "Create stable power.meters successfully.\n"); + + taos_close(taos); + taos_cleanup(); + return 0; + // ANCHOR_END: create_db_and_table +} + +int main() { return DemoCreateDB(); } diff --git a/docs/examples/c-ws-new/insert_data_demo.c b/docs/examples/c-ws-new/insert_data_demo.c new file mode 100644 index 000000000000..fdb9fcb3116a --- /dev/null +++ b/docs/examples/c-ws-new/insert_data_demo.c @@ -0,0 +1,65 @@ +// to compile: gcc -o insert_data_demo insert_data_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +static int DemoInsertData() { + // ANCHOR: insert_data + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + // connect + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return -1; + } + + // insert data, please make sure the database and table are already created + const char *sql = + "INSERT INTO " + "power.d1001 USING power.meters TAGS(2,'California.SanFrancisco') " + "VALUES " + "(NOW + 1a, 10.30000, 219, 0.31000) " + "(NOW + 2a, 12.60000, 218, 0.33000) " + "(NOW + 3a, 12.30000, 221, 0.31000) " + "power.d1002 USING power.meters TAGS(3, 'California.SanFrancisco') " + "VALUES " + "(NOW + 1a, 10.30000, 218, 0.25000) "; + TAOS_RES *result = taos_query(taos, sql); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to insert data to power.meters, sql: %s, ErrCode: 0x%x, ErrMessage: %s\n.", sql, code, + taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + + // you can check affectedRows here + int rows = taos_affected_rows(result); + fprintf(stdout, "Successfully inserted %d rows into power.meters.\n", rows); + + taos_free_result(result); + + taos_close(taos); + taos_cleanup(); + return 0; + // ANCHOR_END: insert_data +} + +int main() { return DemoInsertData(); } diff --git a/docs/examples/c-ws-new/query_data_demo.c b/docs/examples/c-ws-new/query_data_demo.c new file mode 100644 index 000000000000..740c5717de27 --- /dev/null +++ b/docs/examples/c-ws-new/query_data_demo.c @@ -0,0 +1,67 @@ +// to compile: gcc -o query_data_demo query_data_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +static int DemoQueryData() { + // ANCHOR: query_data + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + // connect + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return -1; + } + + // query data, please make sure the database and table are already created + const char *sql = "SELECT ts, current, location FROM power.meters limit 100"; + TAOS_RES *result = taos_query(taos, sql); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to query data from power.meters, sql: %s, ErrCode: 0x%x, ErrMessage: %s\n.", sql, code, + taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + + TAOS_ROW row = NULL; + int rows = 0; + int num_fields = taos_field_count(result); + TAOS_FIELD *fields = taos_fetch_fields(result); + + fprintf(stdout, "query successfully, got %d fields, the sql is: %s.\n", num_fields, sql); + + // fetch the records row by row + while ((row = taos_fetch_row(result))) { + // Add your data processing logic here + + rows++; + } + fprintf(stdout, "total rows: %d\n", rows); + taos_free_result(result); + + // close & clean + taos_close(taos); + taos_cleanup(); + return 0; + // ANCHOR_END: query_data +} + +int main() { return DemoQueryData(); } diff --git a/docs/examples/c-ws-new/sml_insert_demo.c b/docs/examples/c-ws-new/sml_insert_demo.c new file mode 100644 index 000000000000..462291767570 --- /dev/null +++ b/docs/examples/c-ws-new/sml_insert_demo.c @@ -0,0 +1,129 @@ +// to compile: gcc -o sml_insert_demo sml_insert_demo.c -ltaos + +#include +#include +#include +#include "taos.h" + +static int DemoSmlInsert() { + // ANCHOR: schemaless + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + // connect + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return -1; + } + + // create database + TAOS_RES *result = taos_query(taos, "CREATE DATABASE IF NOT EXISTS power"); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to create database power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + taos_free_result(result); + + // use database + result = taos_query(taos, "USE power"); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to execute use power, ErrCode: 0x%x, ErrMessage: %s\n.", code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + taos_free_result(result); + + // schemaless demo data + char *line_demo = + "meters,groupid=2,location=California.SanFrancisco current=10.3000002f64,voltage=219i32,phase=0.31f64 " + "1626006833639"; + char *telnet_demo = "metric_telnet 1707095283260 4 host=host0 interface=eth0"; + char *json_demo = + "{\"metric\": \"metric_json\",\"timestamp\": 1626846400,\"value\": 10.3, \"tags\": {\"groupid\": 2, " + "\"location\": \"California.SanFrancisco\", \"id\": \"d1001\"}}"; + + // influxdb line protocol + char *lines[] = {line_demo}; + result = taos_schemaless_insert(taos, lines, 1, TSDB_SML_LINE_PROTOCOL, TSDB_SML_TIMESTAMP_MILLI_SECONDS); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to insert schemaless line data, data: %s, ErrCode: 0x%x, ErrMessage: %s\n.", line_demo, + code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + + int rows = taos_affected_rows(result); + fprintf(stdout, "Insert %d rows of schemaless line data successfully.\n", rows); + taos_free_result(result); + + // opentsdb telnet protocol + char *telnets[] = {telnet_demo}; + result = taos_schemaless_insert(taos, telnets, 1, TSDB_SML_TELNET_PROTOCOL, TSDB_SML_TIMESTAMP_MILLI_SECONDS); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to insert schemaless telnet data, data: %s, ErrCode: 0x%x, ErrMessage: %s\n.", telnet_demo, + code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + + rows = taos_affected_rows(result); + fprintf(stdout, "Insert %d rows of schemaless telnet data successfully.\n", rows); + taos_free_result(result); + + // opentsdb json protocol + char *jsons[1] = {0}; + // allocate memory for json data. can not use static memory. + size_t size = 1024; + jsons[0] = malloc(size); + if (jsons[0] == NULL) { + fprintf(stderr, "Failed to allocate memory: %zu bytes.\n", size); + taos_close(taos); + taos_cleanup(); + return -1; + } + (void)strncpy(jsons[0], json_demo, 1023); + result = taos_schemaless_insert(taos, jsons, 1, TSDB_SML_JSON_PROTOCOL, TSDB_SML_TIMESTAMP_NOT_CONFIGURED); + code = taos_errno(result); + if (code != 0) { + free(jsons[0]); + fprintf(stderr, "Failed to insert schemaless json data, Server: %s, ErrCode: 0x%x, ErrMessage: %s\n.", json_demo, + code, taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + free(jsons[0]); + + rows = taos_affected_rows(result); + fprintf(stdout, "Insert %d rows of schemaless json data successfully.\n", rows); + taos_free_result(result); + + // close & clean + taos_close(taos); + taos_cleanup(); + return 0; + // ANCHOR_END: schemaless +} + +int main() { return DemoSmlInsert(); } diff --git a/docs/examples/c-ws-new/stmt2_insert_demo.c b/docs/examples/c-ws-new/stmt2_insert_demo.c new file mode 100644 index 000000000000..67e744a1245e --- /dev/null +++ b/docs/examples/c-ws-new/stmt2_insert_demo.c @@ -0,0 +1,207 @@ +// to compile: gcc -o stmt2_insert_demo stmt2_insert_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +#define NUM_OF_SUB_TABLES 10 +#define NUM_OF_ROWS 10 + +/** + * @brief Executes an SQL query and checks for errors. + * + * @param taos Pointer to TAOS connection. + * @param sql SQL query string. + */ +void executeSQL(TAOS *taos, const char *sql) { + TAOS_RES *res = taos_query(taos, sql); + int code = taos_errno(res); + if (code != 0) { + fprintf(stderr, "Error: %s\n", taos_errstr(res)); + taos_free_result(res); + taos_close(taos); + exit(EXIT_FAILURE); + } + taos_free_result(res); +} + +/** + * @brief Checks return status and exits if an error occurs. + * + * @param stmt2 Pointer to TAOS_STMT2. + * @param code Error code. + * @param msg Error message prefix. + */ +void checkErrorCode(TAOS_STMT2 *stmt2, int code, const char *msg) { + if (code != 0) { + fprintf(stderr, "%s. Code: %d, Error: %s\n", msg, code, taos_stmt2_error(stmt2)); + code = taos_stmt2_close(stmt2); + if (code != 0) { + fprintf(stderr, "Failed to close statement, code: %d\n", code); + } + exit(EXIT_FAILURE); + } +} + +/** + * @brief Prepares data bindings for batch insertion. + * + * @param table_name Pointer to store allocated table names. + * @param tags Pointer to store allocated tag bindings. + * @param params Pointer to store allocated parameter bindings. + */ +void prepareBindData(char ***table_name, TAOS_STMT2_BIND ***tags, TAOS_STMT2_BIND ***params) { + *table_name = (char **)malloc(NUM_OF_SUB_TABLES * sizeof(char *)); + *tags = (TAOS_STMT2_BIND **)malloc(NUM_OF_SUB_TABLES * sizeof(TAOS_STMT2_BIND *)); + *params = (TAOS_STMT2_BIND **)malloc(NUM_OF_SUB_TABLES * sizeof(TAOS_STMT2_BIND *)); + + for (int i = 0; i < NUM_OF_SUB_TABLES; i++) { + // Allocate and assign table name + (*table_name)[i] = (char *)malloc(20 * sizeof(char)); + sprintf((*table_name)[i], "d_bind_%d", i); + + // Allocate memory for tags data + int *gid = (int *)malloc(sizeof(int)); + int *gid_len = (int *)malloc(sizeof(int)); + *gid = i; + *gid_len = sizeof(int); + + char *location = (char *)malloc(20 * sizeof(char)); + int *location_len = (int *)malloc(sizeof(int)); + *location_len = sprintf(location, "location_%d", i); + + (*tags)[i] = (TAOS_STMT2_BIND *)malloc(2 * sizeof(TAOS_STMT2_BIND)); + (*tags)[i][0] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_INT, gid, gid_len, NULL, 1}; + (*tags)[i][1] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_BINARY, location, location_len, NULL, 1}; + + // Allocate memory for columns data + (*params)[i] = (TAOS_STMT2_BIND *)malloc(4 * sizeof(TAOS_STMT2_BIND)); + + int64_t *ts = (int64_t *)malloc(NUM_OF_ROWS * sizeof(int64_t)); + float *current = (float *)malloc(NUM_OF_ROWS * sizeof(float)); + int *voltage = (int *)malloc(NUM_OF_ROWS * sizeof(int)); + float *phase = (float *)malloc(NUM_OF_ROWS * sizeof(float)); + int32_t *ts_len = (int32_t *)malloc(NUM_OF_ROWS * sizeof(int32_t)); + int32_t *current_len = (int32_t *)malloc(NUM_OF_ROWS * sizeof(int32_t)); + int32_t *voltage_len = (int32_t *)malloc(NUM_OF_ROWS * sizeof(int32_t)); + int32_t *phase_len = (int32_t *)malloc(NUM_OF_ROWS * sizeof(int32_t)); + + (*params)[i][0] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_TIMESTAMP, ts, ts_len, NULL, NUM_OF_ROWS}; + (*params)[i][1] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_FLOAT, current, current_len, NULL, NUM_OF_ROWS}; + (*params)[i][2] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_INT, voltage, voltage_len, NULL, NUM_OF_ROWS}; + (*params)[i][3] = (TAOS_STMT2_BIND){TSDB_DATA_TYPE_FLOAT, phase, phase_len, NULL, NUM_OF_ROWS}; + + for (int j = 0; j < NUM_OF_ROWS; j++) { + struct timeval tv; + int code = gettimeofday(&tv, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + exit(EXIT_FAILURE); + } + + ts[j] = tv.tv_sec * 1000LL + tv.tv_usec / 1000 + j; + current[j] = (float)rand() / RAND_MAX * 30; + voltage[j] = rand() % 300; + phase[j] = (float)rand() / RAND_MAX; + + ts_len[j] = sizeof(int64_t); + current_len[j] = sizeof(float); + voltage_len[j] = sizeof(int); + phase_len[j] = sizeof(float); + } + } +} + +/** + * @brief Frees allocated memory for binding data. + * + * @param table_name Pointer to allocated table names. + * @param tags Pointer to allocated tag bindings. + * @param params Pointer to allocated parameter bindings. + */ +void freeBindData(char ***table_name, TAOS_STMT2_BIND ***tags, TAOS_STMT2_BIND ***params) { + for (int i = 0; i < NUM_OF_SUB_TABLES; i++) { + free((*table_name)[i]); + for (int j = 0; j < 2; j++) { + free((*tags)[i][j].buffer); + free((*tags)[i][j].length); + } + free((*tags)[i]); + + for (int j = 0; j < 4; j++) { + free((*params)[i][j].buffer); + free((*params)[i][j].length); + } + free((*params)[i]); + } + free(*table_name); + free(*tags); + free(*params); +} + +/** + * @brief Inserts data using the TAOS stmt2 API. + * + * @param taos Pointer to TAOS connection. + */ +void insertData(TAOS *taos) { + TAOS_STMT2_OPTION option = {0, false, false, NULL, NULL}; + TAOS_STMT2 *stmt2 = taos_stmt2_init(taos, &option); + if (!stmt2) { + fprintf(stderr, "Failed to initialize TAOS statement.\n"); + exit(EXIT_FAILURE); + } + // stmt2 prepare sql + checkErrorCode(stmt2, taos_stmt2_prepare(stmt2, "INSERT INTO ? USING meters TAGS(?,?) VALUES (?,?,?,?)", 0), + "Statement preparation failed"); + + char **table_name; + TAOS_STMT2_BIND **tags, **params; + prepareBindData(&table_name, &tags, ¶ms); + // stmt2 bind batch + TAOS_STMT2_BINDV bindv = {NUM_OF_SUB_TABLES, table_name, tags, params}; + checkErrorCode(stmt2, taos_stmt2_bind_param(stmt2, &bindv, -1), "Parameter binding failed"); + // stmt2 exec batch + int affected; + checkErrorCode(stmt2, taos_stmt2_exec(stmt2, &affected), "Execution failed"); + printf("Successfully inserted %d rows.\n", affected); + // free and close + freeBindData(&table_name, &tags, ¶ms); + int code = taos_stmt2_close(stmt2); + if (code != 0) { + fprintf(stderr, "Failed to close statement, code: %d\n", code); + exit(EXIT_FAILURE); + } +} + +int main() { + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + + int code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + exit(EXIT_FAILURE); + } + // create database and table + executeSQL(taos, "CREATE DATABASE IF NOT EXISTS power"); + executeSQL(taos, "USE power"); + executeSQL(taos, + "CREATE STABLE IF NOT EXISTS power.meters (ts TIMESTAMP, current FLOAT, voltage INT, phase FLOAT) TAGS " + "(groupId INT, location BINARY(24))"); + insertData(taos); + taos_close(taos); + taos_cleanup(); +} \ No newline at end of file diff --git a/docs/examples/c-ws-new/stmt_insert_demo.c b/docs/examples/c-ws-new/stmt_insert_demo.c new file mode 100644 index 000000000000..2aaeb31b8569 --- /dev/null +++ b/docs/examples/c-ws-new/stmt_insert_demo.c @@ -0,0 +1,194 @@ +// to compile: gcc -o stmt_insert_demo stmt_insert_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +/** + * @brief execute sql only. + * + * @param taos + * @param sql + */ +void executeSQL(TAOS *taos, const char *sql) { + TAOS_RES *res = taos_query(taos, sql); + int code = taos_errno(res); + if (code != 0) { + fprintf(stderr, "%s\n", taos_errstr(res)); + taos_free_result(res); + taos_close(taos); + exit(EXIT_FAILURE); + } + taos_free_result(res); +} + +/** + * @brief check return status and exit program when error occur. + * + * @param stmt + * @param code + * @param msg + */ +void checkErrorCode(TAOS_STMT *stmt, int code, const char *msg) { + if (code != 0) { + fprintf(stderr, "%s. code: %d, error: %s\n", msg, code, taos_stmt_errstr(stmt)); + code = taos_stmt_close(stmt); + if (code != 0) { + fprintf(stderr, "Failed to close statement, code: %d\n", code); + } + exit(EXIT_FAILURE); + } +} + +typedef struct { + int64_t ts; + float current; + int voltage; + float phase; +} Row; + +int num_of_sub_table = 10; +int num_of_row = 10; +int total_affected = 0; +/** + * @brief insert data using stmt API + * + * @param taos + */ +void insertData(TAOS *taos) { + // init + TAOS_STMT *stmt = taos_stmt_init(taos); + if (stmt == NULL) { + fprintf(stderr, "Failed to init taos_stmt, error: %s\n", taos_stmt_errstr(NULL)); + exit(EXIT_FAILURE); + } + // prepare + const char *sql = "INSERT INTO ? USING meters TAGS(?,?) VALUES (?,?,?,?)"; + int code = taos_stmt_prepare(stmt, sql, 0); + checkErrorCode(stmt, code, "Failed to execute taos_stmt_prepare"); + for (int i = 1; i <= num_of_sub_table; i++) { + char table_name[20]; + sprintf(table_name, "d_bind_%d", i); + char location[20]; + sprintf(location, "location_%d", i); + + // set table name and tags + TAOS_MULTI_BIND tags[2]; + // groupId + tags[0].buffer_type = TSDB_DATA_TYPE_INT; + tags[0].buffer_length = sizeof(int); + tags[0].length = (int32_t *)&tags[0].buffer_length; + tags[0].buffer = &i; + tags[0].is_null = NULL; + tags[0].num = 1; + // location + tags[1].buffer_type = TSDB_DATA_TYPE_BINARY; + tags[1].buffer_length = strlen(location); + tags[1].length = (int32_t *)&tags[1].buffer_length; + tags[1].buffer = location; + tags[1].is_null = NULL; + tags[1].num = 1; + code = taos_stmt_set_tbname_tags(stmt, table_name, tags); + checkErrorCode(stmt, code, "Failed to set table name and tags\n"); + + // insert rows + TAOS_MULTI_BIND params[4]; + // ts + params[0].buffer_type = TSDB_DATA_TYPE_TIMESTAMP; + params[0].buffer_length = sizeof(int64_t); + params[0].length = (int32_t *)¶ms[0].buffer_length; + params[0].is_null = NULL; + params[0].num = 1; + // current + params[1].buffer_type = TSDB_DATA_TYPE_FLOAT; + params[1].buffer_length = sizeof(float); + params[1].length = (int32_t *)¶ms[1].buffer_length; + params[1].is_null = NULL; + params[1].num = 1; + // voltage + params[2].buffer_type = TSDB_DATA_TYPE_INT; + params[2].buffer_length = sizeof(int); + params[2].length = (int32_t *)¶ms[2].buffer_length; + params[2].is_null = NULL; + params[2].num = 1; + // phase + params[3].buffer_type = TSDB_DATA_TYPE_FLOAT; + params[3].buffer_length = sizeof(float); + params[3].length = (int32_t *)¶ms[3].buffer_length; + params[3].is_null = NULL; + params[3].num = 1; + + for (int j = 0; j < num_of_row; j++) { + struct timeval tv; + code = gettimeofday(&tv, NULL); + if (code != 0) { + fprintf(stderr, "Failed to get system time, code: %d\n", code); + code = taos_stmt_close(stmt); + if (code != 0) { + fprintf(stderr, "Failed to close statement, code: %d\n", code); + } + exit(EXIT_FAILURE); + } + + long long milliseconds = tv.tv_sec * 1000LL + tv.tv_usec / 1000; // current timestamp in milliseconds + int64_t ts = milliseconds + j; + float current = (float)rand() / RAND_MAX * 30; + int voltage = rand() % 300; + float phase = (float)rand() / RAND_MAX; + params[0].buffer = &ts; + params[1].buffer = ¤t; + params[2].buffer = &voltage; + params[3].buffer = &phase; + // bind param + code = taos_stmt_bind_param(stmt, params); + checkErrorCode(stmt, code, "Failed to bind param"); + } + // add batch + code = taos_stmt_add_batch(stmt); + checkErrorCode(stmt, code, "Failed to add batch"); + // execute batch + code = taos_stmt_execute(stmt); + checkErrorCode(stmt, code, "Failed to exec stmt"); + // get affected rows + int affected = taos_stmt_affected_rows_once(stmt); + total_affected += affected; + } + fprintf(stdout, "Successfully inserted %d rows to power.meters.\n", total_affected); + code = taos_stmt_close(stmt); + if (code != 0) { + fprintf(stderr, "Failed to close statement, code: %d\n", code); + exit(EXIT_FAILURE); + } +} + +int main() { + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + + int code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + exit(EXIT_FAILURE); + } + // create database and table + executeSQL(taos, "CREATE DATABASE IF NOT EXISTS power"); + executeSQL(taos, "USE power"); + executeSQL(taos, + "CREATE STABLE IF NOT EXISTS power.meters (ts TIMESTAMP, current FLOAT, voltage INT, phase FLOAT) TAGS " + "(groupId INT, location BINARY(24))"); + insertData(taos); + taos_close(taos); + taos_cleanup(); +} \ No newline at end of file diff --git a/docs/examples/c-ws-new/tmq_demo.c b/docs/examples/c-ws-new/tmq_demo.c new file mode 100644 index 000000000000..bd5ab4c6ecd6 --- /dev/null +++ b/docs/examples/c-ws-new/tmq_demo.c @@ -0,0 +1,517 @@ +// to compile: gcc -o tmq_demo tmq_demo.c -ltaos -lpthread + +#include +#include +#include +#include +#include +#include +#include +#include "taos.h" + +volatile int thread_stop = 0; +static int running = 1; +static int count = 0; +const char* topic_name = "topic_meters"; + +typedef struct { + const char* enable_auto_commit; + const char* auto_commit_interval_ms; + const char* group_id; + const char* client_id; + const char* td_connect_host; + const char* td_connect_port; + const char* td_connect_user; + const char* td_connect_pass; + const char* auto_offset_reset; +} ConsumerConfig; + +ConsumerConfig config = {.enable_auto_commit = "true", + .auto_commit_interval_ms = "1000", + .group_id = "group1", + .client_id = "client1", + .td_connect_host = "localhost", + .td_connect_port = "6041", + .td_connect_user = "root", + .td_connect_pass = "taosdata", + .auto_offset_reset = "latest"}; + +void* prepare_data(void* arg) { + const char* host = "localhost"; + const char* user = "root"; + const char* password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + TAOS* pConn = taos_connect(host, user, password, NULL, port); + if (pConn == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return NULL; + } + + TAOS_RES* pRes; + int i = 1; + + while (!thread_stop) { + char buf[200] = {0}; + i++; + snprintf( + buf, sizeof(buf), + "INSERT INTO power.d1001 USING power.meters TAGS(2,'California.SanFrancisco') VALUES (NOW + %da, 10.30000, " + "219, 0.31000)", + i); + + pRes = taos_query(pConn, buf); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to insert data to power.meters, ErrCode: 0x%x, ErrMessage: %s.\n", code, + taos_errstr(pRes)); + } + taos_free_result(pRes); + sleep(1); + } + fprintf(stdout, "Prepare data thread exit\n"); + return NULL; +} + +// ANCHOR: msg_process +int32_t msg_process(TAOS_RES* msg) { + int32_t rows = 0; + const char* topicName = tmq_get_topic_name(msg); + const char* dbName = tmq_get_db_name(msg); + int32_t vgroupId = tmq_get_vgroup_id(msg); + + while (true) { + // get one row data from message + TAOS_ROW row = taos_fetch_row(msg); + if (row == NULL) break; + + // Add your data processing logic here + + rows++; + } + + return rows; +} +// ANCHOR_END: msg_process + +TAOS* init_env() { + const char* host = "localhost"; + const char* user = "root"; + const char* password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + exit(EXIT_FAILURE); + } + + TAOS* pConn = taos_connect(host, user, password, NULL, port); + if (pConn == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return NULL; + } + + TAOS_RES* pRes; + // drop database if exists + pRes = taos_query(pConn, "DROP TOPIC IF EXISTS topic_meters"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to drop topic_meters, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + goto END; + } + taos_free_result(pRes); + + pRes = taos_query(pConn, "DROP DATABASE IF EXISTS power"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to drop database power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + goto END; + } + taos_free_result(pRes); + + // create database + pRes = taos_query(pConn, "CREATE DATABASE power PRECISION 'ms' WAL_RETENTION_PERIOD 3600"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to create power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + goto END; + } + taos_free_result(pRes); + + // create super table + pRes = taos_query( + pConn, + "CREATE STABLE IF NOT EXISTS power.meters (ts TIMESTAMP, current FLOAT, voltage INT, phase FLOAT) TAGS " + "(groupId INT, location BINARY(24))"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to create super table meters, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + goto END; + } + taos_free_result(pRes); + + return pConn; + +END: + taos_free_result(pRes); + taos_close(pConn); + return NULL; +} + +void deinit_env(TAOS* pConn) { + if (pConn) taos_close(pConn); +} + +int32_t create_topic(TAOS* pConn) { + TAOS_RES* pRes; + int code = 0; + + if (!pConn) { + fprintf(stderr, "Invalid input parameter.\n"); + return -1; + } + + pRes = taos_query(pConn, "USE power"); + code = taos_errno(pRes); + if (taos_errno(pRes) != 0) { + fprintf(stderr, "Failed to use power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + return -1; + } + taos_free_result(pRes); + + pRes = taos_query( + pConn, + "CREATE TOPIC IF NOT EXISTS topic_meters AS SELECT ts, current, voltage, phase, groupid, location FROM meters"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to create topic topic_meters, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + return -1; + } + taos_free_result(pRes); + return 0; +} + +int32_t drop_topic(TAOS* pConn) { + TAOS_RES* pRes; + int code = 0; + + if (!pConn) { + fprintf(stderr, "Invalid input parameter.\n"); + return -1; + } + + pRes = taos_query(pConn, "USE power"); + code = taos_errno(pRes); + if (taos_errno(pRes) != 0) { + fprintf(stderr, "Failed to use power, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + return -1; + } + taos_free_result(pRes); + + pRes = taos_query(pConn, "DROP TOPIC IF EXISTS topic_meters"); + code = taos_errno(pRes); + if (code != 0) { + fprintf(stderr, "Failed to drop topic topic_meters, ErrCode: 0x%x, ErrMessage: %s.\n", code, taos_errstr(pRes)); + return -1; + } + taos_free_result(pRes); + return 0; +} + +void tmq_commit_cb_print(tmq_t* tmq, int32_t code, void* param) { + count += 1; + fprintf(stdout, "tmq_commit_cb_print() code: %d, tmq: %p, param: %p, count: %d.\n", code, tmq, param, count); +} + +// ANCHOR: create_consumer_1 +tmq_t* build_consumer(const ConsumerConfig* config) { + tmq_conf_res_t code; + tmq_t* tmq = NULL; + + // create a configuration object + tmq_conf_t* conf = tmq_conf_new(); + + // set the configuration parameters + code = tmq_conf_set(conf, "enable.auto.commit", config->enable_auto_commit); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "auto.commit.interval.ms", config->auto_commit_interval_ms); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "group.id", config->group_id); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "client.id", config->client_id); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.ip", config->td_connect_host); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.port", config->td_connect_port); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.user", config->td_connect_user); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "td.connect.pass", config->td_connect_pass); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + code = tmq_conf_set(conf, "auto.offset.reset", config->auto_offset_reset); + if (TMQ_CONF_OK != code) { + tmq_conf_destroy(conf); + return NULL; + } + + // set the callback function for auto commit + tmq_conf_set_auto_commit_cb(conf, tmq_commit_cb_print, NULL); + // create a consumer object + tmq = tmq_consumer_new(conf, NULL, 0); + +_end: + // destroy the configuration object + tmq_conf_destroy(conf); + return tmq; +} +// ANCHOR_END: create_consumer_1 + +// ANCHOR: build_topic_list +// build a topic list used to subscribe +tmq_list_t* build_topic_list() { + // create a empty topic list + tmq_list_t* topicList = tmq_list_new(); + + // append topic name to the list + int32_t code = tmq_list_append(topicList, topic_name); + if (code) { + // if failed, destroy the list and return NULL + tmq_list_destroy(topicList); + fprintf(stderr, + "Failed to create topic_list, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + return NULL; + } + // if success, return the list + return topicList; +} +// ANCHOR_END: build_topic_list + +// ANCHOR: basic_consume_loop +void basic_consume_loop(tmq_t* tmq) { + int32_t totalRows = 0; // total rows consumed + int32_t msgCnt = 0; // total messages consumed + int32_t timeout = 5000; // poll timeout + + while (running) { + // poll message from TDengine + TAOS_RES* tmqmsg = tmq_consumer_poll(tmq, timeout); + if (tmqmsg) { + msgCnt++; + + // Add your data processing logic here + totalRows += msg_process(tmqmsg); + + // free the message + taos_free_result(tmqmsg); + } + if (msgCnt > 50) { + // consume 50 messages and break + break; + } + } + + // print the result: total messages and total rows consumed + fprintf(stdout, "%d msg consumed, include %d rows\n", msgCnt, totalRows); +} +// ANCHOR_END: basic_consume_loop + +// ANCHOR: consume_repeatly +void consume_repeatly(tmq_t* tmq) { + int32_t numOfAssignment = 0; + tmq_topic_assignment* pAssign = NULL; + + // get the topic assignment + int32_t code = tmq_get_topic_assignment(tmq, topic_name, &pAssign, &numOfAssignment); + if (code != 0 || pAssign == NULL || numOfAssignment == 0) { + fprintf(stderr, "Failed to get assignment, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + return; + } + + // seek to the earliest offset + for (int32_t i = 0; i < numOfAssignment; ++i) { + tmq_topic_assignment* p = &pAssign[i]; + + code = tmq_offset_seek(tmq, topic_name, p->vgId, p->begin); + if (code != 0) { + fprintf(stderr, + "Failed to seek offset, topic: %s, groupId: %s, clientId: %s, vgId: %d, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, p->vgId, code, tmq_err2str(code)); + break; + } + } + if (code == 0) fprintf(stdout, "Assignment seek to beginning successfully.\n"); + + // free the assignment array + tmq_free_assignment(pAssign); + + // let's consume the messages again + basic_consume_loop(tmq); +} +// ANCHOR_END: consume_repeatly + +// ANCHOR: manual_commit +void manual_commit(tmq_t* tmq) { + int32_t totalRows = 0; // total rows consumed + int32_t msgCnt = 0; // total messages consumed + int32_t timeout = 5000; // poll timeout + + while (running) { + // poll message from TDengine + TAOS_RES* tmqmsg = tmq_consumer_poll(tmq, timeout); + if (tmqmsg) { + msgCnt++; + // process the message + totalRows += msg_process(tmqmsg); + // commit the message + int32_t code = tmq_commit_sync(tmq, tmqmsg); + if (code) { + fprintf(stderr, + "Failed to commit offset, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + // free the message + taos_free_result(tmqmsg); + break; + } else { + fprintf(stdout, "Commit offset manually successfully.\n"); + } + // free the message + taos_free_result(tmqmsg); + } + if (msgCnt > 50) { + // consume 50 messages and break + break; + } + } + + // print the result: total messages and total rows consumed + fprintf(stdout, "%d msg consumed, include %d rows.\n", msgCnt, totalRows); +} +// ANCHOR_END: manual_commit + +int main(int argc, char* argv[]) { + int32_t code; + pthread_t thread_id; + + TAOS* pConn = init_env(); + if (pConn == NULL) { + fprintf(stderr, "Failed to init env.\n"); + return -1; + } + + if (create_topic(pConn) < 0) { + fprintf(stderr, "Failed to create topic.\n"); + return -1; + } + + if (pthread_create(&thread_id, NULL, &prepare_data, NULL)) { + fprintf(stderr, "Failed to create thread.\n"); + return -1; + } + + // ANCHOR: create_consumer_2 + tmq_t* tmq = build_consumer(&config); + if (NULL == tmq) { + fprintf(stderr, "Failed to create consumer, host: %s, groupId: %s, clientId: %s.\n", config.td_connect_host, + config.group_id, config.client_id); + return -1; + } else { + fprintf(stdout, "Create consumer successfully, host: %s, groupId: %s, clientId: %s.\n", config.td_connect_host, + config.group_id, config.client_id); + } + + // ANCHOR_END: create_consumer_2 + + // ANCHOR: subscribe_3 + tmq_list_t* topic_list = build_topic_list(); + if (NULL == topic_list) { + fprintf(stderr, "Failed to create topic_list, topic: %s, groupId: %s, clientId: %s.\n", topic_name, config.group_id, + config.client_id); + return -1; + } + + if ((code = tmq_subscribe(tmq, topic_list))) { + fprintf(stderr, + "Failed to subscribe topic_list, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + } else { + fprintf(stdout, "Subscribe topics successfully.\n"); + } + + tmq_list_destroy(topic_list); + + basic_consume_loop(tmq); + // ANCHOR_END: subscribe_3 + + consume_repeatly(tmq); + + manual_commit(tmq); + + // ANCHOR: unsubscribe_and_close + // unsubscribe the topic + code = tmq_unsubscribe(tmq); + if (code) { + fprintf(stderr, + "Failed to unsubscribe consumer, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + } else { + fprintf(stdout, "Consumer unsubscribed successfully.\n"); + } + + // close the consumer + code = tmq_consumer_close(tmq); + if (code) { + fprintf(stderr, "Failed to close consumer, topic: %s, groupId: %s, clientId: %s, ErrCode: 0x%x, ErrMessage: %s.\n", + topic_name, config.group_id, config.client_id, code, tmq_err2str(code)); + } else { + fprintf(stdout, "Consumer closed successfully.\n"); + } + // ANCHOR_END: unsubscribe_and_close + + thread_stop = 1; + code = pthread_join(thread_id, NULL); + if (code != 0) { + fprintf(stderr, "Failed to join thread, code: %d\n", code); + return -1; + } + + if (drop_topic(pConn) < 0) { + fprintf(stderr, "Failed to drop topic.\n"); + return -1; + } + + deinit_env(pConn); + return 0; +} diff --git a/docs/examples/c-ws-new/with_reqid_demo.c b/docs/examples/c-ws-new/with_reqid_demo.c new file mode 100644 index 000000000000..af279add2140 --- /dev/null +++ b/docs/examples/c-ws-new/with_reqid_demo.c @@ -0,0 +1,68 @@ +// to compile: gcc -o with_reqid_demo with_reqid_demo.c -ltaos + +#include +#include +#include +#include +#include "taos.h" + +static int DemoWithReqId() { + // ANCHOR: with_reqid + const char *host = "localhost"; + const char *user = "root"; + const char *password = "taosdata"; + uint16_t port = 6041; + int code = 0; + + code = taos_options(TSDB_OPTION_DRIVER, "websocket"); + if (code != 0) { + fprintf(stderr, "Failed to set driver option, code: %d\n", code); + return -1; + } + + // connect + TAOS *taos = taos_connect(host, user, password, NULL, port); + if (taos == NULL) { + fprintf(stderr, "Failed to connect to %s:%hu, ErrCode: 0x%x, ErrMessage: %s.\n", host, port, taos_errno(NULL), + taos_errstr(NULL)); + taos_cleanup(); + return -1; + } + + const char *sql = "SELECT ts, current, location FROM power.meters limit 1"; + // query data with reqid + long reqid = 3L; + TAOS_RES *result = taos_query_with_reqid(taos, sql, reqid); + code = taos_errno(result); + if (code != 0) { + fprintf(stderr, "Failed to execute sql withQID: %ld, ErrCode: 0x%x, ErrMessage: %s\n.", reqid, code, + taos_errstr(result)); + taos_close(taos); + taos_cleanup(); + return -1; + } + + TAOS_ROW row = NULL; + int rows = 0; + int num_fields = taos_field_count(result); + TAOS_FIELD *fields = taos_fetch_fields(result); + + fprintf(stdout, "query successfully, got %d fields, the sql is: %s.\n", num_fields, sql); + + // fetch the records row by row + while ((row = taos_fetch_row(result))) { + // Add your data processing logic here + + rows++; + } + fprintf(stdout, "total rows: %d\n", rows); + taos_free_result(result); + + // close & clean + taos_close(taos); + taos_cleanup(); + return 0; + // ANCHOR_END: with_reqid +} + +int main(int argc, char *argv[]) { return DemoWithReqId(); } diff --git a/docs/examples/c-ws/.gitignore b/docs/examples/c-ws/.gitignore index afe974314989..c675e5c228cc 100644 --- a/docs/examples/c-ws/.gitignore +++ b/docs/examples/c-ws/.gitignore @@ -1,3 +1,4 @@ * !*.c !.gitignore +!Makefile diff --git a/docs/examples/c-ws/Makefile b/docs/examples/c-ws/Makefile new file mode 100644 index 000000000000..eaa7f975243e --- /dev/null +++ b/docs/examples/c-ws/Makefile @@ -0,0 +1,22 @@ +# Makefile for building TDengine examples on Linux + +TARGETS = connect_example \ + create_db_demo \ + insert_data_demo \ + query_data_demo \ + with_reqid_demo \ + sml_insert_demo \ + stmt_insert_demo \ + tmq_demo + +LIBS = -ltaosws -lpthread + +CFLAGS = -g + +all: $(TARGETS) + +$(TARGETS): + $(CC) $(CFLAGS) -o $@ $(wildcard $(@F).c) $(LIBS) + +clean: + rm -f $(TARGETS) diff --git a/docs/examples/java/pom.xml b/docs/examples/java/pom.xml index 1a1383480e0e..238b69012491 100644 --- a/docs/examples/java/pom.xml +++ b/docs/examples/java/pom.xml @@ -22,7 +22,7 @@ com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 diff --git a/docs/examples/java/src/main/java/com/taos/example/WSParameterBindingFullDemo.java b/docs/examples/java/src/main/java/com/taos/example/WSParameterBindingFullDemo.java index e463ecd7606f..5c1f6c2982b9 100644 --- a/docs/examples/java/src/main/java/com/taos/example/WSParameterBindingFullDemo.java +++ b/docs/examples/java/src/main/java/com/taos/example/WSParameterBindingFullDemo.java @@ -137,8 +137,8 @@ private static void stmtAll(Connection conn) throws SQLException { pstmt.setBoolean(4, true); pstmt.setString(5, "binary_value"); pstmt.setNString(6, "nchar_value"); - pstmt.setVarbinary(7, new byte[] { (byte) 0x98, (byte) 0xf4, 0x6e }); - pstmt.setGeometry(8, new byte[] { + pstmt.setBytes(7, new byte[] { (byte) 0x98, (byte) 0xf4, 0x6e }); + pstmt.setBytes(8, new byte[] { 0x01, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x59, diff --git a/docs/zh/04-get-started/01-docker.md b/docs/zh/04-get-started/01-docker.md deleted file mode 100644 index fafbe5a7b4a4..000000000000 --- a/docs/zh/04-get-started/01-docker.md +++ /dev/null @@ -1,125 +0,0 @@ ---- -sidebar_label: 用 Docker 快速体验 -title: 用 Docker 快速体验 TDengine -description: 使用 Docker 快速体验 TDengine 的高效写入和查询 ---- - -本节首先介绍如何通过 Docker 快速体验 TDengine，然后介绍如何在 Docker 环境下体验 TDengine 的写入和查询功能。如果你不熟悉 Docker，请使用[安装包的方式快速体验](../../get-started/package/)。如果您希望为 TDengine 贡献代码或对内部技术实现感兴趣，请参考 [TDengine GitHub 主页](https://github.com/taosdata/TDengine)下载源码构建和安装。 - -## 启动 TDengine - -如果已经安装了 Docker，首先拉取最新的 TDengine 容器镜像： - -```shell -docker pull tdengine/tdengine:latest -``` - -或者指定版本的容器镜像： - -```shell -docker pull tdengine/tdengine:3.3.3.0 -``` - -然后只需执行下面的命令： - -```shell -docker run -d -p 6030:6030 -p 6041:6041 -p 6043:6043 -p 6044-6049:6044-6049 -p 6044-6045:6044-6045/udp -p 6060:6060 tdengine/tdengine -``` - -注意：TDengine 3.0 服务端仅使用 6030 TCP 端口。6041 为 taosAdapter 所使用提供 REST 服务端口。6043 为 taosKeeper 使用端口。6044-6049 TCP 端口为 taosAdapter 提供第三方应用接入所使用端口，可根据需要选择是否打开。 -6044 和 6045 UDP 端口为 statsd 和 collectd 格式写入接口，可根据需要选择是否打开。6060 为 taosExplorer 使用端口。具体端口使用情况请参考[网络端口要求](../../operation/planning#网络端口要求)。 - -如果需要将数据持久化到本机的某一个文件夹，则执行下边的命令： - -```shell -docker run -d -v ~/data/taos/dnode/data:/var/lib/taos \ - -v ~/data/taos/dnode/log:/var/log/taos \ - -p 6030:6030 -p 6041:6041 -p 6043:6043 -p 6044-6049:6044-6049 -p 6044-6045:6044-6045/udp -p 6060:6060 tdengine/tdengine -``` - -:::note - -- /var/lib/taos: TDengine 默认数据文件目录。可通过[配置文件]修改位置。你可以修改 ~/data/taos/dnode/data 为你自己的数据目录 -- /var/log/taos: TDengine 默认日志文件目录。可通过[配置文件]修改位置。你可以修改 ~/data/taos/dnode/log 为你自己的日志目录 - -::: - -确定该容器已经启动并且在正常运行。 - -```shell -docker ps -``` - -进入该容器并执行 `bash` - -```shell -docker exec -it bash -``` - -然后就可以执行相关的 Linux 命令操作和访问 TDengine。 - -注：Docker 工具自身的下载和使用请参考 [Docker 官网文档](https://docs.docker.com/get-docker/)。 - -## TDengine 命令行界面 - -进入容器，执行 `taos`： - -``` -$ taos - -taos> -``` - -## 快速体验 - -### 体验写入 - -taosBenchmark 是一个专为测试 TDengine 性能而设计的工具，它能够全面评估 TDengine 在写入、查询和订阅等方面的功能表现。该工具能够模拟大量设备产生的数据，并允许用户灵活控制数据库、超级表、标签列的数量和类型、数据列的数量和类型、子表数量、每张子表的数据量、写入数据的时间间隔、工作线程数量以及是否写入乱序数据等策略。 - -启动 TDengine 的服务，在终端中执行如下命令 - -```shell -taosBenchmark -y -``` - -系统将自动在数据库 test 下创建一张名为 meters 的超级表。这张超级表将包含 10,000 张子表，表名从 d0 到 d9999，每张表包含 10,000 条记录。每条记录包含 ts（时间戳）、current（电流）、voltage（电压）和 phase（相位）4 个字段。时间戳范围从“2017-07-14 10:40:00 000”到“2017-07-14 10:40:09 999”。每张表还带有 location 和 groupId 两个标签，其中，groupId 设置为 1 到 10，而 location 则设置为 California.Campbell、California.Cupertino 等城市信息。 - -执行该命令后，系统将迅速完成 1 亿条记录的写入过程。实际所需时间取决于硬件性能，但即便在普通 PC 服务器上，这个过程通常也只需要十几秒。 - -taosBenchmark 提供了丰富的选项，允许用户自定义测试参数，如表的数目、记录条数等。要查看详细的参数列表，请在终端中输入如下命令 -```shell -taosBenchmark --help -``` - -有关 taosBenchmark 的详细使用方法，请参考 [taosBenchmark 参考手册](../../reference/tools/taosbenchmark) - -### 体验查询 - -使用上述 taosBenchmark 插入数据后，可以在 TDengine CLI（taos）输入查询命令，体验查询速度。 - -1. 查询超级表 meters 下的记录总条数 -```shell -SELECT COUNT(*) FROM test.meters; -``` - -2. 查询 1 亿条记录的平均值、最大值、最小值 -```shell -SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters; -``` - -3. 查询 location = "California.SanFrancisco" 的记录总条数 -```shell -SELECT COUNT(*) FROM test.meters WHERE location = "California.SanFrancisco"; -``` - -4. 查询 groupId = 10 的所有记录的平均值、最大值、最小值 -```shell -SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters WHERE groupId = 10; -``` - -5. 对表 d1001 按每 10 秒进行平均值、最大值和最小值聚合统计 -```shell -SELECT _wstart, AVG(current), MAX(voltage), MIN(phase) FROM test.d1001 INTERVAL(10s); -``` - -在上面的查询中，使用系统提供的伪列 _wstart 来给出每个窗口的开始时间。 diff --git a/docs/zh/04-get-started/01-docker.mdx b/docs/zh/04-get-started/01-docker.mdx new file mode 100644 index 000000000000..62a10e92c317 --- /dev/null +++ b/docs/zh/04-get-started/01-docker.mdx @@ -0,0 +1,81 @@ +--- +sidebar_label: 用 Docker 快速体验 +title: 用 Docker 快速体验 TDengine +description: 使用 Docker 快速体验 TDengine 的高效写入和查询 +--- + +本节首先介绍如何通过 Docker 快速体验 TDengine，然后介绍如何在 Docker 环境下体验 TDengine 的写入和查询功能。如果你不熟悉 Docker，请使用[安装包的方式快速体验](../../get-started/package/)。如果您希望为 TDengine 贡献代码或对内部技术实现感兴趣，请参考 [TDengine GitHub 主页](https://github.com/taosdata/TDengine)下载源码构建和安装。 + +## 启动 TDengine + +如果已经安装了 Docker，首先拉取最新的 TDengine 容器镜像： + +```shell +docker pull tdengine/tdengine:latest +``` + +或者指定版本的容器镜像： + +```shell +docker pull tdengine/tdengine:3.3.3.0 +``` + +然后只需执行下面的命令： + +```shell +docker run -d \ + -p 6030:6030 -p 6041:6041 -p 6043:6043 -p 6060:6060 \ + -p 6044-6049:6044-6049 -p 6044-6045:6044-6045/udp \ + tdengine/tdengine +``` + +注意：TDengine 3.0 服务端仅使用 6030 TCP 端口。6041 为 taosAdapter 所使用提供 REST 服务端口。6043 为 taosKeeper 使用端口。6044-6049 TCP 端口为 taosAdapter 提供第三方应用接入所使用端口，可根据需要选择是否打开。 +6044 和 6045 UDP 端口为 statsd 和 collectd 格式写入接口，可根据需要选择是否打开。6060 为 taosExplorer 使用端口。具体端口使用情况请参考[网络端口要求](../../operation/planning#网络端口要求)。 + +如果需要将数据持久化到本机的某一个文件夹，则执行下边的命令： + +```shell +docker run -d \ + -v ~/data/taos/dnode/data:/var/lib/taos \ + -v ~/data/taos/dnode/log:/var/log/taos \ + -p 6030:6030 -p 6041:6041 -p 6043:6043 -p 6060:6060 \ + -p 6044-6049:6044-6049 -p 6044-6045:6044-6045/udp \ + tdengine/tdengine +``` + +:::note + +- /var/lib/taos: TDengine 默认数据文件目录。可通过[配置文件]修改位置。你可以修改 ~/data/taos/dnode/data 为你自己的数据目录 +- /var/log/taos: TDengine 默认日志文件目录。可通过[配置文件]修改位置。你可以修改 ~/data/taos/dnode/log 为你自己的日志目录 + +::: + +确定该容器已经启动并且在正常运行。 + +```shell +docker ps +``` + +进入该容器并执行 `bash` + +```shell +docker exec -it bash +``` + +然后就可以执行相关的 Linux 命令操作和访问 TDengine。 + +注：Docker 工具自身的下载和使用请参考 [Docker 官网文档](https://docs.docker.com/get-docker/)。 + +## TDengine 命令行界面 + +进入容器，执行 `taos`： + +``` +$ taos + +taos> +``` + +import Getstarted from './_get_started.mdx' + + \ No newline at end of file diff --git a/docs/zh/04-get-started/03-package.md b/docs/zh/04-get-started/03-package.mdx similarity index 78% rename from docs/zh/04-get-started/03-package.md rename to docs/zh/04-get-started/03-package.mdx index d5e1be82b24b..e3c57ea2ab1d 100644 --- a/docs/zh/04-get-started/03-package.md +++ b/docs/zh/04-get-started/03-package.mdx @@ -262,56 +262,6 @@ Query OK, 2 row(s) in set (0.003128s) 除执行 SQL 语句外，系统管理员还可以从 TDengine CLI 进行检查系统运行状态、添加删除用户账号等操作。TDengine CLI 连同应用驱动也可以独立安装在机器上运行，更多细节请参考 [TDengine 命令行](../../reference/tools/taos-cli/)。 -## 快速体验 +import Getstarted from './_get_started.mdx' -### 体验写入 - -taosBenchmark 是一个专为测试 TDengine 性能而设计的工具，它能够全面评估 TDengine 在写入、查询和订阅等方面的功能表现。该工具能够模拟大量设备产生的数据，并允许用户灵活控制数据库、超级表、标签列的数量和类型、数据列的数量和类型、子表数量、每张子表的数据量、写入数据的时间间隔、工作线程数量以及是否写入乱序数据等策略。 - -启动 TDengine 的服务，在终端中执行如下命令 - -```shell -taosBenchmark -y -``` - -系统将自动在数据库 test 下创建一张名为 meters 的超级表。这张超级表将包含 10,000 张子表，表名从 d0 到 d9999，每张表包含 10,000 条记录。每条记录包含 ts（时间戳）、current（电流）、voltage（电压）和 phase（相位）4 个字段。时间戳范围从“2017-07-14 10:40:00 000”到“2017-07-14 10:40:09 999”。每张表还带有 location 和 groupId 两个标签，其中，groupId 设置为 1 到 10，而 location 则设置为 California.Campbell、California.Cupertino 等城市信息。 - -执行该命令后，系统将迅速完成 1 亿条记录的写入过程。实际所需时间取决于硬件性能，但即便在普通 PC 服务器上，这个过程通常也只需要十几秒。 - -taosBenchmark 提供了丰富的选项，允许用户自定义测试参数，如表的数目、记录条数等。要查看详细的参数列表，请在终端中输入如下命令 -```shell -taosBenchmark --help -``` - -有关 taosBenchmark 的详细使用方法，请参考[taosBenchmark 参考手册](../../reference/tools/taosbenchmark) - -### 体验查询 - -使用上述 taosBenchmark 插入数据后，可以在 TDengine CLI（taos）输入查询命令，体验查询速度。 - -1. 查询超级表 meters 下的记录总条数 -```shell -SELECT COUNT(*) FROM test.meters; -``` - -2. 查询 1 亿条记录的平均值、最大值、最小值 -```shell -SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters; -``` - -3. 查询 location = "California.SanFrancisco" 的记录总条数 -```shell -SELECT COUNT(*) FROM test.meters WHERE location = "California.SanFrancisco"; -``` - -4. 查询 groupId = 10 的所有记录的平均值、最大值、最小值 -```shell -SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters WHERE groupId = 10; -``` - -5. 对表 d1001 按每 10 秒进行平均值、最大值和最小值聚合统计 -```shell -SELECT _wstart, AVG(current), MAX(voltage), MIN(phase) FROM test.d1001 INTERVAL(10s); -``` - -在上面的查询中，使用系统提供的伪列 _wstart 来给出每个窗口的开始时间。 + \ No newline at end of file diff --git a/docs/zh/04-get-started/_03-docker.md b/docs/zh/04-get-started/_03-docker.md index 087edb86eb06..4550acdb74c1 100644 --- a/docs/zh/04-get-started/_03-docker.md +++ b/docs/zh/04-get-started/_03-docker.md @@ -11,6 +11,7 @@ toc_max_heading_level: 4 1. 测试机器如果已经安装了 Docker，首先拉取最新的 TDengine 容器镜像： ```shell docker pull tdengine/tdengine:latest +``` 或者指定版本的容器镜像： ```shell @@ -19,16 +20,26 @@ docker pull tdengine/tdengine:3.3.0.0 2. 然后只需执行下面的命令： ```shell -docker run -d -p 6030:6030 -p 6041:6041 -p 6043-6049:6043-6049 -p 6043-6049:6043-6049/udp tdengine/tdengine +docker run -d \ + -p 6030:6030 \ + -p 6041:6041 \ + -p 6043-6049:6043-6049 \ + -p 6043-6049:6043-6049/udp \ + tdengine/tdengine ``` **注意**：TDengine 3.0 服务端仅使用 6030 TCP 端口。6041 为 taosAdapter 所使用提供 REST 服务端口。6043-6049 为 taosAdapter 提供第三方应用接入所使用端口，可根据需要选择是否打开。 如果需要将数据持久化到本机的某一个文件夹，则执行下边的命令： ```shell -docker run -d -v ~/data/taos/dnode/data:/var/lib/taos \ +docker run -d \ + -v ~/data/taos/dnode/data:/var/lib/taos \ -v ~/data/taos/dnode/log:/var/log/taos \ - -p 6030:6030 -p 6041:6041 -p 6043-6049:6043-6049 -p 6043-6049:6043-6049/udp tdengine/tdengine + -p 6030:6030 \ + -p 6041:6041 \ + -p 6043-6049:6043-6049 \ + -p 6043-6049:6043-6049/udp \ + tdengine/tdengine ``` 3. 确定该容器已经启动并且在正常运行。 diff --git a/docs/zh/04-get-started/_get_started.mdx b/docs/zh/04-get-started/_get_started.mdx new file mode 100644 index 000000000000..ef3435ed2040 --- /dev/null +++ b/docs/zh/04-get-started/_get_started.mdx @@ -0,0 +1,206 @@ +## 快速体验 + +### 体验写入 + +taosBenchmark 是一个专为测试 TDengine 性能而设计的工具，它能够全面评估 TDengine 在写入、查询和订阅等方面的功能表现。该工具能够模拟大量设备产生的数据，并允许用户灵活控制数据库、超级表、标签列的数量和类型、数据列的数量和类型、子表数量、每张子表的数据量、写入数据的时间间隔、工作线程数量以及是否写入乱序数据等策略。 + +启动 TDengine 的服务，在终端中执行如下命令 + +```shell +taosBenchmark -y +``` + +系统将自动在数据库 test 下创建一张名为 meters 的超级表。这张超级表将包含 10,000 张子表，表名从 d0 到 d9999，每张表包含 10,000 条记录。每条记录包含 ts（时间戳）、current（电流）、voltage（电压）和 phase（相位）4 个字段。时间戳范围从“2017-07-14 10:40:00 000”到“2017-07-14 10:40:09 999”。每张表还带有 location 和 groupId 两个标签，其中，groupId 设置为 1 到 10，而 location 则设置为 California.Campbell、California.Cupertino 等城市信息。 + +执行该命令后，系统将迅速完成 1 亿条记录的写入过程。实际所需时间取决于硬件性能，但即便在普通 PC 服务器上，这个过程通常也只需要十几秒。 + +taosBenchmark 提供了丰富的选项，允许用户自定义测试参数，如表的数目、记录条数等。要查看详细的参数列表，请在终端中输入如下命令 +```shell +taosBenchmark --help +``` + +有关 taosBenchmark 的详细使用方法，请参考 [taosBenchmark 参考手册](../../reference/tools/taosbenchmark) + +### 体验查询 + +使用上述 taosBenchmark 插入数据后，可以在 TDengine CLI（taos）输入查询命令，体验查询速度。 + +1. 查询超级表 meters 下的记录总条数 +```shell +SELECT COUNT(*) FROM test.meters; +``` + +2. 查询 1 亿条记录的平均值、最大值、最小值 +```shell +SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters; +``` + +3. 查询 location = "California.SanFrancisco" 的记录总条数 +```shell +SELECT COUNT(*) FROM test.meters WHERE location = "California.SanFrancisco"; +``` + +4. 查询 groupId = 10 的所有记录的平均值、最大值、最小值 +```shell +SELECT AVG(current), MAX(voltage), MIN(phase) FROM test.meters WHERE groupId = 10; +``` + +5. 对表 d1001 按每 10 秒进行平均值、最大值和最小值聚合统计 +```shell +SELECT _wstart, AVG(current), MAX(voltage), MIN(phase) FROM test.d1001 INTERVAL(10s); +``` + +在上面的查询中，使用系统提供的伪列 _wstart 来给出每个窗口的开始时间。 + +### 体验 taosExplorer + +taosExplorer 是一个可视化工具，使用户可以通过浏览器，以直观地方式使用和管理 TDeninge. + +1. 打开浏览器，访问 taosExplorer 的地址，默认端口为 `6060`，如果您在本地运行 TDengine, 可以直接访问 [http://localhost:6060](http://localhost:6060). +2. 进入“TDengine 管理系统”页面，输入用户名和密码（默认为：`root/taosdata`），点击“登录”按钮，即可登录。 +3. 登录后，您将进入“数据浏览器”页面。在这里，您可以查看数据库、超级表、子表等信息，并执行 SQL 查询。 + +除此以外，在“编程”页面，可以查看 TDengine 所支持的各种编程语言（包括：Java, Go, Python, JavaScript/Node.js, C#, Rust, R 等）创建连接的方式，所有的示例代码都可以通过“复制/粘贴”一键执行；在“工具”页面，列举了能够与 TDengine 进行交互的各种工具，包括：Grafana, Seeq, Looker Studio, PowerBI, 永洪 BI, Superset, Excel, Tableau 等，您可以按照页面上提示的步骤，快速地创建出可视化报表和仪表盘。 + +:::tip + +通过点击 taosExplorer 界面的右上角的 ? 图标，无需联网，即可方便地查看 TDengine 的官方文档。 + +::: + +### 体验与 Grafana 集成 + +[Grafana](https://grafana.com/grafana/) 是一个流行的开源数据可视化和监控平台，TDengine 能够与 Grafana 快速集成，搭建数据可视化和监控告警系统，整个过程无需任何代码开发。下面将以使用 `taosBenchmark` 生成的智能电表数据为例，介绍如何使用 Grafana 创建一个展示电流 (current) 波动情况的面板。 + +#### 前置准备 + +1. 请先安装并启动 Grafana, 目前 TDengine 支持 Grafana 7.5 及以上的版本 +2. 使用以下命令写入测试数据，这个命令将在名为 test 的数据库下，创建超级表 meters, 这个超级表包含 100 个子表，每个子表 1000 条记录，记录的开始时间为 1 小时前： + ```bash + taosBenchmark --start-timestamp=$(date --date="1 hours ago" +%s%3N) \ + --time-step=1000 --records=1000 \ + --tables=100 --answer-yes + ``` + +#### 安装 Grafana 插件 + +Grafana 与 TDengine 之间的交互，需要通过 [TDengine Datasource](https://github.com/taosdata/grafanaplugin) 插件来完成。在 Linux 平台，该插件可以通过以下命令一键安装。 + +```bash +bash -c "$(curl -fsSL https://raw.githubusercontent.com/taosdata/grafanaplugin/master/install.sh)" +``` + +其它平台的安装可参考插件 Github 仓库中的[安装指南](https://github.com/taosdata/grafanaplugin/blob/master/INSTALLATION.md)。 + +在安装完成后，请重启 Grafana 服务。 + +```bash +sudo systemctl restart grafana-server.service +``` + +#### 创建连接 + +安装插件后，请进入 Connections - Add new connection 页面，搜索 "TDengine", 即可查询到 TDengine Datasource 插件。点击 Add new data source 按钮，进入数据源配置页面，并完成以下配置： + +- TDengine Host: 填写 taosAdapter 的地址和端口号，如果是在本地运行，可输入 http://localhost:6041 +- TDengine Authentication: 配置 TDengine 数据库的认证方式，默认使用用户名、密码的认证方式（默认的用户名、密码为：`root/taosdata`） + +填写以上信息后，请点击 Save & test 按钮，如果看到以下消息：TDengine Data source is working, 即表示 TDengine 与 Grafana 的连接已创建成功。点击提示消息下方的 building a dashboard 链接，就可以创建 Dashboard 了。 + +#### 创建 Dashboard + +具体步骤如下所示： +1. 点击 building a dashboard -> Add visualization, 并选择刚刚添加的 data source +2. 在 Input SQL 文本框，输入以下 SQL 语句后，点击 Apply 按钮，即可查看到平均电流变化情况的曲线图。 +``` +SELECT _wstart AS ts, avg(voltage) AS voltage, avg(phase) AS phase FROM test.meters +WHERE groupid =1 and ts > $from AND ts < $to interval($interval) fill(null) +``` + +更多细节，请参考：[与 Grafana 集成](../../third-party/visual/grafana)。 + +### 体验零代码数据写入 + +通过 taosX 组件，TDengine 支持从各种数据源导入数据到 TDengine 中。taosExplorer 组件提供了一个统一的界面，用户通过简单的配置和操作，就可以将数据从不同的数据源导入到 TDengine 中。已支持的数据源包括：TDengine, PI, OPC, InfluxDB, MQTT, Kafka, CSV, MySQL, PostgreSQL, Oracle, MongoDB 等。如果您期望 TDengine 新增对某个数据源的支持，欢迎与我们的支持团队联系。 + +下面，以 MQTT 为例，介绍如何使用 taosExplorer 创建数据写入任务，从 MQTT Broker 中订阅数据，并写入到 TDengine 中。 + +#### 配置任务的基本信息 + +1. 打开 taosExplorer，点击左侧导航栏中的“数据写入”页面 +1. 在“数据写入任务”标签页，点击“+ 新增数据源”按钮，即可进入任务配置页面 +1. 配置 MQTT 任务的基本信息： + - 输入任务的名称，例如：test-mqtt + - 选择任务的类型：MQTT + - 选择目标数据库：test-mqtt, 如果不存在，可以直接点击“+ 创建数据库”进行创建 + +#### 配置任务的连接和认证信息 + +1. MQTT Broker 地址：broker.emqx.io, 这里使用的是 EMQ 提供的[公共 MQTT 服务器](https://www.emqx.com/zh/mqtt/public-mqtt5-broker) +1. MQTT 端口：1883 +1. TLS 校验：不开启 +1. 用户名和密码不需要填写，因为公共 MQTT 服务器不需要认证 + +#### 配置 MQTT 协议相关的信息 + +1. MQTT 协议：3.1 +1. 客户端 ID: MQTT 客户端 ID, 以 taosx 为前缀，可以随意填写，例如：tdengine-1234 +1. 订阅主题及 QoS 配置：主题和 QoS 之间必须以 `::` 分隔，例如：tdengine-topic1::0 +1. 其它配置项使用默认配置即可 +1. 完成以上配置后，请点击“检查连通性”按钮，如果按钮下方会展示“数据源可用”，即表示连通性检查通过 + +#### 配置 Payload 转换 + +1. 为了简化配置，请直接在文本框中输入以下 JSON 格式的示例消息，它代表的是北京市 id 为 1 的智能电表的电压、电流、相位值： +``` +{ "id": 1, "current": 10.42, "phase": 1.38, "voltage":200, "groupid": 7, "location": "beijing" } +``` +2. TDengine 支持对 MQTT 消息进行解析、提取、过滤后，映射至 TDengine 数据库的超级表中 +3. 在“解析”环节，直接点击解析配置行最右侧的预览按钮，即可在页面的右侧预览解析结果 +4. 在“映射”环节，可以在当前数据库中选择欲写入 MQTT 消息的超级表，如果不存在，可点击“创建超级表”按钮 +5. 点击“创建超级表”按钮，按照以下字段、标签信息，创建超级表 meters, taosExplorer 会根据 JSON 解析的结果，自动填充列名，仅需根据示例数据，选择匹配的数据类型和字段类型（字段或标签）即可，详见下表 + + | 数据类型 | 名称 | 说明 | + |-----|------|-----| + | TIMESTAMP | ts | 时间戳 | + | INT | id | 字段，电表 id | + | DOUBLE | current | 字段，电流值 | + | DOUBLE | phase | 字段，相位值 | + | INT | voltage | 字段，电压值 | + | INT | groupid | 标签，组 id | + | VARCHAR(128) | location | 标签，位置 | + +6. 创建并选择超级表后，即可点击“提交”按钮 + +#### 查看任务状态 + +任务提交后，会自动跳转至数据写入任务的列表页，观察任务的状态，如果状态切换至“运行中”，即可开始消费 MQTT 主题中的数据，并写入 TDengine. + +#### 发送测试数据 + +推荐使用 EMQ 提供 MQTT 客户端工具 [MQTTX](https://mqttx.app/zh), 发送测试数据，详情可参考：[MQTTX 快速验证](https://docs.emqx.com/zh/emqx/latest/getting-started/getting-started.html#%E9%80%9A%E8%BF%87-mqttx-%E5%BF%AB%E9%80%9F%E9%AA%8C%E8%AF%81)。 + +MQTT Broker 及主题应与以上 MQTT 任务的配置保持一致，详情如下所示： + +- MQTT Broker 地址：broker.emqx.io +- MQTT Broker 端口：1883 +- MQTT 主题：tdengine-topic1 +- 示例数据：与上方配置“Payload 转换”时，填写的示例数据格式保持一致： + ``` + { "id": 1, "current": 10.42, "phase": 1.38, "voltage":200, "groupid": 7, "location": "beijing" } + ``` + +#### 查看数据 + +1. 发送测试数据后，您可以通过 taosExplorer 查看数据是否成功写入 TDengine +2. 在 taosExplorer 中，切换至“数据浏览器”页面，选择相应的数据库和超级表 +3. 执行 SQL 查询，查看数据是否存在，例如： + ``` + SELECT * FROM `test-mqtt`.`meters`; + ``` +4. 如果有数据返回，说明数据已从 MQTT 主题成功写入到 TDengine 中。 +5. 在“数据写入”任务列表中，您还可以当前任务的运行状态、数据写入速率、错误信息等。 + +## 下一步 + +在完成上述快速体验后，您可以进一步探索 TDengine 的更多功能和特性。 \ No newline at end of file diff --git a/docs/zh/06-advanced/03-stream.md b/docs/zh/06-advanced/03-stream.md index 284bd53ce165..32af6a66c533 100644 --- a/docs/zh/06-advanced/03-stream.md +++ b/docs/zh/06-advanced/03-stream.md @@ -4,9 +4,13 @@ title: 流计算 toc_max_heading_level: 4 --- -在时序数据的处理中，经常要对原始数据进行清洗、预处理，再使用时序数据库进行长久的储存，而且经常还需要使用原始的时序数据通过计算生成新的时序数据。在传统的时序数据解决方案中，常常需要部署 Kafka、Flink 等流处理系统，而流处理系统的复杂性，带来了高昂的开发与运维成本。 +在时序数据的处理中，存在大量的流计算需求，例如： -TDengine 的流计算引擎提供了实时处理写入的数据流的能力，使用 SQL 定义实时流变换，当数据被写入流的源表后，数据会被以定义的方式自动处理，并根据定义的触发模式向目的表推送结果。它提供了替代复杂流处理系统的轻量级解决方案，并能够在高吞吐的数据写入的情况下，提供毫秒级的计算结果延迟。与传统的流计算相比，TDengine 的流计算采用的是触发与计算分离的策略，处理的依然是持续的无界的数据流，但是进行了以下几个方面的扩展： +- **数据分级存储与智能降采样**​​：工业设备每秒生成数万条原始数据，若全量存储，则​存储成本激增，​查询效率低下，历史趋势分析响应时间长 +- **预计算加速实时决策​**：用户查询全量数据时，可能需扫描百亿级别数据，很难实时获取查询结果，大屏/报表产生卡顿 +- **异常检测和低延迟告警**：异常检测、监控报警，需要根据规则低延迟地获取特定数据，传统批处理的延迟通常在分钟级别 + +在传统的时序数据解决方案中，常常需要部署 Kafka、Flink 等流处理系统，而流处理系统的复杂性，带来了高昂的开发与运维成本。TDengine 的流计算引擎提供了实时处理写入的数据流的能力，使用 SQL 定义实时流变换，当数据被写入流的源表后，数据会被以定义的方式自动处理，并根据定义的触发模式向目的表推送结果。它提供了替代复杂流处理系统的轻量级解决方案，并能够在高吞吐的数据写入的情况下，提供毫秒级的计算结果延迟。与传统的流计算相比，TDengine 的流计算采用的是触发与计算分离的策略，处理的依然是持续的无界的数据流，但是进行了以下几个方面的扩展： - **处理对象的扩展**：传统流计算的事件驱动对象与计算对象往往是统一的，根据同一份数据产生事件和计算。TDengine 的流计算支持触发（事件驱动）与计算的分离，也就意味着触发对象可以与计算对象进行分离。触发表与计算的数据源表可以不相同，甚至可以不需要触发表，处理的数据集合无论是列、时间范围都可以不相同。 - **触发方式的扩展**：除了数据写入触发方式外，TDengine 的流计算支持更多触发方式的扩展。通过支持窗口触发，用户可以灵活的定义和使用各种方式的窗口来产生触发事件，可以选择在开窗、关窗以及开关窗同时进行触发。除了与触发表关联的事件时间驱动外，还支持与事件时间无关的驱动，即定时触发。在事件触发之前，还支持对触发数据进行预先过滤处理，只有符合条件的数据才会进入触发判断。 @@ -103,7 +107,7 @@ tag_definition: - 表 tb1 每写入 1 行数据时，计算表 tb2 在同一时刻前 5 分钟内 col1 的平均值，计算结果写入表 tb3。 ```SQL -CREATE stream sm1 count_window(1) FROM tb1 +CREATE STREAM sm1 COUNT_WINDOW(1) FROM tb1 INTO tb3 AS SELECT _twstart, avg(col1) FROM tb2 WHERE _c0 >= _twend - 5m AND _c0 <= _twend; @@ -112,20 +116,33 @@ CREATE stream sm1 count_window(1) FROM tb1 - 表 tb1 每写入 10 行大于 0 的 col1 列数据时，计算这 10 条数据 col1 列的平均值，计算结果不需要保存，需要通知到 `ws://localhost:8080/notify`。 ```SQL -CREATE stream sm2 count_window(10, 1, col1) FROM tb1 +CREATE STREAM sm2 COUNT_WINDOW(10, 1, col1) FROM tb1 STREAM_OPTIONS(CALC_ONTIFY_ONLY | PRE_FILTER(col1 > 0)) NOTIFY("ws://localhost:8080/notify") ON (WINDOW_CLOSE) AS SELECT avg(col1) FROM %%trows; ``` +### 事件窗口触发 + +- 当环境温度超过 80 度持续超过 10 分钟时，计算环境温度的平均值。 + +```SQL +CREATE STREAM `idmp`.`ana_temp` EVENT_WINDOW(start with `环境温度` > 80 end with `环境温度` <= 80 ) TRUE_FOR(10m) FROM `idmp`.`vt_气象传感器02_471544` + STREAM_OPTIONS( IGNORE_DISORDER) + INTO `idmp`.`ana_temp` + AS + SELECT _twstart+0s as output_timestamp, avg(`环境温度`) as `平均环境温度` FROM idmp.`vt_气象传感器02_471544` where ts >= _twstart and ts <= _twend; +``` + ### 滑动触发 - 超级表 stb1 的每个子表在每 5 分钟的时间窗口结束后，计算这 5 分钟的 col1 的平均值，每个子表的计算结果分别写入超级表 stb2 的不同子表中。 ```SQL -CREATE stream sm1 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname - INTO stb2 AS +CREATE STREAM sm1 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname + INTO stb2 + AS SELECT _twstart, avg(col1) FROM %%tbname WHERE _c0 >= _twstart AND _c0 <= _twend; ``` @@ -135,9 +152,10 @@ CREATE stream sm1 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname - 超级表 stb1 的每个子表从最早的数据开始，在每 5 分钟的时间窗口结束后或从窗口启动 1 分钟后窗口仍然未关闭时，计算窗口内的 col1 的平均值，每个子表的计算结果分别写入超级表 stb2 的不同子表中。 ```SQL -CREATE stream sm2 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname +CREATE STREAM sm2 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname STREAM_OPTIONS(MAX_DELAY(1m) | FILL_HISTORY_FIRST) - INTO stb2 AS + INTO stb2 + AS SELECT _twstart, avg(col1) FROM %%tbname WHERE _c0 >= _twstart AND _c0 <= _twend; ``` @@ -147,7 +165,8 @@ CREATE stream sm2 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname CREATE STREAM avg_stream INTERVAL(1m) SLIDING(1m) FROM meters NOTIFY ('ws://localhost:8080/notify', 'wss://192.168.1.1:8080/notify?key=foo') ON ('WINDOW_OPEN', 'WINDOW_CLOSE') NOTIFY_OPTIONS(NOTIFY_HISTORY | ON_FAILURE_PAUSE) INTO avg_stb - AS SELECT _twstart, _twend, AVG(current) FROM %%trows; + AS + SELECT _twstart, _twend, AVG(current) FROM %%trows; ``` ### 定时触发 @@ -155,15 +174,16 @@ CREATE STREAM avg_stream INTERVAL(1m) SLIDING(1m) FROM meters - 每过 1 小时计算表 tb1 中总的数据量，计算结果写入表 tb2 (毫秒库)。 ```SQL -CREATE stream sm1 PERIOD(1h) - INTO tb2 AS +CREATE STREAM sm1 PERIOD(1h) + INTO tb2 + AS SELECT cast(_tlocaltime/1000000 AS TIMESTAMP), count(*) FROM tb1; ``` - 每过 1 小时通知 `ws://localhost:8080/notify` 当前系统时间。 ```SQL -CREATE stream sm1 PERIOD(1h) +CREATE STREAM sm1 PERIOD(1h) NOTIFY("ws://localhost:8080/notify"); ``` diff --git a/docs/zh/07-develop/01-connect/index.md b/docs/zh/07-develop/01-connect/index.md index c662f8882d8d..465ef976ef09 100644 --- a/docs/zh/07-develop/01-connect/index.md +++ b/docs/zh/07-develop/01-connect/index.md @@ -89,7 +89,7 @@ TDengine 提供了丰富的应用程序开发接口，为了便于用户快速 com.taosdata.jdbc taos-jdbcdriver - 3.6.3 + 3.7.1 ``` @@ -115,7 +115,7 @@ TDengine 提供了丰富的应用程序开发接口，为了便于用户快速 ``` - 指定某个特定版本安装 ``` - pip3 install taospy==2.8.2 + pip3 install taospy==2.8.3 ``` - 从 GitHub 安装 ``` @@ -398,27 +398,18 @@ DSN 的详细说明和如何使用详见 [连接功能](../../reference/connecto - `reconnectIntervalMs`：重连间隔毫秒时间，默认为 2000。 -**WebSocket 连接** -C/C++ 语言连接器 WebSocket 连接方式使用 `ws_connect()` 函数用于建立与 TDengine 数据库的连接。其参数为 DSN 描述字符串，其基本结构如下： -```text -[+]://[[:@]:][/][?=[&=]] -|------|------------|---|-----------|-----------|------|------|------------|-----------------------| -|driver| protocol | | username | password | host | port | database | params | -``` - -DSN 的详细说明和如何使用详见 [连接功能](../../reference/connector/cpp/#dsn) +C/C++ 连接器使用 `taos_connect()` 函数建立与 TDengine 数据库的连接。各参数说明如下： -**原生连接** -C/C++ 语言连接器原生连接方式使用 `taos_connect()` 函数用于建立与 TDengine 数据库的连接。其参数详细说明如下： +- `host`：数据库服务器的主机名或 IP 地址。如果是本地数据库，可以使用 `"localhost"`。 +- `user`：数据库登录用户名。 +- `passwd`：对应用户名的登录密码。 +- `db`：连接时默认使用的数据库名。如果不指定数据库，可以传递 `NULL` 或空字符串。 +- `port`：数据库服务器监听的端口号。原生连接默认端口为 `6030`，WebSocket 连接默认端口为 `6041`。 -- `host`：要连接的数据库服务器的主机名或 IP 地址。如果是本地数据库，可以使用 `"localhost"`。 -- `user`：用于登录数据库的用户名。 -- `passwd`：与用户名对应的密码。 -- `db`：连接时默认选择的数据库名。如果不指定数据库，可以传递 `NULL` 或空字符串。 -- `port`：数据库服务器监听的端口号。默认的端口号是 `6030`。 +WebSocket 连接需要先调用 `taos_options(TSDB_OPTION_DRIVER, "websocket")` 设置驱动类型，然后再调用 `taos_connect()` 建立连接。 -还提供了 `taos_connect_auth()` 函数用于使用 MD5 加密的密码建立与 TDengine 数据库的连接。此函数与 `taos_connect` 功能相同，不同之处在于密码的处理方式，`taos_connect_auth` 需要的是密码的 MD5 加密字符串。 +原生连接还提供 `taos_connect_auth()` 函数，用于使用 MD5 加密的密码建立连接。该函数与 `taos_connect()` 功能相同，区别在于密码的处理方式，`taos_connect_auth()` 需要的是密码的 MD5 加密字符串。 @@ -464,7 +455,7 @@ C/C++ 语言连接器原生连接方式使用 `taos_connect()` 函数用于建 ```c -{{#include docs/examples/c-ws/connect_example.c}} +{{#include docs/examples/c-ws-new/connect_example.c}} ``` diff --git a/docs/zh/07-develop/02-sql.md b/docs/zh/07-develop/02-sql.md index fc1b3df9ed3c..9caea0aae0f2 100644 --- a/docs/zh/07-develop/02-sql.md +++ b/docs/zh/07-develop/02-sql.md @@ -70,7 +70,7 @@ REST API：直接调用 `taosadapter` 提供的 REST API 接口，进行数据 ```c title="WebSocket 连接" -{{#include docs/examples/c-ws/create_db_demo.c:create_db_and_table}} +{{#include docs/examples/c-ws-new/create_db_demo.c:create_db_and_table}} ``` ```c title="原生连接" @@ -152,7 +152,7 @@ NOW 为系统内部函数，默认为客户端所在计算机当前时间。NOW ```c title="WebSocket 连接" -{{#include docs/examples/c-ws/insert_data_demo.c:insert_data}} +{{#include docs/examples/c-ws-new/insert_data_demo.c:insert_data}} ``` ```c title="原生连接" @@ -231,7 +231,7 @@ rust 连接器还支持使用 **serde** 进行反序列化行为结构体的结 ```c title="WebSocket 连接" -{{#include docs/examples/c-ws/query_data_demo.c:query_data}} +{{#include docs/examples/c-ws-new/query_data_demo.c:query_data}} ``` ```c title="原生连接" @@ -310,11 +310,11 @@ reqId 可用于请求链路追踪，reqId 就像分布式系统中的 traceId -```c "WebSocket 连接" -{{#include docs/examples/c-ws/with_reqid_demo.c:with_reqid}} +```c title="WebSocket 连接" +{{#include docs/examples/c-ws-new/with_reqid_demo.c:with_reqid}} ``` -```c "原生连接" +```c title="原生连接" {{#include docs/examples/c/with_reqid_demo.c:with_reqid}} ``` diff --git a/docs/zh/07-develop/04-schemaless.md b/docs/zh/07-develop/04-schemaless.md index 496cad19c643..92a7f36fe01b 100644 --- a/docs/zh/07-develop/04-schemaless.md +++ b/docs/zh/07-develop/04-schemaless.md @@ -236,7 +236,7 @@ writer.write(lineDemo, SchemalessProtocolType.LINE, SchemalessTimestampType.NANO ```c -{{#include docs/examples/c-ws/sml_insert_demo.c:schemaless}} +{{#include docs/examples/c-ws-new/sml_insert_demo.c:schemaless}} ``` diff --git a/docs/zh/07-develop/05-stmt.md b/docs/zh/07-develop/05-stmt.md index c1e87c783f31..f8c56c58194a 100644 --- a/docs/zh/07-develop/05-stmt.md +++ b/docs/zh/07-develop/05-stmt.md @@ -93,8 +93,10 @@ stmt 绑定参数的示例代码如下（TDengine v3.3.5.0 已停止维护）： ``` +stmt2 绑定参数的示例代码如下（需要 TDengine v3.3.5.0 及以上）： + ```c -{{#include docs/examples/c-ws/stmt_insert_demo.c}} +{{#include docs/examples/c-ws-new/stmt2_insert_demo.c}} ``` @@ -160,10 +162,14 @@ stmt2 绑定参数的示例代码如下（需要 TDengine v3.3.5.0 及以上） stmt 绑定参数的示例代码如下（TDengine v3.3.5.0 已停止维护）： +
+点击查看 stmt 示例代码 + ```c {{#include docs/examples/c/stmt_insert_demo.c}} ``` +
 diff --git a/docs/zh/07-develop/07-tmq.md b/docs/zh/07-develop/07-tmq.md index f4098e1cc30a..4d31607cac27 100644 --- a/docs/zh/07-develop/07-tmq.md +++ b/docs/zh/07-develop/07-tmq.md @@ -217,11 +217,11 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请 ```c -{{#include docs/examples/c-ws/tmq_demo.c:create_consumer_1}} +{{#include docs/examples/c-ws-new/tmq_demo.c:create_consumer_1}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:create_consumer_2}} +{{#include docs/examples/c-ws-new/tmq_demo.c:create_consumer_2}} ``` 调用 `build_consumer` 函数尝试获取消费者实例 `tmq`。成功则打印成功日志，失败则打印失败日志。 @@ -355,28 +355,28 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请 ```c -{{#include docs/examples/c-ws/tmq_demo.c:build_topic_list}} +{{#include docs/examples/c-ws-new/tmq_demo.c:build_topic_list}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:basic_consume_loop}} +{{#include docs/examples/c-ws-new/tmq_demo.c:basic_consume_loop}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:msg_process}} +{{#include docs/examples/c-ws-new/tmq_demo.c:msg_process}} ``` ```c -{{#include docs/examples/c-ws/tmq_demo.c:subscribe_3}} +{{#include docs/examples/c-ws-new/tmq_demo.c:subscribe_3}} ``` 订阅消费数据步骤： - 1. 调用 `ws_build_topic_list` 函数创建一个主题列表 `topic_list`。 + 1. 调用 `build_topic_list` 函数创建一个主题列表 `topic_list`。 2. 如果 `topic_list` 为 `NULL`，表示创建失败，函数返回 `-1`。 - 3. 使用 `ws_tmq_subscribe` 函数订阅 `tmq` 指定的主题列表。如果订阅失败，打印错误信息。 + 3. 使用 `tmq_subscribe` 函数订阅 `tmq` 指定的主题列表。如果订阅失败，打印错误信息。 4. 销毁主题列表 `topic_list` 以释放资源。 5. 调用 `basic_consume_loop` 函数开始基本的消费循环，处理订阅的消息。 - + 不支持 @@ -521,16 +521,16 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请 ```c -{{#include docs/examples/c-ws/tmq_demo.c:consume_repeatly}} +{{#include docs/examples/c-ws-new/tmq_demo.c:consume_repeatly}} ``` -1. 通过 `ws_tmq_get_topic_assignment` 函数获取特定主题的分配信息，包括分配的数量和具体分配详情。 +1. 通过 `tmq_get_topic_assignment` 函数获取特定主题的分配信息，包括分配的数量和具体分配详情。 2. 如果获取分配信息失败，则打印错误信息并返回。 -3. 对于每个分配，使用 `ws_tmq_offset_seek` 函数将消费者的偏移量设置到最早的偏移量。 +3. 对于每个分配，使用 `tmq_offset_seek` 函数将消费者的偏移量设置到最早的偏移量。 4. 如果设置偏移量失败，则打印错误信息。 5. 释放分配信息数组以释放资源。 6. 调用 `basic_consume_loop` 函数开始新的消费循环，处理消息。 - + 不支持 @@ -658,10 +658,10 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请 ```c -{{#include docs/examples/c-ws/tmq_demo.c:manual_commit}} +{{#include docs/examples/c-ws-new/tmq_demo.c:manual_commit}} ``` -可以通过 `ws_tmq_commit_sync` 函数来手工提交消费进度。 +可以通过 `tmq_commit_sync` 函数来手工提交消费进度。 @@ -771,7 +771,7 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请 ```c -{{#include docs/examples/c-ws/tmq_demo.c:unsubscribe_and_close}} +{{#include docs/examples/c-ws-new/tmq_demo.c:unsubscribe_and_close}} ``` @@ -890,8 +890,8 @@ Rust 连接器创建消费者的参数为 DSN，可以设置的参数列表请
完整代码示例 ```c -{{#include docs/examples/c-ws/tmq_demo.c}} -``` +{{#include docs/examples/c-ws-new/tmq_demo.c}} +```
diff --git a/docs/zh/08-operation/20-inspect-tools/04-taosinspect.md b/docs/zh/08-operation/20-inspect-tools/04-taosinspect.md index 408f0d6156a1..0d4309ea0743 100644 --- a/docs/zh/08-operation/20-inspect-tools/04-taosinspect.md +++ b/docs/zh/08-operation/20-inspect-tools/04-taosinspect.md @@ -6,9 +6,9 @@ toc_max_heading_level: 4 ## 背景 -TDengine 在运行一段时间后需要针对运行环境和 TDengine 本身的运行状态进行定期巡检，本文档旨在说明如何使用巡检工具对 TDengine 的运行环境进行自动化检查。 +TDengine 在运行一段时间后需要针对运行环境和 TDengine 本身的运行状态进行定期巡检，本文档旨在说明如何使用巡检工具对 TDengine 的运行环境进行自动化检查。 -## 安装工具使用方法 +## 巡检工具使用方法 工具支持通过 help 参数查看支持的语法 @@ -142,16 +142,21 @@ Table does not exist failed to send Fail to get table info ``` + ## 巡检范围 + ### 磁盘巡检范围 + | **No** | **巡检项目** | **详细说明** | **告警规则** | + |:-------|:------------|:-----------|:-----------| -| 1 | **磁盘基本信息** | 磁盘类型和磁盘空间 | 无 | 磁盘已用空间低于 15% | +| 1 | **磁盘基本信息** | 磁盘类型和磁盘空间 | 磁盘已用空间低于 15% | | 2 | **磁盘挂载信息** | 通过 lsblk 查询的磁盘挂载信息 | 无 | | 3 | **数据库数据目录使用情况** | 数据目录的挂载路径，文件系统，存储类型，已用空间，可用空间和空间使用率 | 磁盘已用空间低于 15% | | 4 | **数据库数据目录 Inode 情况** | 数据目录对应的 idnode 已用空间，可用空间和空间使用率 | 无 | ### 系统巡检范围 + | **No** | **巡检项目** | **详细说明** | **告警规则** | |:-------|:------------|:-----------|:-----------| | 1 | **系统基本信息** | 系统名称、系统启动时间、防火墙和 SELinux 服务状态 | 防火墙或 SElinux 服务未关闭 | @@ -163,6 +168,7 @@ Fail to get table info | 7 | **Coredump 配置** | coredump 路径是否配置 | 1. coredump 未配置；2. coredump 挂载目录为系统根目录；3. coredump 文件个数大于 0 | ### 数据库巡检范围 + | **No** | **巡检项目** | **详细说明** | **告警规则** | |:-------|:------------|:-----------|:-----------| | 1 | **数据库版本** | taosd、taos、taosKeeper、taosAdapter、taosX 和 taos-explorer 的版本信息 | 服务端和客户端的版本不一致 | @@ -180,6 +186,7 @@ Fail to get table info | 13 | **taosx 数据目录** | taosx 数据目录 | taosX 数据目录是默认系统根目录 | ### 库表巡检范围 + | **No** | **巡检项目** | **详细说明** | **告警规则** | |:-------|:------------|:-----------|:-----------| | 1 | **库表占用空间** | 数据库本地占用磁盘空间 | 无 | @@ -197,31 +204,38 @@ Fail to get table info | 13 | **订阅消费者信息** | 消费者详情 | 无 | | 14 | **订阅信息** | 订阅详情 | 无 | - ### Nginx 配置巡检（可选） + | **No** | **巡检项目** | **详细说明** | **告警规则** | |:-------|:------------|:-----------|:-----------| -| 1 | **Nginx 配置** | 各节点的 hostname 和 ip 是否正确配置到 Nginx 配置文件 | 配置文件中 FQDN 配置信息缺失或错误 | - +| 1 | **Nginx 配置** | 各节点的 hostname 和 ip 是否正确配置到 Nginx 配置文件 | 配置文件中 FQDN 配置信息缺失或错误 | ## 结果文件 + 巡检工具运行后会在工具运行用户在 taos.cfg 中配置的 logDir 目录下生成三类文件，包含了巡检报告 inspect_report.md，巡检结构化数据 inspect.json，数据库和超级表初始化文件 stable_schemas.md、各节点 taos、taosd 和 taosKeeper 对应的错误日志文件和各服务对应的配置文件。最后会将出错误日志文件以外的其他所有文件压缩为 results.zip ## 应用示例 在工具所在节点执行巡检任务 -``` + +```config ./taosinspect -m local ``` + 在集群所有节点执行巡检任务 -``` + +```config ./taosinspect -m ssh ``` + 指定配置文件并在集群所有节点执行巡检任务 -``` + +```config ./taosinspect -m ssh -f /path_to_file/inspect.cfg ``` + 在集群所有节点执行巡检任务，包括检查 nginx 服务配置文件 -``` + +```config ./taosinspect -m ssh -f /path_to_file/inspect.cfg -cn true -``` \ No newline at end of file +``` diff --git a/docs/zh/14-reference/01-components/01-taosd.md b/docs/zh/14-reference/01-components/01-taosd.md index bb6145132f42..a5bbb61d4eb5 100644 --- a/docs/zh/14-reference/01-components/01-taosd.md +++ b/docs/zh/14-reference/01-components/01-taosd.md @@ -553,7 +553,7 @@ timezone GMT-8 timezone Asia/Shanghai ``` -均是合法的设置东八区时区的格式。但需注意，Windows 下并不支持 `timezone Asia/Shanghai` 这样的写法，而必须写成 `timezone UTC-8`。 +均是合法的设置东八区时区的格式。但需注意，Windows 下并不支持 `timezone UTC-8` 这样的写法，而必须写成 `timezone Asia/Shanghai`。 时区的设置对于查询和写入 SQL 语句中非 Unix 时间戳的内容（时间戳字符串、关键词 now 的解析）产生影响。例如： diff --git a/docs/zh/14-reference/03-taos-sql/01-data-type.md b/docs/zh/14-reference/03-taos-sql/01-data-type.md index 161ea4683a4b..679a2957c012 100644 --- a/docs/zh/14-reference/03-taos-sql/01-data-type.md +++ b/docs/zh/14-reference/03-taos-sql/01-data-type.md @@ -45,6 +45,7 @@ CREATE DATABASE db_name PRECISION 'ns'; | 17 | GEOMETRY | 自定义 | 几何类型，v3.1.0.0 开始支持 | 18 | VARBINARY | 自定义 | 可变长的二进制数据，v3.1.1.0 开始支持| | 19 | DECIMAL | 8 或 16 | 高精度数值类型，取值范围取决于类型中指定的 precision 和 scale，自 v3.3.6.0 开始支持，见下文描述| +| 19 | BLOB | 最大长度 4M | 可变长的二进制数据，v3.3.7.0 开始支持| :::note @@ -75,6 +76,17 @@ DECIMAL 类型仅支持普通列，暂不支持 tag 列。DECIMAL 类型只支 查询 DECIMAL 类型表达式时，若计算的中间结果超出当前类型可表示的最大值时，报 DECIMAL OVERFLOW 错误。 +### BLOB 数据类型 +`BLOB`是一种存储二进制数据的数据类型，最大长度为 4,194,304 字节，可以通过 SQL 或 STMT2 方式写入二进制数据（也可以转换为 `\x` 开头的字符串写入）。 + +通过 SHELL 查询数据时，显示为 16 进制的字符串，以 `\x` 开头。 + +限制： +- 仅支持在普通数据列中使用 BLOB 类型，BLOB 列数目不能超过 1 个。 +- 不支持 BLOB 列的条件过滤 + +短期限制： +- 不支持虚拟表/流计算等功能 ## 常量 diff --git a/docs/zh/14-reference/03-taos-sql/14-stream.md b/docs/zh/14-reference/03-taos-sql/14-stream.md index 0641a7b42067..20b1c7097068 100644 --- a/docs/zh/14-reference/03-taos-sql/14-stream.md +++ b/docs/zh/14-reference/03-taos-sql/14-stream.md @@ -63,22 +63,22 @@ tag_definition: PERIOD(period_time[, offset_time]) ``` -定时触发通过系统时间的固定间隔来驱动，以建流当天系统时间的零点作为基准时间点，然后根据间隔来确定下次触发的时间点，可以通过指定时间偏移来改变基准时间点。定时触发本质上就是我们常说的定时任务，定时触发不属于窗口触发。各参数含义如下： +定时触发通过系统时间的固定间隔来驱动，本质上就是我们常说的定时任务。定时触发不属于窗口触发。各参数含义如下： -- period_time：定时触发的系统时间间隔，支持的时间单位包括：毫秒 (a)、秒 (s)、分 (m)、小时 (h)、天 (d)，支持的时间范围为 `[10a, 3650d]`。 -- offset_time：可选，指定定时触发的时间偏移，支持的时间单位包括：毫秒 (a)、秒 (s)、分 (m)、小时 (h)，偏移大小应该小于 1 天。 +- period_time：定时间隔，支持的时间单位包括：毫秒 (a)、秒 (s)、分 (m)、小时 (h)、天 (d)，支持的时间范围为 `[10a, 3650d]`。 +- offset_time：可选，定时偏移，支持的时间单位包括：毫秒 (a)、秒 (s)、分 (m)、小时 (h)，偏移大小应该小于 1 天。 使用说明： -- 定时间隔小于 1 天时，基准时间点的时间偏移在每天重置，表现为相对于每日零点的偏移，以前后两日的基准时间点为一个周期，在周期内按照间隔进行定时触发，最后一次定时触发的时间点与下一日的基准时间点之间的间隔可能小于固定的定时间隔。例如： +- 定时间隔小于 1 天时，基准时间点为每日零点加定时偏移，根据定时间隔来确定下次触发的时间点。基准时间点在每日零点重置。每日最后一次触发的时间点与下一日的基准时间点之间的间隔可能小于定时间隔。例如： - 定时间隔为 5 小时 30 分钟，那么当天的触发时刻为 `[00:00, 05:30, 11:00, 16:30, 22:00]`，后续每一天的触发时刻都是相同的。 - 同样的定时间隔，如果指定时间偏移为 1 秒，那么当天的触发时刻为 `[00:01, 05:31, 11:01, 16:31, 22:01]`，后续每一天的触发时刻都是相同的。 - 同样条件下，如果建流时当前系统时间为 `12:00`，那么当天的触发时刻为 `[16:31, 22:01]`，后续每一天内的触发时刻为 `[00:01, 05:31, 11:01, 16:31, 22:01]`。 -- 定时间隔大于等于 1 天时，基准时间点只在第一次是相对于建流当日零点的偏移，后续不会进行重置。例如： +- 定时间隔大于等于 1 天时，基准时间点为当日的零点加定时偏移，后续不会重置。例如： - 定时间隔为 1 天 1 小时，建流时当前系统时间为 `05-01 12:00`，那么在当天及随后几天的触发时刻为 `[05-02 01:00, 05-03 02:00, 05-04 03:00, 05-05 04:00, ……]`。 - 同样条件下，如果指定时间偏移为 1 秒，那么当天及随后几天的触发时刻为 `[05-02 01:01, 05-03 02:02, 05-04 03:03, 05-05 04:04, ……]`。 -适用场景：需要按照事件时间连续定时驱动计算的场景，例如每小时计算生成一次当天的统计数据，每天定时发送统计报告等。 +适用场景：需要按照系统时间连续定时驱动计算的场景，例如每小时计算生成一次当天的统计数据，每天定时发送统计报告等。 ##### 滑动触发 @@ -188,7 +188,7 @@ COUNT_WINDOW(count_val[, sliding_val][, col1[, ...]]) - count_val：计数条数，当写入数据条目数达到 `count_val` 时触发，最小值为 1。 - sliding_val：可选，窗口滑动的条数。 -- col1 [, ...]：可选，按列触发模式时的数据列列表，列表中任一列有非空数据写入时才为有效条目，NULL 值视为无效值。 +- col1 [, ...]：可选，按列触发模式时的触发列列表，只支持普通列，列表中任一列有非空数据写入时才为有效条目，NULL 值视为无效值。 使用说明： @@ -343,7 +343,7 @@ notification_definition: event_types: event_type [|event_type] -event_type: {WINDOW_OPEN | WINDOW_CLOSE} +event_type: {WINDOW_OPEN | WINDOW_CLOSE | ON_TIME} ``` 详细说明如下： @@ -352,6 +352,7 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} - [ON (event_types)]：指定需要通知的事件类型，可多选。SLIDING（不带 INTERVAL）和 PERIOD 触发不需要指定，其他触发必须指定，支持的事件类型有： - WINDOW_OPEN：窗口打开事件，在触发表分组窗口打开时发送通知。 - WINDOW_CLOSE：窗口关闭事件，在触发表分组窗口关闭时发送通知。 + - ON_TIME: 定时触发事件，在触发时发送通知。 - [WHERE condition]：指定通知需要满足的条件，`condition` 中只能指定含计算结果列和（或）常量的条件。 - [NOTIFY_OPTIONS(notify_option[|notify_option])]：可选，指定通知选项用于控制通知的行为，可以多选，目前支持的通知选项包括： - NOTIFY_HISTORY：指定计算历史数据时是否发送通知，未指定时默认不发送。 @@ -380,8 +381,8 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} "tableName": "t_a667a16127d3b5a18988e32f3e76cd30", "eventType": "WINDOW_OPEN", "eventTime": 1733284887097, - "windowId": "window-id-67890", - "windowType": "Time", + "triggerId": "window-id-67890", + "triggerType": "Interval", "groupId": "2650968222368530754", "windowStart": 1733284800000 }, @@ -389,8 +390,8 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} "tableName": "t_a667a16127d3b5a18988e32f3e76cd30", "eventType": "WINDOW_CLOSE", "eventTime": 1733284887197, - "windowId": "window-id-67890", - "windowType": "Time", + "triggerId": "window-id-67890", + "triggerType": "Interval", "groupId": "2650968222368530754", "windowStart": 1733284800000, "windowEnd": 1733284860000, @@ -408,8 +409,8 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} "tableName": "t_96f62b752f36e9b16dc969fe45363748", "eventType": "WINDOW_OPEN", "eventTime": 1733284887231, - "windowId": "window-id-13579", - "windowType": "Event", + "triggerId": "window-id-13579", + "triggerType": "Event", "groupId": "7533998559487590581", "windowStart": 1733284800000, "triggerCondition": { @@ -424,8 +425,8 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} "tableName": "t_96f62b752f36e9b16dc969fe45363748", "eventType": "WINDOW_CLOSE", "eventTime": 1733284887231, - "windowId": "window-id-13579", - "windowType": "Event", + "triggerId": "window-id-13579", + "triggerType": "Event", "groupId": "7533998559487590581", "windowStart": 1733284800000, "windowEnd": 1733284810000, @@ -469,24 +470,38 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} - tableName：字符串类型，是对应目标子表的表名。 - eventType：字符串类型，表示事件类型，支持 WINDOW_OPEN、WINDOW_CLOSE、WINDOW_INVALIDATION 三种类型。 - eventTime：长整型时间戳，表示事件生成时间，精确到毫秒，即：'00:00, Jan 1 1970 UTC' 以来的毫秒数。 -- windowId：字符串类型，窗口的唯一标识符，确保打开和关闭事件的 ID 一致，便于外部系统将两者关联。如果 taosd 发生故障重启，部分事件可能会重复发送，会保证同一窗口的 windowId 保持不变。 -- windowType：字符串类型，表示窗口类型，支持 Time、State、Session、Event、Count 五种类型。 +- triggerId：字符串类型，触发事件的唯一标识符，确保打开和关闭事件（如果有的话）的 ID 一致，便于外部系统将两者关联。如果 taosd 发生故障重启，部分事件可能会重复发送，会保证同一事件的 triggerId 保持不变。 +- triggerType：字符串类型，表示触发类型，支持 Period、SLIDING 两种非窗口触发类型以及 INTERVAL、State、Session、Event、Count 五种窗口类型。 - groupId: 字符串类型，是对应分组的唯一标识符，如果是按子表分组，则与对应表的 uid 一致。 -###### 时间窗口相关字段 -这部分是 windowType 为 Time 时 event 对象才有的字段。 +###### 定时触发相关字段 + +这部分是 triggerType 为 Period 时 event 对象的关键字段。 + +- eventType 固定为 ON_TIME，包含如下字段： + - result：计算结果，为键值对形式，包含窗口计算的结果列列名及其对应的值。 + +###### 滑动触发（Sliding）相关字段 + +这部分是 triggerType 为 Sliding 时 event 对象的关键字段。 + +- eventType 固定为 ON_TIME，包含如下字段： + - result：计算结果，为键值对形式，包含窗口计算的结果列列名及其对应的值。 + +###### 滑动触发（Interval）相关字段 + +这部分是 triggerType 为 Interval 时 event 对象的关键字段。 - 如果 eventType 为 WINDOW_OPEN，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 - 如果 eventType 为 WINDOW_CLOSE，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 - windowEnd：长整型时间戳，表示窗口的结束时间，精度与结果表的时间精度一致。 - - result：计算结果，为键值对形式，包含窗口计算的结果列列名及其对应的值。 ###### 状态窗口相关字段 -这部分是 windowType 为 State 时 event 对象才有的字段。 +这部分是 triggerType 为 State 时 event 对象才有的字段。 - 如果 eventType 为 WINDOW_OPEN，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 @@ -501,7 +516,7 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} ###### 会话窗口相关字段 -这部分是 windowType 为 Session 时 event 对象才有的字段。 +这部分是 triggerType 为 Session 时 event 对象才有的字段。 - 如果 eventType 为 WINDOW_OPEN，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 @@ -512,7 +527,7 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} ###### 事件窗口相关字段 -这部分是 windowType 为 Event 时 event 对象才有的字段。 +这部分是 triggerType 为 Event 时 event 对象才有的字段。 - 如果 eventType 为 WINDOW_OPEN，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 @@ -529,7 +544,7 @@ event_type: {WINDOW_OPEN | WINDOW_CLOSE} ###### 计数窗口相关字段 -这部分是 windowType 为 Count 时 event 对象才有的字段。 +这部分是 triggerType 为 Count 时 event 对象才有的字段。 - 如果 eventType 为 WINDOW_OPEN，则包含如下字段： - windowStart：长整型时间戳，表示窗口的开始时间，精度与结果表的时间精度一致。 @@ -777,9 +792,11 @@ RECALCULATE STREAM [db_name.]stream_name FROM start_time [TO end_time]; - 暂不支持按普通数据列分组的场景。 - 暂不支持 `Geometry` 数据类型。 -- 暂不支持 `interp` 和 `percentile` 函数。 +- 暂不支持 `Interp`、`Percentile`、`Forecast` 和 UDF 函数。 - 暂不支持 `DELETE_OUTPUT_TABLE` 选项。 -- 暂不支持 windows 平台。 +- 暂不支持在 `NOTIFY_OPTIONS` 中使用 `ON_FAILURE_PAUSE` 选项。 +- 暂不支持在状态窗口触发中使用 `Cast` 函数。 +- 暂不支持 `Windows` 平台。 ### 兼容性说明 @@ -866,14 +883,26 @@ CREATE stream sm2 count_window(10, 1, col1) FROM tb1 SELECT avg(col1) FROM %%trows; ``` +##### 事件窗口触发 + +- 当环境温度超过 80 度持续超过 10 分钟时，计算环境温度的平均值。 + +```SQL +CREATE STREAM `idmp`.`ana_temp` EVENT_WINDOW(start with `环境温度` > 80 end with `环境温度` <= 80 ) TRUE_FOR(10m) FROM `idmp`.`vt_气象传感器02_471544` + STREAM_OPTIONS( IGNORE_DISORDER) + INTO `idmp`.`ana_temp` + AS + SELECT _twstart+0s as output_timestamp, avg(`环境温度`) as `平均环境温度` FROM idmp.`vt_气象传感器02_471544` where ts >= _twstart and ts <= _twend; +``` + ##### 滑动触发 -- 超级表 stb1 的每个子表在每 5 分钟的时间窗口结束后，计算这 5 分钟的 col1 的平均值（如果没有数据则忽略），每个子表的计算结果分别写入超级表 stb2 的不同子表中。 +- 超级表 stb1 的每个子表在每 5 分钟的时间窗口结束后，计算这 5 分钟的 col1 的平均值，每个子表的计算结果分别写入超级表 stb2 的不同子表中。 ```SQL CREATE stream sm1 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname - STREAM_OPTIONS(FILL_HISTORY_FIRST) - INTO stb2 AS + INTO stb2 + AS SELECT _twstart, avg(col1) FROM %%tbname WHERE _c0 >= _twstart AND _c0 <= _twend; ``` @@ -885,7 +914,8 @@ CREATE stream sm1 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname ```SQL CREATE stream sm2 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname STREAM_OPTIONS(MAX_DELAY(1m) | FILL_HISTORY_FIRST) - INTO stb2 AS + INTO stb2 + AS SELECT _twstart, avg(col1) FROM %%tbname WHERE _c0 >= _twstart AND _c0 <= _twend; ``` @@ -895,7 +925,8 @@ CREATE stream sm2 INTERVAL(5m) SLIDING(5m) FROM stb1 PARTITION BY tbname CREATE STREAM avg_stream INTERVAL(1m) SLIDING(1m) FROM meters NOTIFY ('ws://localhost:8080/notify', 'wss://192.168.1.1:8080/notify?key=foo') ON ('WINDOW_OPEN', 'WINDOW_CLOSE') NOTIFY_OPTIONS(NOTIFY_HISTORY | ON_FAILURE_PAUSE) INTO avg_stb - AS SELECT _twstart, _twend, AVG(current) FROM %%trows; + AS + SELECT _twstart, _twend, AVG(current) FROM %%trows; ``` ##### 定时触发 @@ -904,7 +935,8 @@ CREATE STREAM avg_stream INTERVAL(1m) SLIDING(1m) FROM meters ```SQL CREATE stream sm1 PERIOD(1h) - INTO tb2 AS + INTO tb2 + AS SELECT cast(_tlocaltime/1000000 AS TIMESTAMP), count(*) FROM tb1; ``` diff --git a/docs/zh/14-reference/05-connector/10-cpp.mdx b/docs/zh/14-reference/05-connector/10-cpp.mdx index b14d308a1c94..fb84404b6df0 100644 --- a/docs/zh/14-reference/05-connector/10-cpp.mdx +++ b/docs/zh/14-reference/05-connector/10-cpp.mdx @@ -4,691 +4,186 @@ title: C/C++ Connector toc_max_heading_level: 4 --- -C/C++ 开发人员可以使用 TDengine 的客户端驱动，即 C/C++ 连接器（以下都用 TDengine 客户端驱动表示），开发自己的应用来连接 TDengine 集群完成数据存储、查询以及其他功能。TDengine 客户端驱动的 API 类似于 MySQL 的 C API。应用程序使用时，需要包含 TDengine 头文件，里面列出了提供的 API 的函数原型；应用程序还要链接到所在平台上对应的动态库。 -TDengine 的客户端驱动提供了 taosws 和 taos 两个动态库，分别支持 WebSocket 连接和原生连接。WebSocket 连接和原生连接的区别是 WebSocket 连接方式不要求客户端和服务端版本完全匹配，而原生连接要求，在性能上 WebSocket 连接方式也接近于原生连接，一般我们推荐使用 WebSocket 连接方式。 +C/C++ 开发人员可以使用 TDengine 客户端驱动（即 C/C++ 连接器）开发自己的应用来连接 TDengine 集群，完成数据存储、查询以及其他功能。TDengine 客户端驱动的 API 类似于 MySQL 的 C API。应用程序使用时，需要包含 TDengine 头文件，里面列出了提供的 API 的函数原型；应用程序还要链接到所在平台上对应的动态库。 -下面我们分开介绍两种连接方式的使用方法。 +## 连接方式 +TDengine 客户端驱动提供了 taos 动态库，支持两种连接方式：WebSocket 连接和原生连接。两种连接方式的区别在于：WebSocket 连接不要求客户端和服务端版本完全匹配，而原生连接要求版本匹配；在性能上，WebSocket 连接方式接近于原生连接。**一般推荐使用 WebSocket 连接方式。** -## WebSocket 连接方式 +### 头文件和动态库 -WebSocket 连接方式需要使用 taosws.h 头文件和 taosws 动态库。 +无论使用哪种连接方式，都需要引入 `taos.h` 头文件和链接 `taos` 动态库： ```c -#include +#include "taos.h" ``` -TDengine 服务端或客户端安装后，`taosws.h` 位于： +安装 TDengine 客户端或服务端后，`taos.h` 头文件位于： -- Linux：`/usr/local/taos/include` -- Windows：`C:\TDengine\include` -- macOS：`/usr/local/include` +- **Linux**：`/usr/local/taos/include` +- **Windows**：`C:\TDengine\include` +- **macOS**：`/usr/local/include` TDengine 客户端驱动的动态库位于： -- Linux: `/usr/local/taos/driver/libtaosws.so` -- Windows: `C:\TDengine\driver\taosws.dll` -- macOS: `/usr/local/lib/libtaosws.dylib` +- **Linux**：`/usr/local/taos/driver/libtaos.so` +- **Windows**：`C:\TDengine\driver\taos.dll` +- **macOS**：`/usr/local/lib/libtaos.dylib` -### 支持的平台 +### 连接方式示例 -请参考 [支持的平台列表](../#支持的平台) +TDengine 客户端驱动支持两种连接方式，开发者可以根据需求灵活选择。 -### 版本历史 +原生连接是 TDengine 的默认连接方式，直接调用 `taos_connect()` 即可建立连接： -| TDengine 客户端版本 | 主要变化 | TDengine 版本 | -| ------------------ | --------------------------- | ---------------- | -| 3.3.3.0 | 首次发布，提供了 SQL 执行，参数绑定，无模式写入和数据订阅等全面功能支持。 | 3.3.2.0 及更高版本 | - - -### 错误码 - -在 C 接口的设计中，错误码采用整数类型表示，每个错误码都对应一个特定的错误状态。如未特别说明，当 API 的返回值是整数时，_0_ 代表成功，其它是代表失败原因的错误码，当返回值是指针时，_NULL_ 表示失败。 -WebSocket 连接方式单独的错误码在 `taosws.h` 中， - - -| 错误码 | 错误描述 | 可能的出错场景或者可能的原因 | 建议用户采取的措施 | -| ------- | -------- | ---------------------------- | ------------------ | -| 0xE000 | DSN 错误 | DSN 不符合规范 | 检查 dsn 字符串是否符合规范 | -| 0xE001 | 内部错误 | 不确定 | 保留现场和日志，github 上报 issue | -| 0xE002 | 连接关闭 | 网络断开 | 请检查网络状况，查看 `taosadapter` 日志。 | -| 0xE003 | 发送超时 | 网络断开 | 请检查网络状况 | -| 0xE004 | 接收超时 | 慢查询，或者网络断开 | 排查 `taosadapter` 日志 | - -其余错误码请参考同目录下 `taoserror.h` 文件，详细的原生连接错误码说明参考：[错误码](../../../reference/error-code)。 -:::info -WebSocket 连接方式错误码只保留了原生连接错误码的后两个字节。 -::: - -### 示例程序 - -本节展示了使用客户端驱动访问 TDengine 集群的常见访问方式的示例代码。 - -- 同步查询示例：[同步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/query_data_demo.c) - -- 参数绑定示例：[参数绑定](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/stmt_insert_demo.c) - -- 无模式写入示例：[无模式写入](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/sml_insert_demo.c) - -- 订阅和消费示例：[订阅和消费](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws/tmq_demo.c) - -:::info -更多示例代码及下载请见 [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws)。 -::: - -### API 参考 - -以下分别介绍 TDengine 客户端驱动的 DSN、基础 API、同步查询 API、参数绑定 API、无模式写入 API 和 数据订阅订阅 API。 - -#### DSN - -C/C++ WebSocket 连接器通过 DSN 连接描述字符串来表示连接信息。 -DSN 描述字符串基本结构如下： - -```text -[+]://[:@][:[,...:]][/][?=[&...=]] -|------|------------|---|----------|-----------|-------------------------------------|------------|--------------------------------------| -|driver| protocol | | username | password | addresses | database | params | +```c +// 原生连接示例 +TAOS *taos = taos_connect(ip, user, password, database, port); ``` -各部分意义见下表： - -- **driver**：必须指定驱动名以便连接器选择何种方式创建连接，支持如下驱动名： - - **taos**：默认驱动，支持 SQL 执行，参数绑定，无模式写入。 - - **tmq**：使用 TMQ 订阅数据。 -- **protocol**：显示指定以何种方式建立连接，例如：`taos+ws://localhost:6041` 指定以 WebSocket 方式建立连接。 - - **http/ws**：使用 WebSocket 协议。 - - **https/wss**：在 WebSocket 连接方式下显示启用 SSL/TLS 协议。 -- **username/password**：用于创建连接的用户名及密码。 -- **addresses**：指定创建连接的服务器地址，多个地址间用英文逗号分隔。当不指定地址时，默认为 `localhost:6041`。 - - 示例：`ws://host1:6041,host2:6041` 或 `ws://`（等同于 `ws://localhost:6041`）。 -- **database**：指定默认连接的数据库名，可选参数。 -- **params**：其他可选参数。 - -一个完整的 DSN 描述字符串示例如下：`taos+ws://localhost:6041/test`，表示使用 WebSocket（`ws`）方式通过 `6041` 端口连接服务器 `localhost`，并指定默认数据库为 `test`。 - -#### 基础 API - -基础 API 用于完成创建数据库连接等工作，为其它 API 的执行提供运行时环境。 - -- `char *ws_get_client_info()` - - **接口说明**：获取客户端版本信息。 - - **返回值**：返回客户端版本信息。 - -- `WS_TAOS *ws_connect(const char *dsn)` - - **接口说明**：创建数据库连接，初始化连接上下文。 - - **参数说明**： - - dsn：[入参] 连接信息，见上文 DSN 章节。 - - **返回值**：返回数据库连接，返回值为空表示失败。应用程序需要保存返回的参数，以便后续使用。 - :::info - 同一进程可以根据不同的 dsn 连接多个 TDengine 集群 - ::: +WebSocket 连接需要先设置驱动类型，然后调用 `taos_connect()`： -- `const char *ws_get_server_info(WS_TAOS *taos)` - - **接口说明**：获取服务端版本信息。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - **返回值**：返回获取服务端版本信息。 - -- `int32_t ws_select_db(WS_TAOS *taos, const char *db)` - - **接口说明**：将当前的缺省数据库设置为 `db`。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - db：[入参] 数据库名称。 - - **返回值**：`0`：成功，非 `0`：失败，详情请参考错误码页面。 - -- `int32_t ws_get_current_db(WS_TAOS *taos, char *database, int len, int *required)` - - **接口说明**：获取当前数据库名称。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - database：[出参] 存储当前数据库名称。 - - len：[入参] database 的空间大小。 - - required：[出参] 存储当前数据库名称所需的空间（包含最后的'\0'）。 - - **返回值**：`0`：成功，`-1`：失败，可调用函数 ws_errstr(NULL) 获取更详细的错误信息。 - - 如果，database == NULL 或者 len\<=0 返回失败。 - - 如果，len 小于 存储数据库名称所需的空间（包含最后的'\0'），返回失败，database 里赋值截断的数据，以'\0'结尾。 - - 如果，len 大于等于 存储数据库名称所需的空间（包含最后的'\0'），返回成功，database 里赋值以'\0‘结尾数据库名称。 - -- `int32_t ws_close(WS_TAOS *taos);` - - **接口说明**：关闭连接。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - **返回值**：`0`：成功，非 `0`：失败，详情请参考错误码页面。 - -#### 同步查询 - -本小节介绍 API 均属于同步接口。应用调用后，会阻塞等待响应，直到获得返回结果或错误信息。 - -- `WS_RES *ws_query(WS_TAOS *taos, const char *sql)` - - **接口说明**：执行 SQL 语句，可以是 DQL、DML 或 DDL 语句。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - sql：[入参] 需要执行 SQL 语句。 - - **返回值**：不能通过返回值是否是 `NULL` 来判断执行结果是否失败，而是需要调用 `ws_errno()` 函数解析结果集中的错误代码来进行判断。 - - ws_errno 返回值：`0`：成功，`-1`：失败，详情请调用 ws_errstr 函数来获取错误提示。 - -- `int32_t ws_result_precision(const WS_RES *rs)` - - **接口说明**：返回结果集时间戳字段的精度类别。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：`0`：毫秒，`1`：微秒，`2`：纳秒。 - -- `WS_ROW ws_fetch_row(WS_RES *rs)` - - **接口说明**：按行获取查询结果集中的数据。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：非 `NULL`：成功，`NULL`：失败，可调用函数 ws_errstr(NULL) 获取更详细的错误信息。 - -- `int32_t ws_fetch_raw_block(WS_RES *rs, const void **pData, int32_t *numOfRows)` - - **接口说明**：批量获取查询结果集中的数据。 - - **参数说明**： - - res：[入参] 结果集。 - - pData：[出参] 用于存储从结果集中获取一个数据块。 - - numOfRows：[出参] 用于存储从结果集中获取数据块包含的行数。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - -- `int32_t ws_num_fields(const WS_RES *rs)` 和 `int32_t ws_field_count(const WS_RES *rs)` - - **接口说明**：这两个 API 等价，用于获取查询结果集中的列数。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：返回值为结果集中列的数量。 - -- `int32_t ws_affected_rows(const WS_RES *rs)` - - **接口说明**：获取被所执行的 SQL 语句影响的行数。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：返回值表示受影响的行数。 - -- `int64_t ws_affected_rows64(const WS_RES *rs)` - - **接口说明**：获取被所执行的 SQL 语句影响的行数。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：返回值表示受影响的行数。 - -- `const struct WS_FIELD *ws_fetch_fields(WS_RES *rs)` - - **接口说明**：获取查询结果集每列数据的属性（列的名称、列的数据类型、列的长度），与 `ws_num_fields()` 配合使用，可用来解析 `ws_fetch_row()` 返回的一个元组 (一行) 的数据。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：非 `NULL`：成功，返回一个指向 WS_FIELD 结构体的指针，每个元素代表一列的元数据。`NULL`：失败。 - -- `int32_t ws_stop_query(WS_RES *rs)` - - **接口说明**：停止当前查询的执行。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - -- `int32_t ws_free_result(WS_RES *rs)` - - **接口说明**：释放查询结果集以及相关的资源。查询完成后，务必调用该 API 释放资源，否则可能导致应用内存泄露。但也需注意，释放资源后，如果再调用 `ws_fetch_fields()` 等获取查询结果的函数，将导致应用崩溃。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - -- `const char *ws_errstr(WS_RES *rs)` - - **接口说明**：获取最近一次 API 调用失败的原因，返回值为字符串标识的错误提示信息。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：字符串标识的错误提示信息。 - -- `int32_t ws_errno(WS_RES *rs)` - - **接口说明**：获取最近一次 API 调用失败的原因，返回值为错误代码。 - - **参数说明**： - - res：[入参] 结果集。 - - **返回值**：字符串标识的错误提示信息。 - -:::note -TDengine 推荐数据库应用的每个线程都建立一个独立的连接，或基于线程建立连接池。不要在应用中将该连接 (WS_TAOS\*) 结构体传递到不同的线程共享使用。 -另一个需要注意的是，在上述同步 API 执行过程中，不能调用类似 pthread_cancel 之类的 API 来强制结束线程，因为涉及一些模块的同步操作，如果强制结束线程有可能造成包括但不限于死锁等异常状况。 +```c +// WebSocket 连接示例 +taos_options(TSDB_OPTION_DRIVER, "websocket"); +TAOS *taos = taos_connect(ip, user, password, database, port); +``` +:::warning 重要说明 +`taos_options(TSDB_OPTION_DRIVER, arg)` 设置驱动类型**必须在程序开始时调用，且只能调用一次**。一旦设置后，该配置对整个程序生命周期有效，不可更改。 ::: -#### 参数绑定 - -除了直接调用 `ws_query()` 通过执行 SQL 进行数据写入，TDengine 也提供了支持参数绑定的 Prepare API，风格与 MySQL 类似，目前也仅支持用问号 `?` 来代表待绑定的参数。 - -通过参数绑定接口写入数据时，可以避免 SQL 语法解析的资源消耗，从而在绝大多数情况下显著提升写入性能。此时的典型操作步骤如下： - -1. 调用 `ws_stmt_init()` 创建参数绑定对象； -2. 调用 `ws_stmt_prepare()` 解析 INSERT 语句； -3. 如果 INSERT 语句中预留了表名但没有预留 TAGS，那么调用 `ws_stmt_set_tbname()` 来设置表名； -4. 如果 INSERT 语句中既预留了表名又预留了 TAGS（例如 INSERT 语句采取的是自动建表的方式），那么调用 `ws_stmt_set_tbname_tags()` 来设置表名和 TAGS 的值； -5. 调用 `ws_stmt_bind_param_batch()` 以多行的方式设置 VALUES 的值； -6. 调用 `ws_stmt_add_batch()` 把当前绑定的参数加入批处理； -7. 可以重复第 3 ～ 6 步，为批处理加入更多的数据行； -8. 调用 `ws_stmt_execute()` 执行已经准备好的批处理指令； -9. 执行完毕，调用 `ws_stmt_close()` 释放所有资源。 - -说明：如果 `ws_stmt_execute()` 执行成功，假如不需要改变 SQL 语句的话，那么是可以复用 `ws_stmt_prepare()` 的解析结果，直接进行第 3 ～ 6 步绑定新数据的。但如果执行出错，那么并不建议继续在当前的环境上下文下继续工作，而是建议释放资源，然后从 `ws_stmt_init()` 步骤重新开始。 - -接口相关的具体函数如下（也可以参考 [stmt_insert_demo.c](https://github.com/taosdata/TDengine/blob/develop/docs/examples/c-ws/stmt_insert_demo.c) 文件中使用对应函数的方式）： - -- `WS_STMT *ws_stmt_init(const WS_TAOS *taos)` - - **接口说明**：初始化一个预编译的 SQL 语句对象。 - - **参数说明**： - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - **返回值**：非 `NULL`：成功，返回一个指向 WS_STMT 结构体的指针，该结构体表示预编译的 SQL 语句对象。`NULL`：失败，详情请调用 ws_stmt_errstr() 函数来获取错误提示。 - -- `int ws_stmt_prepare(WS_STMT *stmt, const char *sql, unsigned long len)` - - **接口说明**：解析一条预编译的 SQL 语句，将解析结果和参数信息绑定到 stmt 上。 - - **参数说明**： - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - sql：[入参] 需要解析的 SQL 语句。 - - len：[入参] 参数 sql 的长度。如果参数 len 大于 0，将使用此参数作为 SQL 语句的长度，如等于 0，将自动判断 SQL 语句的长度。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - -- `int ws_stmt_bind_param_batch(WS_STMT *stmt, const WS_MULTI_BIND *bind, uint32_t len)` - - **接口说明**：以多列的方式传递待绑定的数据，需要保证这里传递的数据列的顺序、列的数量与 SQL 语句中的 VALUES 参数完全一致。 - - **参数说明**： - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - bind：[入参] 指向一个有效的 WS_MULTI_BIND 结构体指针，该结构体包含了要批量绑定到 SQL 语句中的参数列表。 - - len：[入参] bind 数组的元素个数。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - -- `int ws_stmt_set_tbname(WS_STMT *stmt, const char *name)` - - **接口说明**：（仅支持用于替换 INSERT 语句中的参数值）当 SQL 语句中的表名使用了 `?` 占位时，可以使用此函数绑定一个具体的表名。 - - **参数说明**： - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - name：[入参] 指向一个包含子表名称的字符串常量。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 +## 支持的平台 -- `int ws_stmt_set_tbname_tags(WS_STMT *stmt, - const char *name, - const WS_MULTI_BIND *bind, - uint32_t len);` - - **接口说明**：（仅支持用于替换 INSERT 语句中的参数值）当 SQL 语句中的表名和 TAGS 都使用了 `?` 占位时，可以使用此函数绑定具体的表名和具体的 TAGS 取值。最典型的使用场景是使用了自动建表功能的 INSERT 语句（目前版本不支持指定具体的 TAGS 列）。TAGS 参数中的列数量需要与 SQL 语句中要求的 TAGS 数量完全一致。 - - **参数说明**： - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - name：[入参] 指向一个包含子表名称的字符串常量。 - - tags：[入参] 指向一个有效的 WS_MULTI_BIND 结构体指针，该结构体包含了子表标签的值。 - - len：[入参] bind 数组的元素个数。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 +TDengine 客户端驱动支持多种平台，具体支持的平台列表请参考：[支持的平台列表](../#支持的平台) -- `int ws_stmt_add_batch(WS_STMT *stmt)` - - **接口说明**：将当前绑定的参数加入批处理中，调用此函数后，可以再次调用 `ws_stmt_bind_param_batch()` 绑定新的参数。需要注意，此函数仅支持 INSERT/IMPORT 语句，如果是 SELECT 等其他 SQL 语句，将返回错误。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 +## 版本说明 -- `int ws_stmt_execute(WS_STMT *stmt, int32_t *affected_rows)` - - **接口说明**：执行准备好的语句。目前，一条语句只能执行一次。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - affected_rows：[出参] 成功写入的行数。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 +### WebSocket 连接 -- `int ws_stmt_affected_rows(WS_STMT *stmt)` - - **接口说明**：获取执行预编译 SQL 语句后受影响的行数。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - **返回值**：返回受影响的行数。 +| TDengine 客户端版本 | 主要变化 | TDengine 版本 | +| ------------------- | --------------------------------------------------------------- | ------------------ | +| 3.3.6.0 | 提供了 SQL 执行、参数绑定、无模式写入和数据订阅等全面功能支持。 | 3.3.2.0 及更高版本 | -- `int ws_stmt_affected_rows_once(WS_STMT *stmt)` - - **接口说明**：获取执行一次绑定语句影响的行数。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - **返回值**：返回受影响的行数。 +### 原生连接 -- `int32_t ws_stmt_close(WS_STMT *stmt)` - - **接口说明**：执行完毕，释放所有资源。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 +TDengine 客户端驱动的版本号与 TDengine 服务端的版本号严格对应，**强烈建议使用与 TDengine 服务端完全相同版本的客户端驱动**。虽然低版本的客户端驱动在前三段版本号一致（即仅第四段版本号不同）的情况下也能与高版本的服务端兼容，但这并非推荐用法。**强烈不建议使用高版本的客户端驱动访问低版本的服务端。** -- `const char *ws_stmt_errstr(WS_STMT *stmt)` - - **接口说明**：用于在其他 STMT API 返回错误（返回错误码或空指针）时获取错误信息。 - - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - - **返回值**：返回一个指向包含错误信息的字符串的指针。 +## 错误码 -#### 无模式写入 +在 C 接口的设计中，错误码采用整数类型表示，每个错误码都对应一个特定的错误状态。如未特别说明，当 API 的返回值是整数时，_0_ 代表成功，其他是代表失败原因的错误码，当返回值是指针时，_NULL_ 表示失败。 -除了使用 SQL 方式或者使用参数绑定 API 写入数据外，还可以使用 Schemaless 的方式完成写入。Schemaless 可以免于预先创建超级表/数据子表的数据结构，而是可以直接写入数据，TDengine 系统会根据写入的数据内容自动创建和维护所需要的表结构。Schemaless 的使用方式详见 [Schemaless 写入](../../../develop/schemaless/) 章节，这里介绍与之配套使用的 C/C++ API。 -- `WS_RES *ws_schemaless_insert_raw(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision)` - - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。 - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 - - len：[入参] 数据缓冲区 lines 的总长度（字节数）。 - - totalRows：[出参] 指向一个整数指针，用于返回成功插入的记录总数。 - - protocol：[入参] 行协议类型，用于标识文本数据格式。 - - precision：[入参] 文本数据中的时间戳精度字符串。 - - **返回值**：返回一个指向 WS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `ws_errstr()` 获得错误信息，也可以使用 `ws_errno()` 获得错误码。在某些情况下，返回的 WS_RES 为 `NULL`，此时仍然可以调用 `ws_errno()` 来安全地获得错误码信息。 - 返回的 WS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - - **说明** - 协议类型是枚举类型，包含以下三种格式： +### 通用错误码 - - WS_TSDB_SML_LINE_PROTOCOL：InfluxDB 行协议（Line Protocol) - - WS_TSDB_SML_TELNET_PROTOCOL：OpenTSDB Telnet 文本行协议 - - WS_TSDB_SML_JSON_PROTOCOL：OpenTSDB Json 协议格式 +所有的错误码以及对应的原因描述在 `taoserror.h` 文件中。 +详细的错误码说明参考：[错误码](../../../reference/error-code) - 时间戳分辨率的定义，定义在 `taosws.h` 文件中，具体内容如下： +### WebSocket 连接特有错误码 - - WS_TSDB_SML_TIMESTAMP_NOT_CONFIGURED = 0, - - WS_TSDB_SML_TIMESTAMP_HOURS, - - WS_TSDB_SML_TIMESTAMP_MINUTES, - - WS_TSDB_SML_TIMESTAMP_SECONDS, - - WS_TSDB_SML_TIMESTAMP_MILLI_SECONDS, - - WS_TSDB_SML_TIMESTAMP_MICRO_SECONDS, - - WS_TSDB_SML_TIMESTAMP_NANO_SECONDS +除通用错误码外，WebSocket 连接还有以下特有错误码： - 需要注意的是，时间戳分辨率参数只在协议类型为 `WS_SML_LINE_PROTOCOL` 的时候生效。 - 对于 OpenTSDB 的文本协议，时间戳的解析遵循其官方解析规则 — 按照时间戳包含的字符的数量来确认时间精度。 +| 错误码 | 错误描述 | 可能的出错场景或者可能的原因 | 建议用户采取的措施 | +| ------ | ---------- | ---------------------------- | --------------------------------------- | +| 0xE000 | DSN 错误 | DSN 不符合规范 | 检查 DSN 字符串是否符合规范 | +| 0xE001 | 内部错误 | 不确定 | 保留现场和日志，在 GitHub 上报告 issue | +| 0xE002 | 连接关闭 | 网络断开 | 请检查网络状况，查看 `taosadapter` 日志 | +| 0xE003 | 发送超时 | 网络断开 | 请检查网络状况 | +| 0xE004 | 接收超时 | 慢查询或网络断开 | 排查 `taosadapter` 日志 | +| 0xE005 | I/O 错误 | 网络 I/O 异常或磁盘错误 | 检查网络连接和磁盘状态 | +| 0xE006 | 认证失败 | 用户名密码错误或权限不足 | 检查用户名密码，确认用户权限 | +| 0xE007 | 编解码错误 | 数据编解码异常 | 检查数据格式，排查 `taosadapter` 日志 | +| 0xE008 | 连接断开 | WebSocket 连接断开 | 检查网络状况，重新建立连接 | - **schemaless 其他相关的接口** +## 示例程序 -- `WS_RES *ws_schemaless_insert_raw_with_reqid(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - uint64_t reqid)` - - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 - - len：[入参] 数据缓冲区 lines 的总长度（字节数）。 - - totalRows：[出参] 指向一个整数指针，用于返回成功插入的记录总数。 - - protocol：[入参] 行协议类型，用于标识文本数据格式。 - - precision：[入参] 文本数据中的时间戳精度字符串。 - - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - - **返回值**：返回一个指向 WS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `ws_errstr()` 获得错误信息，也可以使用 `ws_errno()` 获得错误码。在某些情况下，返回的 WS_RES 为 `NULL`，此时仍然可以调用 `ws_errno()` 来安全地获得错误码信息。 - 返回的 WS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - -- `WS_RES *ws_schemaless_insert_raw_ttl(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - int ttl)` - - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递 ttl 参数来控制建表的 ttl 到期时间。 - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 - - len：[入参] 数据缓冲区 lines 的总长度（字节数）。 - - totalRows：[出参] 指向一个整数指针，用于返回成功插入的记录总数。 - - protocol：[入参] 行协议类型，用于标识文本数据格式。 - - precision：[入参] 文本数据中的时间戳精度字符串。 - - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - - **返回值**：返回一个指向 WS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `ws_errstr()` 获得错误信息，也可以使用 `ws_errno()` 获得错误码。在某些情况下，返回的 WS_RES 为 `NULL`，此时仍然可以调用 `ws_errno()` 来安全地获得错误码信息。 - 返回的 WS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - -- `WS_RES *ws_schemaless_insert_raw_ttl_with_reqid(WS_TAOS *taos, - const char *lines, - int len, - int32_t *totalRows, - int protocol, - int precision, - int ttl, - uint64_t reqid)` - - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递 ttl 参数来控制建表的 ttl 到期时间。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `ws_connect()` 函数建立。 - - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 - - len：[入参] 数据缓冲区 lines 的总长度（字节数）。 - - totalRows：[出参] 指向一个整数指针，用于返回成功插入的记录总数。 - - protocol：[入参] 行协议类型，用于标识文本数据格式。 - - precision：[入参] 文本数据中的时间戳精度字符串。 - - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - - **返回值**：返回一个指向 WS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `ws_errstr()` 获得错误信息，也可以使用 `ws_errno()` 获得错误码。在某些情况下，返回的 WS_RES 为 `NULL`，此时仍然可以调用 `ws_errno()` 来安全地获得错误码信息。 - 返回的 WS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - - **说明** - - 上面这 3 个接口是扩展接口，主要用于在 schemaless 写入时传递 ttl、reqid 参数，可以根据需要使用。 - - 带 ttl 的接口可以传递 ttl 参数来控制建表的 ttl 到期时间。 - - 带 reqid 的接口可以通过传递 reqid 参数来追踪整个的调用链。 - -#### 数据订阅 -- `const char *ws_tmq_errstr(ws_tmq_t *tmq)` - - **接口说明**：用于获取数据订阅的错误信息。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - **返回值**：返回一个指向包含错误信息字符串的指针，返回值非 NULL，但是错误信息可能为空字符串。 - -- `ws_tmq_conf_t *ws_tmq_conf_new(void);` - - **接口说明**：创建一个新的 TMQ 配置对象。 - - **返回值**：非 `NULL`：成功，返回一个指向 ws_tmq_conf_t 结构体的指针，该结构体用于配置 TMQ 的行为和特性。`NULL`：失败，可调用函数 ws_errstr(NULL) 获取更详细的错误信息。 - -- `enum ws_tmq_conf_res_t ws_tmq_conf_set(ws_tmq_conf_t *conf, const char *key, const char *value)` - - **接口说明**：设置 TMQ 配置对象中的配置项，用于配置消费参数。 - - conf：[入参] 指向一个有效的 ws_tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - - key：[入参] 数配置项的键名。 - - value：[入参] 配置项的值。 - - **返回值**：返回一个 ws_tmq_conf_res_t 枚举值，表示配置设置的结果。 - - WS_TMQ_CONF_OK：成功设置配置项。 - - WS_TMQ_CONF_INVALID_KEY：键值无效。 - - WS_TMQ_CONF_UNKNOWN：键名无效。 - -- `int32_t ws_tmq_conf_destroy(ws_tmq_conf_t *conf)` - - **接口说明**：销毁一个 TMQ 配置对象并释放相关资源。 - - conf：[入参] 指向一个有效的 ws_tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(NULL)` 获取更详细的错误信息。 - -- `ws_tmq_list_t *ws_tmq_list_new(void)` - - **接口说明**：用于创建一个 ws_tmq_list_t 结构体，用于存储订阅的 topic。 - - **返回值**：非 `NULL`：成功，返回一个指向 ws_tmq_list_t 结构体的指针。`NULL`：失败，可调用函数 `ws_tmq_errstr(NULL)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_list_append(ws_tmq_list_t *list, const char *topic)` - - **接口说明**：用于向 ws_tmq_list_t 结构体中添加一个 topic。 - - list：[入参] 指向一个有效的 ws_tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - - topic：[入参] topic 名称。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(NULL)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_list_destroy(ws_tmq_list_t *list);` - - **接口说明**：用于销毁 ws_tmq_list_t 结构体，ws_tmq_list_new 的结果需要通过该接口销毁。 - - list：[入参] 指向一个有效的 ws_tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(NULL)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_list_get_size(ws_tmq_list_t *list);` - - **接口说明**：用于获取 ws_tmq_list_t 结构体中 topic 的个数。 - - list：[入参] 指向一个有效的 ws_tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - - **返回值**：`>=0`：成功，返回 ws_tmq_list_t 结构体中 topic 的个数。`-1`：失败，表示输入参数 list 为 NULL。 - -- `char **ws_tmq_list_to_c_array(const ws_tmq_list_t *list, uint32_t *topic_num);` - - **接口说明**：用于将 ws_tmq_list_t 结构体转换为 C 数组，数组每个元素为字符串指针。 - - list：[入参] 指向一个有效的 ws_tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - - topic_num：[入参] list 的元素个数。 - - **返回值**：非 `NULL`：成功，返回 c 数组，每个元素是字符串指针，代表一个 topic 名称。`NULL`：失败，表示输入参数 list 为 NULL。 - -- `ws_tmq_t *ws_tmq_consumer_new(ws_tmq_conf_t *conf, const char *dsn, char *errstr, int errstr_len)` - - **接口说明**：用于创建一个 ws_tmq_t 结构体，用于消费数据，消费完数据后需调用 tmq_consumer_close 关闭消费者。 - - conf：[入参] 指向一个有效的 ws_tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - - dsn：[入参] dsn 信息字符串，具体可参考上面 DSN 章节。一个常见的合法 dsn 为 "tmq+ws://root:taosdata@localhost:6041"。 - - errstr：[出参] 指向一个有效的字符缓冲区指针，用于接收创建过程中可能产生的错误信息。内存的申请/释放由调用者负责。 - - errstrLen：[入参] 指定 errstr 缓冲区的大小（以字节为单位）。 - - **返回值**：非 `NULL`：成功，返回一个指向 ws_tmq_t 结构体的指针，该结构体代表一个 TMQ 消费者对象。。`NULL`：失败，错误信息存储在参数 errstr 中。 - -- `int32_t ws_tmq_subscribe(ws_tmq_t *tmq, const ws_tmq_list_t *topic_list)` - - **接口说明**：用于订阅 topic 列表，消费完数据后，需调用 ws_tmq_subscribe 取消订阅。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - topic_list：[入参] 指向一个有效的 ws_tmq_list_t 结构体指针，该结构体包含一个或多个主题名称，目前仅支持一个主题名称。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_unsubscribe(ws_tmq_t *tmq)` - - **接口说明**：用于取消订阅的 topic 列表。需与 ws_tmq_subscribe 配合使用。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `WS_RES *ws_tmq_consumer_poll(ws_tmq_t *tmq, int64_t timeout)` - - **接口说明**：用于轮询消费数据，每一个消费者，只能单线程调用该接口。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - timeout：[入参] 轮询的超时时间，单位为毫秒，负数表示默认超时 1 秒。 - - **返回值**：非 `NULL`：成功，返回一个指向 WS_RES 结构体的指针，该结构体包含了接收到的消息。`NULL`：表示没有数据，可通过 ws_errno(NULL) 获取错误码，具体错误码参见参考手册。WS_RES 结果和 taos_query 返回结果一致，可通过查询的各种接口获取 WS_RES 里的信息，比如 schema 等。 - -- `int32_t ws_tmq_consumer_close(ws_tmq_t *tmq)` - - **接口说明**：用于关闭 ws_tmq_t 结构体。需与 ws_tmq_consumer_new 配合使用。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_get_topic_assignment(ws_tmq_t *tmq, - const char *pTopicName, - struct ws_tmq_topic_assignment **assignment, - int32_t *numOfAssignment)` - - **接口说明**：返回当前 consumer 分配的 vgroup 的信息，每个 vgroup 的信息包括 vgId，wal 的最大最小 offset，以及当前消费到的 offset。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - pTopicName：[入参] 要查询分配信息的主题名称。 - - assignment：[出参] 指向一个 tmq_topic_assignment 结构体指针的指针，用于接收分配信息。数据大小为 numOfAssignment，需要通过 tmq_free_assignment 接口释放。 - - numOfAssignment：[出参] 指向一个整数指针，用于接收分配给该 consumer 有效的 vgroup 个数。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_free_assignment(struct ws_tmq_topic_assignment *pAssignment, int32_t numOfAssignment)` - - **接口说明**：返回当前 consumer 分配的 vgroup 的信息，每个 vgroup 的信息包括 vgId，wal 的最大最小 offset，以及当前消费到的 offset。 - - pAssignment：[入参] 指向一个有效的 ws_tmq_topic_assignment 结构体数组的指针，该数组包含了 vgroup 分配信息。 - - numOfAssignment：[入参] pAssignment 指向的数组元素个数。 - - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `int64_t ws_tmq_committed(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId)` - - **接口说明**：获取 TMQ 消费者对象对特定 topic 和 vgroup 的已提交偏移量。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - pTopicName：[入参] 要查询已提交偏移量的主题名称。 - - vgId：[入参] vgroup 的 ID。 - - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示已提交的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +本节展示了使用客户端驱动访问 TDengine 集群的常见访问方式的示例代码。 -- `int32_t ws_tmq_commit_sync(ws_tmq_t *tmq, const WS_RES *rs)` - - **接口说明**：同步提交 TMQ 消费者对象处理的消息偏移量。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - rs：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了已处理的消息。如果为 NULL，提交当前 consumer 所有消费的 vgroup 的当前进度。 - - **返回值**：`0`：成功，已经成功提交偏移量。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 - -- `int32_t ws_tmq_commit_offset_sync(ws_tmq_t *tmq, - const char *pTopicName, - int32_t vgId, - int64_t offset)` - - **接口说明**：同步提交 TMQ 消费者对象的特定主题和 vgroup 的偏移量。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - pTopicName：[入参] 要提交偏移量的主题名称。 - - vgId：[入参] 虚拟组 vgroup 的 ID。 - - offset：[入参] 要提交的偏移量。 - - **返回值**：`0`：成功，已经成功提交偏移量。非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +### WebSocket 连接示例 -- `int64_t ws_tmq_position(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId)` - - **接口说明**：获取当前消费位置，即已消费到的数据位置的下一个位置。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - pTopicName：[入参] 要查询当前位置的主题名称。 - - vgId：[入参] 虚拟组 vgroup 的 ID。 - - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示当前位置的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +- 同步查询示例：[同步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/query_data_demo.c) - - `int32_t ws_tmq_offset_seek(ws_tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` - - **接口说明**：将 TMQ 消费者对象在某个特定 topic 和 vgroup 的偏移量设置到指定的位置。 - - tmq：[入参] 指向一个有效的 ws_tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - pTopicName：[入参] 要查询当前位置的主题名称。 - - vgId：[入参] 虚拟组 vgroup 的 ID。 - - offset：[入参] 虚拟组 vgroup 的 ID。 - - **返回值**：`0`：成功，非 `0`：失败，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +- 异步查询示例：[异步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/async_demo.c) -- `int64_t ws_tmq_get_vgroup_offset(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中提取虚拟组（vgroup）的当前消费数据位置的偏移量。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示当前消费位置的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +- 参数绑定示例：[参数绑定](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/stmt2_insert_demo.c) -- `int32_t ws_tmq_get_vgroup_id(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中提取所属虚拟组（vgroup）的 ID。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：`>=0`：成功，返回一个 int32_t 类型的值，表示虚拟组（vgroup）的 ID。`<0`：失败，返回值就是错误码，可调用函数 `ws_tmq_errstr(tmq)` 获取更详细的错误信息。 +- 无模式写入示例：[无模式写入](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/sml_insert_demo.c) -- `const char *ws_tmq_get_table_name(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的表名。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向表名字符串。`NULL`：失败，非法的输入参数。 +- 订阅和消费示例：[订阅和消费](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new/tmq_demo.c) -- `enum ws_tmq_res_t ws_tmq_get_res_type(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中获取消息类型。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：返回一个 ws_tmq_res_t 类型的枚举值，表示消息类型。 - - ws_tmq_res_t 表示消费到的数据类型，定义如下： - ``` - typedef enum ws_tmq_res_t { - WS_TMQ_RES_INVALID = -1, // 无效 - WS_TMQ_RES_DATA = 1, // 数据类型 - WS_TMQ_RES_TABLE_META = 2, // 元数据类型 - WS_TMQ_RES_METADATA = 3 // 既有元数据类型又有数据类型，即自动建表 - } tmq_res_t; - ``` - -- `const char *ws_tmq_get_topic_name(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的 topic 名称。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向 topic 名称字符串。`NULL`：失败，非法的输入参数。 - -- `const char *ws_tmq_get_db_name(const WS_RES *rs)` - - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的数据库名称。 - - res：[入参] 指向一个有效的 WS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向数据库名称字符串。`NULL`：失败，非法的输入参数。 - -## 原生连接方式 -原生连接方式需要使用 taos.h 头文件和 taos 动态库。 -```c -#include -``` - -TDengine 服务端或客户端安装后，`taos.h` 位于： +:::info +更多示例代码及下载请见 [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c-ws-new)。 +::: -- Linux：`/usr/local/taos/include` -- Windows：`C:\TDengine\include` -- macOS：`/usr/local/include` +### 原生连接示例 -TDengine 客户端驱动的动态库位于： +- 同步查询示例：[同步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/demo.c) -- Linux：`/usr/local/taos/driver/libtaos.so` -- Windows：`C:\TDengine\driver\taos.dll` -- macOS：`/usr/local/lib/libtaos.dylib` +- 异步查询示例：[异步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/asyncdemo.c) -### 支持的平台 +- 参数绑定示例：[参数绑定](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/prepare.c) -请参考[支持的平台列表](../#支持的平台) +- 无模式写入示例：[无模式写入](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/schemaless.c) -### 支持的版本 +- 订阅和消费示例：[订阅和消费](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/tmq.c) -TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一对应的强对应关系，建议使用与 TDengine 服务端完全相同的客户端驱动。虽然低版本的客户端驱动在前三段版本号一致（即仅第四段版本号不同）的情况下也能够与高版本的服务端相兼容，但这并非推荐用法。强烈不建议使用高版本的客户端驱动访问低版本的服务端。 +:::info +更多示例代码及下载请见 [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c)。 +::: -### 错误码 +## API 参考 -在 C 接口的设计中，错误码采用整数类型表示，每个错误码都对应一个特定的错误状态。如未特别说明，当 API 的返回值是整数时，_0_ 代表成功，其它是代表失败原因的错误码，当返回值是指针时，_NULL_ 表示失败。 -所有的错误码以及对应的原因描述在 `taoserror.h` 文件中。 -详细的错误码说明参考：[错误码](../../../reference/error-code) +以下分别介绍 TDengine 客户端驱动的基础 API、同步查询 API、异步查询 API、参数绑定 API、无模式写入 API 和数据订阅 API。 -### 示例程序 +:::info **连接方式兼容性说明** +TDengine 客户端驱动支持 WebSocket 连接和原生连接两种方式。大部分 API 在两种连接方式下功能完全一致，但有少数 API 存在功能差异： -本节展示了使用客户端驱动访问 TDengine 集群的常见访问方式的示例代码。 +**原生连接**：所有 API 都提供完整功能支持。 -- 同步查询示例：[同步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/demo.c) +**WebSocket 连接**：大部分 API 功能完整，少数 API 暂时只返回成功状态但不执行实际操作。 -- 异步查询示例：[异步查询](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/asyncdemo.c) +**使用方式**： -- 参数绑定示例：[参数绑定](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/stmt2_insert_demo.c) +- **原生连接**：无需额外配置，直接调用 API 即可，这是默认的连接方式。 +- **WebSocket 连接**：需要先调用 `taos_options(TSDB_OPTION_DRIVER, "websocket")` 设置驱动类型，然后再调用其他 API。 -- 参数绑定（旧）示例：[参数绑定（旧）](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/prepare.c) +**WebSocket 连接功能差异说明：** -- 无模式写入示例：[无模式写入](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/schemaless.c) +以下 API 在 WebSocket 连接方式下暂时只返回成功状态，但不执行实际操作： -- 订阅和消费示例：[订阅和消费](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/tmq.c) +- `taos_options_connection` - 连接选项设置 +- `taos_connect_auth` - MD5 加密密码连接 +- `taos_set_notify_cb` - 事件回调函数设置 +- `tmq_get_connect` - 获取 TMQ 连接句柄 -:::info -更多示例代码及下载请见 [GitHub](https://github.com/taosdata/TDengine/tree/main/docs/examples/c)。 -也可以在安装目录下的 `examples/c` 路径下找到。该目录下有 makefile，在 Linux/macOS 环境下，直接执行 make 就可以编译得到执行文件。 -**提示：**在 ARM 环境下编译时，请将 makefile 中的 `-msse4.2` 去掉，这个选项只有在 x64/x86 硬件平台上才能支持。 +这些 API 在原生连接方式下功能完整。如需使用上述功能，建议选择原生连接方式。未来版本将逐步完善 WebSocket 连接的功能支持。 +**注意**：WebSocket 连接需要在程序开始时调用 `taos_options(TSDB_OPTION_DRIVER, "websocket")` 设置驱动类型，且只能调用一次。一旦设置后，该配置对整个程序生命周期有效，不可更改。 ::: -### API 参考 - -以下分别介绍 TDengine 客户端驱动的基础 API、同步 API、异步 API、参数绑定 API，无模式写入 API 和数据订阅 API。 +### 基础 API -#### 基础 API - -基础 API 用于完成创建数据库连接等工作，为其它 API 的执行提供运行时环境。 +基础 API 用于完成创建数据库连接等工作，为其他 API 的执行提供运行时环境。 - `int taos_init()` + - **接口说明**：初始化运行环境。如果没有主动调用该 API，那么调用 `taos_connect()` 时驱动将自动调用该 API，故程序一般无需手动调用。 - **返回值**：`0`：成功，非 `0`：失败，可调用函数 taos_errstr(NULL) 获取更详细的错误信息。 - `void taos_cleanup()` + - **接口说明**：清理运行环境，应用退出前应调用。 - `int taos_options(TSDB_OPTION option, const void * arg, ...)` + - **接口说明**：设置客户端选项，支持区域设置（`TSDB_OPTION_LOCALE`）、字符集设置（`TSDB_OPTION_CHARSET`）、时区设置（`TSDB_OPTION_TIMEZONE`）、配置文件路径设置（`TSDB_OPTION_CONFIGDIR`）、驱动类型设置（`TSDB_OPTION_DRIVER`）。区域设置、字符集、时区默认为操作系统当前设置。驱动类型可选内部原生接口（`native`）和 WebSocket 接口（`websocket`），默认为 `websocket`。 + - **注意事项**：驱动类型设置（`TSDB_OPTION_DRIVER`）必须在程序开始时调用，且只能调用一次。 - **参数说明**： - `option`：[入参] 设置项类型。 - `arg`：[入参] 设置项值。 - **返回值**：`0`：成功，`-1`：失败。 - `int taos_options_connection(TAOS *taos, TSDB_OPTION_CONNECTION option, const void *arg, ...)` + - **接口说明**：设置客户端连接选项，目前支持字符集设置（`TSDB_OPTION_CONNECTION_CHARSET`）、时区设置（`TSDB_OPTION_CONNECTION_TIMEZONE`）、用户 IP 设置（`TSDB_OPTION_CONNECTION_USER_IP`）、用户 APP 设置（`TSDB_OPTION_CONNECTION_USER_APP`）。 - **参数说明**： - `taos`：[入参] taos_connect 返回的连接句柄。 @@ -708,10 +203,12 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - 时区文件使用操作系统时区文件，可以自行更新操作系统时区文件。如果设置时区报错，请检查是否有时区文件或路径（mac:/var/db/timezone/zoneinfo, linux:/usr/share/zoneinfo）是否正确。 - `char *taos_get_client_info()` + - **接口说明**：获取客户端版本信息。 - **返回值**：返回客户端版本信息。 - `TAOS *taos_connect(const char *ip, const char *user, const char *pass, const char *db, uint16_t port);` + - **接口说明**：创建数据库连接，初始化连接上下文。 - **参数说明**： - ip：[入参] TDengine 集群中任一节点的 FQDN。 @@ -720,11 +217,12 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - db：[入参] 数据库名字，如果用户没有提供，也可以正常连接，用户可以通过该连接创建新的数据库，如果用户提供了数据库名字，则说明该数据库用户已经创建好，缺省使用该数据库。 - port：[入参] taosd 程序监听的端口。 - **返回值**：返回数据库连接，返回值为空表示失败。应用程序需要保存返回的参数，以便后续使用。 - :::info - 同一进程可以根据不同的 host/port 连接多个 TDengine 集群 - ::: + :::info + 同一进程可以根据不同的 host/port 连接多个 TDengine 集群 + ::: + +- `TAOS *taos_connect_auth(const char *host, const char *user, const char *auth, const char *db, uint16_t port)` -- `TAOS *taos_connect_auth(const char *host, const char *user, const char *auth, const char *db, uint16_t port)` - **接口说明**：功能同 taos_connect。除 pass 参数替换为 auth 外，其他参数同 taos_connect。 - **参数说明**： - ip：[入参] TDengine 集群中任一节点的 FQDN。 @@ -735,12 +233,14 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - **返回值**：返回数据库连接，返回值为空表示失败。应用程序需要保存返回的参数，以便后续使用。 - `char *taos_get_server_info(TAOS *taos)` + - **接口说明**：获取服务端版本信息。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - **返回值**：返回获取服务端版本信息。 - `int taos_select_db(TAOS *taos, const char *db)` + - **接口说明**：将当前的缺省数据库设置为 `db`。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 @@ -748,6 +248,7 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - **返回值**：`0`：成功，非 `0`：失败，详情请参考错误码页面。 - `int taos_get_current_db(TAOS *taos, char *database, int len, int *required)` + - **接口说明**：获取当前数据库名称。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 @@ -760,10 +261,11 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - 如果，len 大于等于 存储数据库名称所需的空间（包含最后的'\0'），返回成功，database 里赋值以'\0‘结尾数据库名称。 - `int taos_set_notify_cb(TAOS *taos, __taos_notify_fn_t fp, void *param, int type)` + - **接口说明**：设置事件回调函数。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - - fp：[入参] 事件回调函数指针。函数声明：typedef void (*__taos_notify_fn_t)(void *param, void *ext, int type)；其中，param 为用户自定义参数，ext 为扩展参数 (依赖事件类型，针对 TAOS_NOTIFY_PASSVER 返回用户密码版本)，type 为事件类型。 + - fp：[入参] 事件回调函数指针。函数声明：typedef void (*\_\_taos_notify_fn_t)(void *param, void \*ext, int type)；其中，param 为用户自定义参数，ext 为扩展参数 (依赖事件类型，针对 TAOS_NOTIFY_PASSVER 返回用户密码版本)，type 为事件类型。 - param：[入参] 用户自定义参数。 - type：[入参] 事件类型。取值范围：1）TAOS_NOTIFY_PASSVER：用户密码改变。 - **返回值**：`0`：成功，`-1`：失败，可调用函数 taos_errstr(NULL) 获取更详细的错误信息。 @@ -773,11 +275,12 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 -#### 同步查询 +### 同步查询 本小节介绍 API 均属于同步接口。应用调用后，会阻塞等待响应，直到获得返回结果或错误信息。 - `TAOS_RES* taos_query(TAOS *taos, const char *sql)` + - **接口说明**：执行 SQL 语句，可以是 DQL、DML 或 DDL 语句。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 @@ -786,18 +289,21 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - taos_errno 返回值：`0`：成功，`-1`：失败，详情请调用 taos_errstr 函数来获取错误提示。 - `int taos_result_precision(TAOS_RES *res)` + - **接口说明**：返回结果集时间戳字段的精度类别。 - **参数说明**： - res：[入参] 结果集。 - **返回值**：`0`：毫秒，`1`：微秒，`2`：纳秒。 - `TAOS_ROW taos_fetch_row(TAOS_RES *res)` + - **接口说明**：按行获取查询结果集中的数据。 - **参数说明**： - res：[入参] 结果集。 - **返回值**：非 `NULL`：成功，`NULL`：失败，可调用函数 taos_errstr(NULL) 获取更详细的错误信息。 - `int taos_fetch_block(TAOS_RES *res, TAOS_ROW *rows)` + - **接口说明**：批量获取查询结果集中的数据。 - **参数说明**： - res：[入参] 结果集。 @@ -805,46 +311,54 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 - **返回值**：返回值为获取到的数据的行数，如果没有更多的行则返回 0。 - `int taos_num_fields(TAOS_RES *res)` 和 `int taos_field_count(TAOS_RES *res)` + - **接口说明**：这两个 API 等价，用于获取查询结果集中的列数。 - **参数说明**： - res：[入参] 结果集。 - **返回值**：返回值为结果集中列的数量。 - `int* taos_fetch_lengths(TAOS_RES *res)` + - **接口说明**：获取结果集中每个字段的长度。 - **参数说明**： - res：[入参] 结果集。 - **返回值**：返回值是一个数组，其长度为结果集的列数。 - `int taos_affected_rows(TAOS_RES *res)` + - **接口说明**：获取被所执行的 SQL 语句影响的行数。 - **参数说明**： - res：[入参] 结果集。 - **返回值**：返回值表示受影响的行数。 - `TAOS_FIELD *taos_fetch_fields(TAOS_RES *res)` + - **接口说明**：获取查询结果集每列数据的属性（列的名称、列的数据类型、列的长度），与 `taos_num_fields()` 配合使用，可用来解析 `taos_fetch_row()` 返回的一个元组 (一行) 的数据。 - **参数说明**： - res：[入参] 结果集。 - - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_FIELD 结构体的指针，每个元素代表一列的元数据。`NULL`：失败。 + - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_FIELD 结构体的指针，每个元素代表一列的元数据。`NULL`：失败。 - `TAOS_FIELD_E *taos_fetch_fields_e(TAOS_RES *res)` + - **接口说明**：获取查询结果集每列数据的属性（列的名称、列的数据类型、列的长度），与 `taos_num_fields()` 配合使用，可用来解析 `taos_fetch_row()` 返回的一个元组 (一行) 的数据。TAOS_FIELD_E 中 除了 TAOS_FIELD 的基本信息外，还包括了类型的 `precision` 和 `scale` 信息。 - **参数说明**： - res：[入参] 结果集。 - - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_FIELD_E 结构体的指针，每个元素代表一列的元数据。`NULL`：失败。 + - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_FIELD_E 结构体的指针，每个元素代表一列的元数据。`NULL`：失败。 - `void taos_stop_query(TAOS_RES *res)` + - **接口说明**：停止当前查询的执行。 - **参数说明**： - res：[入参] 结果集。 - `void taos_free_result(TAOS_RES *res)` + - **接口说明**：释放查询结果集以及相关的资源。查询完成后，务必调用该 API 释放资源，否则可能导致应用内存泄露。但也需注意，释放资源后，如果再调用 `taos_consume()` 等获取查询结果的函数，将导致应用崩溃。 - **参数说明**： - res：[入参] 结果集。 - `char *taos_errstr(TAOS_RES *res)` + - **接口说明**：获取最近一次 API 调用失败的原因，返回值为字符串标识的错误提示信息。 - **参数说明**： - res：[入参] 结果集。 @@ -859,10 +373,9 @@ TDengine 客户端驱动的版本号与 TDengine 服务端的版本号是一一 :::note 2.0 及以上版本 TDengine 推荐数据库应用的每个线程都建立一个独立的连接，或基于线程建立连接池。而不推荐在应用中将该连接 (TAOS\*) 结构体传递到不同的线程共享使用。基于 TAOS 结构体发出的查询、写入等操作具有多线程安全性，但“USE statement”等状态量有可能在线程之间相互干扰。此外，C 语言的连接器可以按照需求动态建立面向数据库的新连接（该过程对用户不可见），同时建议只有在程序最后退出的时候才调用 `taos_close()` 关闭连接。 另一个需要注意的是，在上述同步 API 执行过程中，不能调用类似 pthread_cancel 之类的 API 来强制结束线程，因为涉及一些模块的同步操作，如果强制结束线程有可能造成包括但不限于死锁等异常状况。 - ::: -#### 异步查询 +### 异步查询 TDengine 还提供性能更高的异步 API 处理数据插入、查询操作。在软硬件环境相同的情况下，异步 API 处理数据插入的速度比同步 API 快 2 ～ 4 倍。异步 API 采用非阻塞式的调用方式，在系统真正完成某个具体数据库操作前，立即返回。调用的线程可以去处理其他工作，从而可以提升整个应用的性能。异步 API 在网络延迟严重的情况下，优势尤为突出。 @@ -871,6 +384,7 @@ TDengine 还提供性能更高的异步 API 处理数据插入、查询操作。 异步 API 对于使用者的要求相对较高，用户可根据具体应用场景选择性使用。下面是两个重要的异步 API： - `void taos_query_a(TAOS *taos, const char *sql, void (*fp)(void *param, TAOS_RES *, int code), void *param);` + - **接口说明**：异步执行 SQL 语句。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 @@ -886,7 +400,7 @@ TDengine 还提供性能更高的异步 API 处理数据插入、查询操作。 TDengine 的异步 API 均采用非阻塞调用模式。应用程序可以用多线程同时打开多张表，并可以同时对每张打开的表进行查询或者插入操作。需要指出的是，**客户端应用必须确保对同一张表的操作完全串行化**，即对同一个表的插入或查询操作未完成时（未返回时），不能够执行第二个插入或查询操作。 -#### 参数绑定 +### 参数绑定 除了直接调用 `taos_query()` 进行查询，TDengine 也提供了支持参数绑定的 Prepare API，风格与 MySQL 类似，目前也仅支持用问号 `?` 来代表待绑定的参数。 @@ -900,9 +414,10 @@ TDengine 的异步 API 均采用非阻塞调用模式。应用程序可以用多 6. 执行完毕，调用 `taos_stmt2_close()` 释放所有资源。 - `char *taos_stmt2_error(TAOS_STMT2 *stmt)` -说明：如果 `taos_stmt2_exec()` 执行成功，假如不需要改变 SQL 语句的话，那么是可以复用 `taos_stmt2_prepare()` 的解析结果，直接进行第 3 ～ 4 步绑定新数据的。但如果执行出错，那么并不建议继续在当前的环境上下文下继续工作，而是建议释放资源，然后从 `taos_stmt2_init()` 步骤重新开始，可以通过 `taos_stmt2_error` 查看具体错误原因。 + 说明：如果 `taos_stmt2_exec()` 执行成功，假如不需要改变 SQL 语句的话，那么是可以复用 `taos_stmt2_prepare()` 的解析结果，直接进行第 3 ～ 4 步绑定新数据的。但如果执行出错，那么并不建议继续在当前的环境上下文下继续工作，而是建议释放资源，然后从 `taos_stmt2_init()` 步骤重新开始，可以通过 `taos_stmt2_error` 查看具体错误原因。 stmt2 和 stmt 的区别在于： + - stmt2 支持多表批量绑定数据，stmt 只支持单表绑定数据。 - stmt2 支持异步执行，stmt 只支持同步执行。 - stmt2 支持高效写入模式以及自动建表，stmt 不支持。 @@ -910,6 +425,7 @@ stmt2 和 stmt 的区别在于： - stmt2 支持部分标签/列为固定值，stmt 必须所有列为 `?` 。 stmt 升级到 stmt2 的改动： + 1. 将 `taos_stmt_init()` 改为 `taos_stmt2_init()`，并增加了 `TAOS_STMT2_OPTION` 结构体参数。 2. 将 `taos_stmt_prepare()` 改为 `taos_stmt2_prepare()` 。 3. 将 `taos_stmt_set_tbname_tags` ， `taos_stmt_bind_param()` 和 `taos_stmt_add_batch` 合并改为 `taos_stmt2_bind_param()`，将 `TAOS_MULTI_BIND` 改为 `TAOS_STMT2_BINDV` 结构体作为参数。 @@ -919,6 +435,7 @@ stmt 升级到 stmt2 的改动： 接口相关的具体函数如下（也可以参考 [stmt2_insert_demo.c](https://github.com/taosdata/TDengine/tree/main/docs/examples/c/stmt2_insert_demo.c) 文件中使用对应函数的方式）： - `TAOS_STMT2 *taos_stmt2_init(TAOS *taos, TAOS_STMT2_OPTION *option)` + - **接口说明**：初始化一个预编译的 SQL 语句对象。 - **参数说明**： - `taos`：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 @@ -926,6 +443,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：非 `NULL`：成功，返回 TAOS_STMT2 的一个结构体的指针，该结构体表示预编译的 SQL 语句对象。`NULL`：失败，详情请调用 taos_stmt_errstr() 函数来获取错误提示。 - `int taos_stmt2_prepare(TAOS_STMT2 *stmt, const char *sql, unsigned long length)` + - **接口说明**：解析一条预编译的 SQL 语句，将解析结果和参数信息绑定到 stmt 上。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -934,6 +452,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt2_bind_param(TAOS_STMT2 *stmt, TAOS_STMT2_BINDV *bindv, int32_t col_idx)` + - **接口说明**：绑定一批参数到一个预编译的 SQL 语句。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -942,6 +461,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt2_exec(TAOS_STMT2 *stmt, int *affected_rows)` + - **接口说明**：执行绑定完成数据的 SQL，可同步或异步，由 option 决定。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -949,12 +469,14 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt2_close(TAOS_STMT2 *stmt)` + - **接口说明**：执行完毕，释放所有资源。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt2_get_fields(TAOS_STMT2 *stmt, int *count, TAOS_FIELD_ALL **fields)` + - **接口说明**：获取 `?` 顺序对应的列数据的属性（列的名称、列的数据类型、列的长度、列的 schema 类型）的数组。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -963,6 +485,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `void taos_stmt2_free_fields(TAOS_STMT2 *stmt, TAOS_FIELD_ALL *fields)` + - **接口说明**：释放 TAOS_FIELD_ALL 返回值的内存，一般用于 taos_stmt2_get_fields 之后。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -970,6 +493,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：无。 - `TAOS_RES *taos_stmt2_result(TAOS_STMT2 *stmt)` + - **接口说明**：获取执行 SQL 后返回的结果。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1001,12 +525,14 @@ stmt 升级到 stmt2 的改动： 接口相关的具体函数如下（也可以参考 [prepare.c](https://github.com/taosdata/TDengine/blob/develop/docs/examples/c/prepare.c) 文件中使用对应函数的方式）： - `TAOS_STMT* taos_stmt_init(TAOS *taos)` + - **接口说明**：初始化一个预编译的 SQL 语句对象。 - **参数说明**： - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_STMT 结构体的指针，该结构体表示预编译的 SQL 语句对象。`NULL`：失败，详情请调用 taos_stmt_errstr() 函数来获取错误提示。 - `int taos_stmt_prepare(TAOS_STMT *stmt, const char *sql, unsigned long length)` + - **接口说明**：解析一条预编译的 SQL 语句，将解析结果和参数信息绑定到 stmt 上。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1015,6 +541,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_bind_param(TAOS_STMT *stmt, TAOS_MULTI_BIND *bind)` + - **接口说明**：绑定参数到一个预编译的 SQL 语句。不如 `taos_stmt_bind_param_batch()` 效率高，但可以支持非 INSERT 类型的 SQL 语句。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1022,6 +549,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_set_tbname(TAOS_STMT* stmt, const char* name)` + - **接口说明**：（2.1.1.0 版本新增，仅支持用于替换 INSERT 语句中的参数值）当 SQL 语句中的表名使用了 `?` 占位时，可以使用此函数绑定一个具体的表名。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1029,6 +557,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_set_tbname_tags(TAOS_STMT* stmt, const char* name, TAOS_MULTI_BIND* tags)` + - **接口说明**：（2.1.2.0 版本新增，仅支持用于替换 INSERT 语句中的参数值）当 SQL 语句中的表名和 TAGS 都使用了 `?` 占位时，可以使用此函数绑定具体的表名和具体的 TAGS 取值。最典型的使用场景是使用了自动建表功能的 INSERT 语句（目前版本不支持指定具体的 TAGS 列）。TAGS 参数中的列数量需要与 SQL 语句中要求的 TAGS 数量完全一致。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1037,6 +566,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_bind_param_batch(TAOS_STMT* stmt, TAOS_MULTI_BIND* bind)` + - **接口说明**：（2.1.1.0 版本新增，仅支持用于替换 INSERT 语句中的参数值）以多列的方式传递待绑定的数据，需要保证这里传递的数据列的顺序、列的数量与 SQL 语句中的 VALUES 参数完全一致。 - **参数说明**： - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 @@ -1044,31 +574,37 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_add_batch(TAOS_STMT *stmt)` + - **接口说明**：将当前绑定的参数加入批处理中，调用此函数后，可以再次调用 `taos_stmt_bind_param()` 或 `taos_stmt_bind_param_batch()` 绑定新的参数。需要注意，此函数仅支持 INSERT/IMPORT 语句，如果是 SELECT 等其他 SQL 语句，将返回错误。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_execute(TAOS_STMT *stmt)` + - **接口说明**：执行准备好的语句。目前，一条语句只能执行一次。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 - `int taos_stmt_affected_rows(TAOS_STMT *stmt)` + - **接口说明**：获取执行预编译 SQL 语句后受影响的行数。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：返回受影响的行数。 - `int taos_stmt_affected_rows_once(TAOS_STMT *stmt)` + - **接口说明**：获取执行一次绑定语句影响的行数。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：返回受影响的行数。 - `TAOS_RES* taos_stmt_use_result(TAOS_STMT *stmt)` + - **接口说明**：获取语句的结果集。结果集的使用方式与非参数化调用时一致，使用完成后，应对此结果集调用 `taos_free_result()` 以释放资源。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：非 `NULL`：成功，返回一个指向查询结果集的指针。`NULL`：失败，详情请调用 taos_stmt_errstr() 函数来获取错误提示。 - `int taos_stmt_close(TAOS_STMT *stmt)` + - **接口说明**：执行完毕，释放所有资源。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：`0`：成功。非 `0`：失败，详情请参考错误码页面。 @@ -1077,13 +613,15 @@ stmt 升级到 stmt2 的改动： - **接口说明**：（2.1.3.0 版本新增）用于在其他 STMT API 返回错误（返回错误码或空指针）时获取错误信息。 - stmt：[入参] 指向一个有效的预编译的 SQL 语句对象指针。 - **返回值**：返回一个指向包含错误信息的字符串的指针。 + -#### 无模式写入 +### 无模式写入 除了使用 SQL 方式或者使用参数绑定 API 写入数据外，还可以使用 Schemaless 的方式完成写入。Schemaless 可以免于预先创建超级表/数据子表的数据结构，而是可以直接写入数据，TDengine 系统会根据写入的数据内容自动创建和维护所需要的表结构。Schemaless 的使用方式详见 [Schemaless 写入](../../../develop/schemaless/) 章节，这里介绍与之配套使用的 C/C++ API。 - `TAOS_RES* taos_schemaless_insert(TAOS* taos, const char* lines[], int numLines, int protocol, int precision)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1091,10 +629,10 @@ stmt 升级到 stmt2 的改动： - protocol：[入参] 行协议类型，用于标识文本数据格式。 - precision：[入参] 文本数据中的时间戳精度字符串。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 **说明** - + 协议类型是枚举类型，包含以下三种格式： - TSDB_SML_LINE_PROTOCOL：InfluxDB 行协议（Line Protocol) @@ -1115,7 +653,9 @@ stmt 升级到 stmt2 的改动： 对于 OpenTSDB 的文本协议，时间戳的解析遵循其官方解析规则 — 按照时间戳包含的字符的数量来确认时间精度。 **schemaless 其他相关的接口** + - `TAOS_RES *taos_schemaless_insert_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int64_t reqid)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1124,9 +664,10 @@ stmt 升级到 stmt2 的改动： - precision：[入参] 文本数据中的时间戳精度字符串。 - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_raw(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1135,9 +676,10 @@ stmt 升级到 stmt2 的改动： - protocol：[入参] 行协议类型，用于标识文本数据格式。 - precision：[入参] 文本数据中的时间戳精度字符串。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_raw_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int64_t reqid)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1147,9 +689,10 @@ stmt 升级到 stmt2 的改动： - precision：[入参] 文本数据中的时间戳精度字符串。 - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_ttl(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int32_t ttl)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递 ttl 参数来控制建表的 ttl 到期时间。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1158,9 +701,10 @@ stmt 升级到 stmt2 的改动： - precision：[入参] 文本数据中的时间戳精度字符串。 - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_ttl_with_reqid(TAOS *taos, char *lines[], int numLines, int protocol, int precision, int32_t ttl, int64_t reqid)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递 ttl 参数来控制建表的 ttl 到期时间。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1170,9 +714,10 @@ stmt 升级到 stmt2 的改动： - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_raw_ttl(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int32_t ttl)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递 ttl 参数来控制建表的 ttl 到期时间。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1182,9 +727,10 @@ stmt 升级到 stmt2 的改动： - precision：[入参] 文本数据中的时间戳精度字符串。 - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 - `TAOS_RES *taos_schemaless_insert_raw_ttl_with_reqid(TAOS *taos, char *lines, int len, int32_t *totalRows, int protocol, int precision, int32_t ttl, int64_t reqid)` + - **接口说明**：执行无模式的批量插入操作，将行协议的文本数据写入到 TDengine 中。通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。通过传递 ttl 参数来控制建表的 ttl 到期时间。通过传递参数 reqid 来跟踪整个的函数调用链情况。 - taos：[入参] 指向数据库连接的指针，数据库连接是通过 `taos_connect()` 函数建立。 - lines：[入参] 文本数据。满足解析格式要求的无模式文本字符串。 @@ -1195,25 +741,30 @@ stmt 升级到 stmt2 的改动： - ttl：[入参] 指定的生存时间（TTL），单位为天。记录在超过这个生存时间后会被自动删除。 - reqid：[入参] 指定的请求 ID，用于跟踪调用请求。请求 ID (reqid) 可以用于在客户端和服务器端之间建立请求和响应之间的关联，对于分布式系统中的跟踪和调试非常有用。 - **返回值**：返回一个指向 TAOS_RES 结构体的指针，该结构体包含了插入操作的结果。应用可以通过使用 `taos_errstr()` 获得错误信息，也可以使用 `taos_errno()` 获得错误码。在某些情况下，返回的 TAOS_RES 为 `NULL`，此时仍然可以调用 `taos_errno()` 来安全地获得错误码信息。 - 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 + 返回的 TAOS_RES 需要调用方来负责释放，否则会出现内存泄漏。 **说明** + - 上面这 7 个接口是扩展接口，主要用于在 schemaless 写入时传递 ttl、reqid 参数，可以根据需要使用。 - - 带_raw 的接口通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。totalRows 指针返回解析出来的数据行数。 - - 带_ttl 的接口可以传递 ttl 参数来控制建表的 ttl 到期时间。 - - 带_reqid 的接口可以通过传递 reqid 参数来追踪整个的调用链。 + - 带\_raw 的接口通过传递的参数 lines 指针和长度 len 来表示数据，为了解决原始接口数据包含'\0'而被截断的问题。totalRows 指针返回解析出来的数据行数。 + - 带\_ttl 的接口可以传递 ttl 参数来控制建表的 ttl 到期时间。 + - 带\_reqid 的接口可以通过传递 reqid 参数来追踪整个的调用链。 + +### 数据订阅 -#### 数据订阅 - `const char *tmq_err2str(int32_t code)` + - **接口说明**：用于将数据订阅的错误码转换为错误信息。 - code：[入参] 数据订阅的错误码。 - **返回值**：返回一个指向包含错误信息字符串的指针，返回值非 NULL，但是错误信息可能为空字符串。 - `tmq_conf_t *tmq_conf_new()` + - **接口说明**：创建一个新的 TMQ 配置对象。 - **返回值**：非 `NULL`：成功，返回一个指向 tmq_conf_t 结构体的指针，该结构体用于配置 TMQ 的行为和特性。`NULL`：失败，可调用函数 taos_errstr(NULL) 获取更详细的错误信息。 - `tmq_conf_res_t tmq_conf_set(tmq_conf_t *conf, const char *key, const char *value)` + - **接口说明**：设置 TMQ 配置对象中的配置项，用于配置消费参数。 - conf：[入参] 指向一个有效的 tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - key：[入参] 数配置项的键名。 @@ -1228,42 +779,50 @@ stmt 升级到 stmt2 的改动： ``` - `void tmq_conf_set_auto_commit_cb(tmq_conf_t *conf, tmq_commit_cb *cb, void *param)` + - **接口说明**：设置 TMQ 配置对象中的自动提交回调函数。 - conf：[入参] 指向一个有效的 tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - cb：[入参] 指向一个有效的 tmq_commit_cb 回调函数指针，该函数将在消息被消费后调用以确认消息处理状态。 - param：[入参] 传递给回调函数的用户自定义参数。 - 设置自动提交回调函数的定义如下： - `typedef void(tmq_commit_cb(tmq_t *tmq, int32_t code, void *param))` + `typedef void(tmq_commit_cb(tmq_t *tmq, int32_t code, void *param))` - `void tmq_conf_destroy(tmq_conf_t *conf)` + - **接口说明**：销毁一个 TMQ 配置对象并释放相关资源。 - conf：[入参] 指向一个有效的 tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - `tmq_list_t *tmq_list_new()` + - **接口说明**：用于创建一个 tmq_list_t 结构体，用于存储订阅的 topic。 - **返回值**：非 `NULL`：成功，返回一个指向 tmq_list_t 结构体的指针。`NULL`：失败，可调用函数 taos_errstr(NULL) 获取更详细的错误信息。 - `int32_t tmq_list_append(tmq_list_t *list, const char* topic)` + - **接口说明**：用于向 tmq_list_t 结构体中添加一个 topic。 - list：[入参] 指向一个有效的 tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - topic：[入参] topic 名称。 - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `void tmq_list_destroy(tmq_list_t *list)` + - **接口说明**：用于销毁 tmq_list_t 结构体，tmq_list_new 的结果需要通过该接口销毁。 - list：[入参] 指向一个有效的 tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - `int32_t tmq_list_get_size(const tmq_list_t *list)` + - **接口说明**：用于获取 tmq_list_t 结构体中 topic 的个数。 - list：[入参] 指向一个有效的 tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - **返回值**：`>=0`：成功，返回 tmq_list_t 结构体中 topic 的个数。`-1`：失败，表示输入参数 list 为 NULL。 - `char **tmq_list_to_c_array(const tmq_list_t *list)` + - **接口说明**：用于将 tmq_list_t 结构体转换为 C 数组，数组每个元素为字符串指针。 - list：[入参] 指向一个有效的 tmq_list_t 结构体指针，该结构体代表一个 TMQ 列表对象。 - **返回值**：非 `NULL`：成功，返回 c 数组，每个元素是字符串指针，代表一个 topic 名称。`NULL`：失败，表示输入参数 list 为 NULL。 - `tmq_t *tmq_consumer_new(tmq_conf_t *conf, char *errstr, int32_t errstrLen)` + - **接口说明**：用于创建一个 tmq_t 结构体，用于消费数据，消费完数据后需调用 tmq_consumer_close 关闭消费者。 - conf：[入参] 指向一个有效的 tmq_conf_t 结构体指针，该结构体代表一个 TMQ 配置对象。 - errstr：[出参] 指向一个有效的字符缓冲区指针，用于接收创建过程中可能产生的错误信息。内存的申请/释放由调用者负责。 @@ -1275,30 +834,34 @@ stmt 升级到 stmt2 的改动： - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - topic_list：[入参] 指向一个有效的 tmq_list_t 结构体指针，该结构体包含一个或多个主题名称。 - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - - `int32_t tmq_unsubscribe(tmq_t *tmq)` + - **接口说明**：用于取消订阅的 topic 列表。需与 tmq_subscribe 配合使用。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `int32_t tmq_subscription(tmq_t *tmq, tmq_list_t **topic_list)` + - **接口说明**：用于获取订阅的 topic 列表。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - topic_list：[出参] 指向一个 tmq_list_t 结构体指针的指针，用于接收当前订阅的主题列表。 - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `TAOS_RES *tmq_consumer_poll(tmq_t *tmq, int64_t timeout)` + - **接口说明**：用于轮询消费数据，每一个消费者，只能单线程调用该接口。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - timeout：[入参] 轮询的超时时间，单位为毫秒，负数表示默认超时 1 秒。 - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_RES 结构体的指针，该结构体包含了接收到的消息。。`NULL`：表示没有数据，可通过 taos_errno(NULL) 获取错误码，具体错误码参见参考手册。TAOS_RES 结果和 taos_query 返回结果一致，可通过查询的各种接口获取 TAOS_RES 里的信息，比如 schema 等。 - `int32_t tmq_consumer_close(tmq_t *tmq)` + - **接口说明**：用于关闭 tmq_t 结构体。需与 tmq_consumer_new 配合使用。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - **返回值**：非 `NULL`：成功，返回一个指向 TAOS_RES 结构体的指针，该结构体包含了接收到的消息。。`NULL`：表示没有数据，可通过 taos_errno(NULL) 获取错误码，具体错误码参见参考手册。TAOS_RES 结果和 taos_query 返回结果一致，可通过查询的各种接口获取 TAOS_RES 里的信息，比如 schema 等。 - `int32_t tmq_get_topic_assignment(tmq_t *tmq, const char *pTopicName, tmq_topic_assignment **assignment, int32_t *numOfAssignment)` + - **接口说明**：返回当前 consumer 分配的 vgroup 的信息，每个 vgroup 的信息包括 vgId，wal 的最大最小 offset，以及当前消费到的 offset。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要查询分配信息的主题名称。 @@ -1307,10 +870,12 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `void tmq_free_assignment(tmq_topic_assignment* pAssignment)` + - **接口说明**：返回当前 consumer 分配的 vgroup 的信息，每个 vgroup 的信息包括 vgId，wal 的最大最小 offset，以及当前消费到的 offset。 - pAssignment：[入参] 指向一个有效的 tmq_topic_assignment 结构体数组的指针，该数组包含了 vgroup 分配信息。 - `int64_t tmq_committed(tmq_t *tmq, const char *pTopicName, int32_t vgId)` + - **接口说明**：获取 TMQ 消费者对象对特定 topic 和 vgroup 的已提交偏移量。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要查询已提交偏移量的主题名称。 @@ -1318,12 +883,14 @@ stmt 升级到 stmt2 的改动： - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示已提交的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `int32_t tmq_commit_sync(tmq_t *tmq, const TAOS_RES *msg)` + - **接口说明**：同步提交 TMQ 消费者对象处理的消息偏移量。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - msg：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了已处理的消息。如果为 NULL，提交当前 consumer 所有消费的 vgroup 的当前进度。 - **返回值**：`0`：成功，已经成功提交偏移量。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `void tmq_commit_async(tmq_t *tmq, const TAOS_RES *msg, tmq_commit_cb *cb, void *param)` + - **接口说明**：异步提交 TMQ 消费者对象处理的消息偏移量。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - msg：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了已处理的消息。如果为 NULL，提交当前 consumer 所有消费的 vgroup 的当前进度。 @@ -1331,14 +898,16 @@ stmt 升级到 stmt2 的改动： - param：[入参] 一个用户自定义的参数，将在回调函数中传递给 cb。 - `int32_t tmq_commit_offset_sync(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` + - **接口说明**：同步提交 TMQ 消费者对象的特定主题和 vgroup 的偏移量。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要提交偏移量的主题名称。 - vgId：[入参] 虚拟组 vgroup 的 ID。 - - offset：[入参] 要提交的偏移量。 + - offset：[入参] 要提交的偏移量。 - **返回值**：`0`：成功，已经成功提交偏移量。非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `void tmq_commit_offset_async(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset, tmq_commit_cb *cb, void *param)` + - **接口说明**：异步提交 TMQ 消费者对象的特定主题和 vgroup 的偏移量。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要提交偏移量的主题名称。 @@ -1348,6 +917,7 @@ stmt 升级到 stmt2 的改动： - param：[入参] 一个用户自定义的参数，将在回调函数中传递给 cb。 - `int64_t tmq_position(tmq_t *tmq, const char *pTopicName, int32_t vgId)` + - **接口说明**：获取当前消费位置，即已消费到的数据位置的下一个位置。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要查询当前位置的主题名称。 @@ -1355,6 +925,7 @@ stmt 升级到 stmt2 的改动： - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示当前位置的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `int32_t tmq_offset_seek(tmq_t *tmq, const char *pTopicName, int32_t vgId, int64_t offset)` + - **接口说明**：将 TMQ 消费者对象在某个特定 topic 和 vgroup 的偏移量设置到指定的位置。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - pTopicName：[入参] 要查询当前位置的主题名称。 @@ -1363,26 +934,31 @@ stmt 升级到 stmt2 的改动： - **返回值**：`0`：成功，非 `0`：失败，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `int64_t tmq_get_vgroup_offset(TAOS_RES* res)` + - **接口说明**：从 TMQ 消费者获取的消息结果中提取虚拟组（vgroup）的当前消费数据位置的偏移量。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - **返回值**：`>=0`：成功，返回一个 int64_t 类型的值，表示当前消费位置的偏移量。`<0`：失败，返回值就是错误码，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `int32_t tmq_get_vgroup_id(TAOS_RES *res)` + - **接口说明**：从 TMQ 消费者获取的消息结果中提取所属虚拟组（vgroup）的 ID。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - **返回值**：`>=0`：成功，返回一个 int32_t 类型的值，表示虚拟组（vgroup）的 ID。`<0`：失败，返回值就是错误码，可调用函数 `char *tmq_err2str(int32_t code)` 获取更详细的错误信息。 - `TAOS *tmq_get_connect(tmq_t *tmq)` + - **接口说明**：从 TMQ 消费者对象中获取与 TDengine 数据库的连接句柄。 - tmq：[入参] 指向一个有效的 tmq_t 结构体指针，该结构体代表一个 TMQ 消费者对象。 - - **返回值**：非 `NULL`：成功，返回一个 TAOS * 类型的指针，指向与 TDengine 数据库的连接句柄。`NULL`：失败，非法的输入参数。 + - **返回值**：非 `NULL`：成功，返回一个 TAOS \* 类型的指针，指向与 TDengine 数据库的连接句柄。`NULL`：失败，非法的输入参数。 - `const char *tmq_get_table_name(TAOS_RES *res)` + - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的表名。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向表名字符串。`NULL`：失败，非法的输入参数。 + - **返回值**：非 `NULL`：成功，返回一个 const char \* 类型的指针，指向表名字符串。`NULL`：失败，非法的输入参数。 - `tmq_res_t tmq_get_res_type(TAOS_RES *res)` + - **接口说明**：从 TMQ 消费者获取的消息结果中获取消息类型。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - **返回值**：返回一个 tmq_res_t 类型的枚举值，表示消息类型。 @@ -1397,11 +973,12 @@ stmt 升级到 stmt2 的改动： ``` - `const char *tmq_get_topic_name(TAOS_RES *res)` + - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的 topic 名称。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向 topic 名称字符串。`NULL`：失败，非法的输入参数。 + - **返回值**：非 `NULL`：成功，返回一个 const char \* 类型的指针，指向 topic 名称字符串。`NULL`：失败，非法的输入参数。 - `const char *tmq_get_db_name(TAOS_RES *res)` - **接口说明**：从 TMQ 消费者获取的消息结果中获取所属的数据库名称。 - res：[入参] 指向一个有效的 TAOS_RES 结构体指针，该结构体包含了从 TMQ 消费者轮询得到的消息。 - - **返回值**：非 `NULL`：成功，返回一个 const char * 类型的指针，指向数据库名称字符串。`NULL`：失败，非法的输入参数。 + - **返回值**：非 `NULL`：成功，返回一个 const char \* 类型的指针，指向数据库名称字符串。`NULL`：失败，非法的输入参数。 diff --git a/docs/zh/14-reference/05-connector/14-java.mdx b/docs/zh/14-reference/05-connector/14-java.mdx index b7112db22ed0..cd514abcd110 100644 --- a/docs/zh/14-reference/05-connector/14-java.mdx +++ b/docs/zh/14-reference/05-connector/14-java.mdx @@ -33,6 +33,7 @@ TDengine 的 JDBC 驱动实现尽可能与关系型数据库驱动保持一致 | taos-jdbcdriver 版本 | 主要变化 | TDengine 版本 | | ------------------| ---------------------------------------------------------------------------------------------------------------------------------------------------- | ---------------- | +| 3.7.1 | 1. 使用 Netty 替换 Java-WebSocket 库，提升小查询性能
2. 兼容 IPv6 网络协议
3. 支持 BLOB 二进制数据类型
4. 实现 TDengine 版本兼容性检查
5. 支持 `varcharAsString` 配置属性
6. 优化 WebSocket 查询内存使用效率
7. 修复 WebSocket 连接的时区问题
| - | | 3.6.3 | 解决了订阅数据库和超级表时的数据类型转换 bug | - | | 3.6.2 | 1. 支持订阅数据库和超级表（不支持订阅元数据）
2. 解决了云服务订阅 bug
3. 优化了 setQueryTimeout 参数为 0 的实现 | - | | 3.6.1 | 解决 WebSocket 连接在小查询上的性能 bug | - | @@ -108,6 +109,12 @@ JDBC 连接器可能报错的错误码包括 4 种： | 0x231c | httpEntity is null, sql | REST 连接中执行出现异常 | | 0x231d | can't create connection with server within | 通过增加参数 httpConnectTimeout 增加连接耗时，或是请检查与 taosAdapter 之间的连接情况。 | | 0x231e | failed to complete the task within the specified time | 通过增加参数 messageWaitTimeout 增加执行耗时，或是请检查与 taosAdapter 之间的连接情况。 | +| 0x231f | restful client query exception | HTTP 请求错误，请查看详细信息。 | +| 0x2320 | type convert exception | 检查是否没有使用正确的类型 | +| 0x2321 | TDengine version incompatible | TDengine 版本不匹配，请升级至对应版本。 | +| 0x2322 | resource has been freed | 资源已经释放，请确认操作正确。 | +| 0x2323 | BLOB is unsupported on the server | 服务端不支持 BLOB 类型，需要升级。 | +| 0x2324 | line bind mode is unsupported on the server | 服务端不支持行绑定模式，需要升级。 | | 0x2350 | unknown error | 未知异常，请在 github 反馈给开发人员。 | | 0x2352 | Unsupported encoding | 本地连接下指定了不支持的字符编码集 | | 0x2353 | internal error of database, please see taoslog for more details | 本地连接执行 prepareStatement 时出现错误，请检查 taos log 进行问题定位。 | @@ -220,8 +227,8 @@ taos-jdbcdriver 实现了 JDBC 标准的 Driver 接口，提供了 3 个实现 TDengine 的 JDBC URL 规范格式为： `jdbc:[TAOS|TAOS-WS|TAOS-RS]://[host_name]:[port]/[database_name]?[user={user}|&password={password}|&charset={charset}|&cfgdir={config_dir}|&locale={locale}|&timezone={timezone}|&batchfetch={batchfetch}]` -`host_name` 参数支持合法的域名或 IP 地址。taos-jdbcdriver 同时支持 IPv4 和 IPv6 格式。对于 IPv6 地址，必须使用中括号括起来（例如 `[::1]` 或 `[2001:db8:1234:5678::1]`），以避免端口号解析冲突。 - +`host_name` 参数支持合法的域名或 IP 地址。taos-jdbcdriver 同时支持 IPv4 和 IPv6 格式。对于 IPv6 地址，必须使用中括号括起来（例如 `[::1]` 或 `[2001:db8:1234:5678::1]`），以避免端口号解析冲突。 +JDBC URL 中支持设置 Properties 中所有属性，具体请参考下文 **Properties** 章节。 **原生连接** `jdbc:TAOS://taosdemo.com:6030/power?user=root&password=taosdata`，使用了 JDBC 原生连接的 TSDBDriver，建立了到 hostname 为 taosdemo.com，端口为 6030（TDengine 的默认端口），数据库名为 power 的连接。这个 URL @@ -301,45 +308,48 @@ TDengine 中，只要保证 firstEp 和 secondEp 中一个节点有效，就可 #### Properties -除了通过指定的 URL 获取连接，还可以使用 Properties 指定建立连接时的参数。 +除了通过指定的 URL 获取连接，还可以使用 Properties 指定建立连接时的参数。 +所有 Properties 配置参数同样可以在 JDBC URL 中指定，方括号中的参数名可以用于 JDBC URL(如 TSDBDriver.PROPERTY_KEY_USER[`user`]，可以在 JDBC URL 中使用 `user=root` 来设置用户名)。 > **注意**：应用中设置的 client parameter 为进程级别的，即如果要更新 client 的参数，需要重启应用。这是因为 client parameter 是全局参数，仅在应用程序的第一次设置生效。 -properties 中的配置参数如下： -- TSDBDriver.PROPERTY_KEY_USER：登录 TDengine 用户名，默认值 'root'。 -- TSDBDriver.PROPERTY_KEY_PASSWORD：用户登录密码，默认值 'taosdata'。 -- TSDBDriver.PROPERTY_KEY_BATCH_LOAD：true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：false。因历史原因使用 REST 连接时，若设置此参数为 true 会变成 WebSocket 连接。 -- TSDBDriver.PROPERTY_KEY_BATCH_ERROR_IGNORE：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败，继续执行下面的 sq 了。false：不再执行失败 SQL 后的任何语句。默认值为：false。 -- TSDBDriver.PROPERTY_KEY_CONFIG_DIR：仅在使用 JDBC 原生连接时生效。客户端配置文件目录路径，Linux OS 上默认值 `/etc/taos`，Windows OS 上默认值 `C:/TDengine/cfg`。 -- TSDBDriver.PROPERTY_KEY_CHARSET：客户端使用的字符集，默认值为系统字符集。 -- TSDBDriver.PROPERTY_KEY_LOCALE：仅在使用 JDBC 原生连接时生效。客户端语言环境，默认值系统当前 locale。 -- TSDBDriver.PROPERTY_KEY_TIME_ZONE： +properties 中的配置参数如下： +- TSDBDriver.PROPERTY_KEY_USER [`user`]：登录 TDengine 用户名，默认值 'root'。 +- TSDBDriver.PROPERTY_KEY_PASSWORD [`password`]：用户登录密码，默认值 'taosdata'。 +- TSDBDriver.PROPERTY_KEY_BATCH_LOAD [`batchfetch`]：true：在执行查询时批量拉取结果集；false：逐行拉取结果集。默认值为：false。因历史原因使用 REST 连接时，若设置此参数为 true 会变成 WebSocket 连接。 +- TSDBDriver.PROPERTY_KEY_BATCH_ERROR_IGNORE [`batchErrorIgnore`]：true：在执行 Statement 的 executeBatch 时，如果中间有一条 SQL 执行失败，继续执行下面的 sq 了。false：不再执行失败 SQL 后的任何语句。默认值为：false。 +- TSDBDriver.PROPERTY_KEY_CONFIG_DIR [`cfgdir`]：仅在使用 JDBC 原生连接时生效。客户端配置文件目录路径，Linux OS 上默认值 `/etc/taos`，Windows OS 上默认值 `C:/TDengine/cfg`。 +- TSDBDriver.PROPERTY_KEY_CHARSET [`charset`]：客户端使用的字符集，默认值为系统字符集。 +- TSDBDriver.PROPERTY_KEY_LOCALE [`locale`]：仅在使用 JDBC 原生连接时生效。客户端语言环境，默认值系统当前 locale。 +- TSDBDriver.PROPERTY_KEY_TIME_ZONE [`timezone`]： - 原生连接：客户端使用的时区，默认值为系统当前时区，全局生效。因为历史的原因，我们只支持 POSIX 标准的部分规范，如 UTC-8(代表中国上上海), GMT-8，Asia/Shanghai 这几种形式。 - WebSocket 连接：客户端使用的时区，连接上生效，默认值为系统时区。仅支持 IANA 时区，即 Asia/Shanghai 这种形式。推荐不设置，使用系统时区性能更好。 -- TSDBDriver.HTTP_CONNECT_TIMEOUT：连接超时时间，单位 ms，默认值为 60000。仅在 REST 连接时生效。 -- TSDBDriver.HTTP_SOCKET_TIMEOUT：socket 超时时间，单位 ms，默认值为 60000。仅在 REST 连接且 batchfetch 设置为 false 时生效。 -- TSDBDriver.PROPERTY_KEY_MESSAGE_WAIT_TIMEOUT：消息超时时间，单位 ms，默认值为 60000。仅 WebSocket 连接下有效。 -- TSDBDriver.PROPERTY_KEY_USE_SSL：连接中是否使用 SSL。仅在 WebSocket/REST 连接时生效。 -- TSDBDriver.HTTP_POOL_SIZE：REST 并发请求大小，默认 20。 -- TSDBDriver.PROPERTY_KEY_ENABLE_COMPRESSION：传输过程是否启用压缩。仅在使用 REST/WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 -- TSDBDriver.PROPERTY_KEY_ENABLE_AUTO_RECONNECT：是否启用自动重连。仅在使用 WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 +- TSDBDriver.HTTP_CONNECT_TIMEOUT [`httpConnectTimeout`]：连接超时时间，单位 ms，默认值为 60000。仅在 REST 连接时生效。 +- TSDBDriver.HTTP_SOCKET_TIMEOUT [`httpSocketTimeout`]：socket 超时时间，单位 ms，默认值为 60000。仅在 REST 连接且 batchfetch 设置为 false 时生效。 +- TSDBDriver.PROPERTY_KEY_MESSAGE_WAIT_TIMEOUT [`messageWaitTimeout`]：消息超时时间，单位 ms，默认值为 60000。仅 WebSocket 连接下有效。 +- TSDBDriver.PROPERTY_KEY_USE_SSL [`useSSL`]：连接中是否使用 SSL。仅在 WebSocket/REST 连接时生效。 +- TSDBDriver.HTTP_POOL_SIZE [`httpPoolSize`]：REST 并发请求大小，默认 20。 +- TSDBDriver.PROPERTY_KEY_ENABLE_COMPRESSION [`enableCompression`]：传输过程是否启用压缩。仅在使用 REST/WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 +- TSDBDriver.PROPERTY_KEY_ENABLE_AUTO_RECONNECT [`enableAutoReconnect`]：是否启用自动重连。仅在使用 WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 > **注意**：启用自动重连仅对简单执行 SQL 语句以及 无模式写入、数据订阅有效。对于参数绑定无效。自动重连仅对连接建立时通过参数指定数据库有效，对后面的 `use db` 语句切换数据库无效。 -- TSDBDriver.PROPERTY_KEY_RECONNECT_INTERVAL_MS：自动重连重试间隔，单位毫秒，默认值 2000。仅在 PROPERTY_KEY_ENABLE_AUTO_RECONNECT 为 true 时生效。 -- TSDBDriver.PROPERTY_KEY_RECONNECT_RETRY_COUNT：自动重连重试次数，默认值 3，仅在 PROPERTY_KEY_ENABLE_AUTO_RECONNECT 为 true 时生效。 -- TSDBDriver.PROPERTY_KEY_DISABLE_SSL_CERT_VALIDATION：关闭 SSL 证书验证。仅在使用 WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 - -- TSDBDriver.PROPERTY_KEY_VARCHAR_AS_STRING：将 VARCHAR/BINARY 类型映射为 String，仅在使用 WebSocket 连接时生效。默认值为 false。 -- TSDBDriver.PROPERTY_KEY_APP_NAME：App 名称，可用于 `show connections` 查询结果显示。仅在使用 WebSocket 连接时生效。默认值为 java。 -- TSDBDriver.PROPERTY_KEY_APP_IP：App IP，可用于 `show connections` 查询结果显示。仅在使用 WebSocket 连接时生效。默认值为空。 - -- TSDBDriver.PROPERTY_KEY_ASYNC_WRITE：高效写入模式，目前仅支持 `stmt` 方式。仅在使用 WebSocket 连接时生效。默认值为空，即不启用高效写入模式。 -- TSDBDriver.PROPERTY_KEY_BACKEND_WRITE_THREAD_NUM：高效写入模式下，后台写入线程数。仅在使用 WebSocket 连接时生效。默认值为 10。 -- TSDBDriver.PROPERTY_KEY_BATCH_SIZE_BY_ROW：高效写入模式下，写入数据的批大小，单位是行。仅在使用 WebSocket 连接时生效。默认值为 1000。 -- TSDBDriver.PROPERTY_KEY_CACHE_SIZE_BY_ROW：高效写入模式下，缓存的大小，单位是行。仅在使用 WebSocket 连接时生效。默认值为 10000。 -- TSDBDriver.PROPERTY_KEY_COPY_DATA：高效写入模式下，是否拷贝应用通过 addBatch 传入的二进制类型数据。仅在使用 WebSocket 连接时生效。默认值为 false。 -- TSDBDriver.PROPERTY_KEY_STRICT_CHECK：高效写入模式下，是否校验表名长度和变长数据类型长度。仅在使用 WebSocket 连接时生效。默认值为 false。 -- TSDBDriver.PROPERTY_KEY_RETRY_TIMES：高效写入模式下，写入失败重试次数。仅在使用 WebSocket 连接时生效。默认值为 3。 +- TSDBDriver.PROPERTY_KEY_RECONNECT_INTERVAL_MS [`reconnectIntervalMs`]：自动重连重试间隔，单位毫秒，默认值 2000。仅在 PROPERTY_KEY_ENABLE_AUTO_RECONNECT 为 true 时生效。 +- TSDBDriver.PROPERTY_KEY_RECONNECT_RETRY_COUNT [`reconnectRetryCount`]：自动重连重试次数，默认值 3，仅在 PROPERTY_KEY_ENABLE_AUTO_RECONNECT 为 true 时生效。 +- TSDBDriver.PROPERTY_KEY_DISABLE_SSL_CERT_VALIDATION [`disableSSLCertValidation`]：关闭 SSL 证书验证。仅在使用 WebSocket 连接时生效。true：启用，false：不启用。默认为 false。 + +- TSDBDriver.PROPERTY_KEY_VARCHAR_AS_STRING [`varcharAsString`]：将 VARCHAR/BINARY 类型映射为 String，仅在使用 WebSocket 连接时生效。默认值为 false。 +- TSDBDriver.PROPERTY_KEY_APP_NAME [`app_name`]：App 名称，可用于 `show connections` 查询结果显示。仅在使用 WebSocket 连接时生效。默认值为 java。 +- TSDBDriver.PROPERTY_KEY_APP_IP [`app_ip`]：App IP，可用于 `show connections` 查询结果显示。仅在使用 WebSocket 连接时生效。默认值为空。 + +- TSDBDriver.PROPERTY_KEY_ASYNC_WRITE [`asyncWrite`]：高效写入模式，目前仅支持 `stmt` 方式。仅在使用 WebSocket 连接时生效。默认值为空，即不启用高效写入模式。 +- TSDBDriver.PROPERTY_KEY_BACKEND_WRITE_THREAD_NUM [`backendWriteThreadNum`]：高效写入模式下，后台写入线程数。仅在使用 WebSocket 连接时生效。默认值为 10。 +- TSDBDriver.PROPERTY_KEY_BATCH_SIZE_BY_ROW [`batchSizeByRow`]：高效写入模式下，写入数据的批大小，单位是行。仅在使用 WebSocket 连接时生效。默认值为 1000。 +- TSDBDriver.PROPERTY_KEY_CACHE_SIZE_BY_ROW [`cacheSizeByRow`]：高效写入模式下，缓存的大小，单位是行。仅在使用 WebSocket 连接时生效。默认值为 10000。 +- TSDBDriver.PROPERTY_KEY_COPY_DATA [`copyData`]：高效写入模式下，是否拷贝应用通过 addBatch 传入的二进制类型数据。仅在使用 WebSocket 连接时生效。默认值为 false。 +- TSDBDriver.PROPERTY_KEY_STRICT_CHECK [`strictCheck`]：高效写入模式下，是否校验表名长度和变长数据类型长度。仅在使用 WebSocket 连接时生效。默认值为 false。 +- TSDBDriver.PROPERTY_KEY_RETRY_TIMES [`retryTimes`]：高效写入模式下，写入失败重试次数。仅在使用 WebSocket 连接时生效。默认值为 3。 + +- TSDBDriver.PROPERTY_KEY_PBS_MODE [`pbsMode`]：参数绑定序列化模式，目前是实验特性，仅支持 `line` 模式，在参数绑定一批绑定的数据中每个子表仅一条数据时可以提升性能。仅在使用 WebSocket 连接时生效，不支持高效写入模式。默认值为空。 **配置参数的优先级** diff --git a/docs/zh/14-reference/05-connector/20-go.mdx b/docs/zh/14-reference/05-connector/20-go.mdx index f2d5f5c08c7c..cf49fb129a1f 100644 --- a/docs/zh/14-reference/05-connector/20-go.mdx +++ b/docs/zh/14-reference/05-connector/20-go.mdx @@ -25,25 +25,26 @@ import RequestId from "./_request_id.mdx"; | driver-go 版本 | 主要变化 | TDengine 版本 | |--------------|--------------------------------------------|---------------| +| v3.7.3 | 修复 WebSocket 连接 stmt 查询结果包含 decimal 数据崩溃 | - | | v3.7.2 | 支持 BLOB 类型 | - | | v3.7.1 | 支持 ipv6 连接 | - | | v3.7.0 | 支持 decimal 类型 | 3.3.6.0 及更高版本 | | v3.6.0 | stmt2 原生接口，DSN 支持密码包含特殊字符（url.QueryEscape） | 3.3.5.0 及更高版本 | | v3.5.8 | 修复空指针异常 | - | | v3.5.7 | taosWS 和 taosRestful 支持传入 request id | - | -| v3.5.6 | 提升 websocket 查询和写入性能 | 3.3.2.0 及更高版本 | +| v3.5.6 | 提升 WebSocket 查询和写入性能 | 3.3.2.0 及更高版本 | | v3.5.5 | restful 支持跳过 ssl 证书检查 | - | | v3.5.4 | 兼容 TDengine 3.3.0.0 tmq raw data | - | | v3.5.3 | 重构 taosWS | - | -| v3.5.2 | websocket 压缩和优化消息订阅性能 | 3.2.3.0 及更高版本 | +| v3.5.2 | WebSocket 压缩和优化消息订阅性能 | 3.2.3.0 及更高版本 | | v3.5.1 | 原生 stmt 查询和 geometry 类型支持 | 3.2.1.0 及更高版本 | | v3.5.0 | 获取消费进度及按照指定进度开始消费 | 3.0.5.0 及更高版本 | -| v3.3.1 | 基于 websocket 的 schemaless 协议写入 | 3.0.4.1 及更高版本 | +| v3.3.1 | 基于 WebSocket 的 schemaless 协议写入 | 3.0.4.1 及更高版本 | | v3.1.0 | 提供贴近 kafka 的订阅 api | - | | v3.0.4 | 新增 request id 相关接口 | 3.0.2.2 及更高版本 | -| v3.0.3 | 基于 websocket 的 statement 写入 | - | -| v3.0.2 | 基于 websocket 的数据查询和写入 | 3.0.1.5 及更高版本 | -| v3.0.1 | 基于 websocket 的消息订阅 | - | +| v3.0.3 | 基于 WebSocket 的 statement 写入 | - | +| v3.0.2 | 基于 WebSocket 的数据查询和写入 | 3.0.1.5 及更高版本 | +| v3.0.1 | 基于 WebSocket 的消息订阅 | - | | v3.0.0 | 适配 TDengine 3.0 查询和写入 | 3.0.0.0 及更高版本 | ## 异常和错误码 diff --git a/docs/zh/14-reference/05-connector/30-python.mdx b/docs/zh/14-reference/05-connector/30-python.mdx index d13dab8bf5c7..22ab7c9e3064 100644 --- a/docs/zh/14-reference/05-connector/30-python.mdx +++ b/docs/zh/14-reference/05-connector/30-python.mdx @@ -51,6 +51,7 @@ Python Connector 历史版本（建议使用最新版本的 `taospy`）： | Python Connector 版本 | 主要变化 | TDengine 版本 | | -------------------- | ---------------------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------- | +| 2.8.3 | 支持 BLOB 数据类型 | - | | 2.8.2 | 连接参数设置支持跨平台 | - | | 2.8.1 | 增加 connect 属性设置函数 | - | | 2.8.0 | 移除 Apache Superset 连接驱动 | - | @@ -136,6 +137,7 @@ TDengine 目前支持时间戳、数字、字符、布尔类型，与 Python 对 | GEOMETRY | bytearray | | VARBINARY | bytearray | | DECIMAL | Decimal | +| BLOB | bytearray | ## 示例程序汇总 | 示例程序链接 | 示例程序内容 | diff --git a/docs/zh/14-reference/05-connector/40-csharp.mdx b/docs/zh/14-reference/05-connector/40-csharp.mdx index 456b7fcaea07..f7e46417d3a2 100644 --- a/docs/zh/14-reference/05-connector/40-csharp.mdx +++ b/docs/zh/14-reference/05-connector/40-csharp.mdx @@ -24,6 +24,7 @@ import RequestId from "./_request_id.mdx"; | Connector 版本 | 主要变化 | TDengine 版本 | |:-------------|:----------------------------|:--------------| +| 3.1.7 | 支持 IPv6 连接，支持 DECIMAL 类型。 | 3.3.6.0 及更高版本 | | 3.1.6 | 优化 WebSocket 连接接收消息处理。 | - | | 3.1.5 | 修复 WebSocket 协议编码中文时长度错误。 | - | | 3.1.4 | 提升 WebSocket 查询和写入性能。 | 3.3.2.0 及更高版本 | diff --git a/include/common/streamMsg.h b/include/common/streamMsg.h index 8bc3818537a2..86f83744b70f 100644 --- a/include/common/streamMsg.h +++ b/include/common/streamMsg.h @@ -290,6 +290,8 @@ typedef struct { SArray* calcScanPlanList; // for calc action, SArray // trigger part + int8_t triggerHasPF; // Since some filter will be processed in trigger's reader, triggerPrevFilter will be NULL. + // Use this flag to mark whether trigger has preFilter. void* triggerPrevFilter; // filter for trigger table // runner part @@ -526,6 +528,7 @@ typedef struct { int8_t igNoDataTrigger; int8_t hasPartitionBy; int8_t isTriggerTblVirt; + int8_t triggerHasPF; // notify options SArray* pNotifyAddrUrls; @@ -741,13 +744,16 @@ typedef struct SSTriggerLastTsRequest { typedef struct SSTriggerFirstTsRequest { SSTriggerPullRequest base; int64_t startTime; + int64_t ver; } SSTriggerFirstTsRequest; typedef struct SSTriggerTsdbMetaRequest { SSTriggerPullRequest base; int64_t startTime; - int64_t gid; + int64_t endTime; + int64_t gid; // optional, 0 by default int8_t order; // 1 for asc, 2 for desc + int64_t ver; } SSTriggerTsdbMetaRequest; typedef struct SSTriggerTsdbTsDataRequest { @@ -756,13 +762,15 @@ typedef struct SSTriggerTsdbTsDataRequest { int64_t uid; int64_t skey; int64_t ekey; + int64_t ver; } SSTriggerTsdbTsDataRequest; typedef struct SSTriggerTsdbTriggerDataRequest { SSTriggerPullRequest base; int64_t startTime; - int64_t gid; + int64_t gid; // optional, 0 by default int8_t order; // 1 for asc, 2 for desc + int64_t ver; } SSTriggerTsdbTriggerDataRequest; typedef struct SSTriggerTsdbCalcDataRequest { @@ -770,6 +778,7 @@ typedef struct SSTriggerTsdbCalcDataRequest { int64_t gid; int64_t skey; int64_t ekey; + int64_t ver; } SSTriggerTsdbCalcDataRequest; typedef struct SSTriggerTsdbDataRequest { @@ -778,8 +787,9 @@ typedef struct SSTriggerTsdbDataRequest { int64_t uid; int64_t skey; int64_t ekey; - SArray* cids; // SArray, col_id starts from 0 + SArray* cids; // SArray, col_id starts from 0 int8_t order; // 1 for asc, 2 for desc + int64_t ver; } SSTriggerTsdbDataRequest; typedef struct SSTriggerWalMetaRequest { @@ -855,7 +865,7 @@ typedef union SSTriggerPullRequestUnion { } SSTriggerPullRequestUnion; int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTriggerPullRequest* pReq); -int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullRequestUnion* pReq); +int32_t tDeserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullRequestUnion* pReq); void tDestroySTriggerPullRequest(SSTriggerPullRequestUnion* pReq); typedef struct SSTriggerCalcParam { @@ -945,7 +955,6 @@ typedef struct STsInfo { typedef struct VTableInfo { int64_t gId; // group id int64_t uid; // table uid - int64_t ver; // table version SColRefWrapper cols; } VTableInfo; diff --git a/include/common/tdatablock.h b/include/common/tdatablock.h index b7aaf7ea29f8..de6ff1e038f0 100644 --- a/include/common/tdatablock.h +++ b/include/common/tdatablock.h @@ -40,7 +40,9 @@ typedef struct SBlockOrderInfo { #define BitPos(_n) ((_n) & ((1 << NBIT) - 1)) #define CharPos(r_) ((r_) >> NBIT) #define BMCharPos(bm_, r_) ((bm_)[(r_) >> NBIT]) -#define colDataIsNull_f(bm_, r_) ((BMCharPos(bm_, r_) & (1u << (7u - BitPos(r_)))) == (1u << (7u - BitPos(r_)))) +#define colDataIsNull_f(c_, r_) (((c_)->nullbitmap && (BMIsNull((c_)->nullbitmap, r_))) || (c_)->pData == NULL) +#define BMIsNull(bm_, r_) ((BMCharPos(bm_, r_) & (1u << (7u - BitPos(r_)))) == (1u << (7u - BitPos(r_)))) + #define QRY_PARAM_CHECK(_o) \ do { \ @@ -67,7 +69,7 @@ typedef struct SBlockOrderInfo { BMCharPos(bm_, r_) &= ((char)(~(1u << (7u - BitPos(r_))))); \ } while (0) -#define colDataIsNull_var(pColumnInfoData, row) (pColumnInfoData->varmeta.offset[row] == -1) +#define colDataIsNull_var(pColumnInfoData, row) (pColumnInfoData->varmeta.offset[row] == -1 || pColumnInfoData->pData == NULL) #define colDataSetNull_var(pColumnInfoData, row) (pColumnInfoData->varmeta.offset[row] = -1) #define BitmapLen(_n) (((_n) + ((1 << NBIT) - 1)) >> NBIT) @@ -96,7 +98,7 @@ static FORCE_INLINE bool colDataIsNull_s(const SColumnInfoData* pColumnInfoData, return false; } - return colDataIsNull_f(pColumnInfoData->nullbitmap, row); + return colDataIsNull_f(pColumnInfoData, row); } } @@ -105,7 +107,7 @@ static FORCE_INLINE bool colDataIsNull_t(const SColumnInfoData* pColumnInfoData, if (isVarType) { return colDataIsNull_var(pColumnInfoData, row); } else { - return pColumnInfoData->nullbitmap ? colDataIsNull_f(pColumnInfoData->nullbitmap, row) : false; + return pColumnInfoData->nullbitmap ? colDataIsNull_f(pColumnInfoData, row) : false; } } @@ -130,7 +132,7 @@ static FORCE_INLINE bool colDataIsNull(const SColumnInfoData* pColumnInfoData, u return false; } - return colDataIsNull_f(pColumnInfoData->nullbitmap, row); + return colDataIsNull_f(pColumnInfoData, row); } } diff --git a/include/common/tdataformat.h b/include/common/tdataformat.h index 2f39b9354a57..012ed5ef8ff7 100644 --- a/include/common/tdataformat.h +++ b/include/common/tdataformat.h @@ -174,7 +174,7 @@ int32_t tBlobSetCreate(int64_t cap, int8_t type, SBlobSet **ppBlobSet); int32_t tBlobSetPush(SBlobSet *pBlobSet, SBlobItem *pBlobItem, uint64_t *seq, int8_t nextRow); int32_t tBlobSetUpdate(SBlobSet *pBlobSet, uint64_t seq, SBlobItem *pBlobItem); int32_t tBlobSetGet(SBlobSet *pBlobSet, uint64_t seq, SBlobItem *pItem); -int32_t tBlobSetDestroy(SBlobSet *pBlowRow); +void tBlobSetDestroy(SBlobSet *pBlowRow); int32_t tBlobSetSize(SBlobSet *pBlobSet); void tBlobSetSwap(SBlobSet *p1, SBlobSet *p2); // int32_t tBlobRowEnd(SBlobSet *pBlobSet); @@ -300,11 +300,11 @@ struct SBlobSet { int8_t type; int8_t rowType; SHashObj *pSeqToffset; - int64_t seq; - int64_t len; - int32_t cap; - uint8_t compress; - SArray *pSeqTable; + int64_t seq; + int64_t len; + int32_t cap; + uint8_t compress; + SArray *pSeqTable; SArray *pSet; uint8_t *data; diff --git a/include/common/tglobal.h b/include/common/tglobal.h index 75ab50695068..04ae095cc59c 100644 --- a/include/common/tglobal.h +++ b/include/common/tglobal.h @@ -110,7 +110,6 @@ extern int32_t tsNumOfMnodeQueryThreads; extern int32_t tsNumOfMnodeFetchThreads; extern int32_t tsNumOfMnodeReadThreads; extern int32_t tsNumOfVnodeQueryThreads; -extern float tsRatioOfVnodeStreamThreads; extern int32_t tsNumOfVnodeFetchThreads; extern int32_t tsNumOfVnodeRsmaThreads; extern int32_t tsNumOfQnodeQueryThreads; @@ -299,11 +298,11 @@ extern int32_t tsTrimVDbIntervalSec; extern int32_t tsGrantHBInterval; extern int32_t tsUptimeInterval; extern bool tsUpdateCacheBatch; +extern bool tsDisableStream; extern int32_t tsStreamBufferSize; extern int64_t tsStreamBufferSizeBytes; extern bool tsFilterScalarMode; extern int32_t tsPQSortMemThreshold; -extern bool tsStreamCoverage; extern int32_t tsStreamNotifyMessageSize; extern int32_t tsStreamNotifyFrameSize; extern bool tsCompareAsStrInGreatest; diff --git a/include/common/tmsg.h b/include/common/tmsg.h index dbc774f5cac8..7ff079e2c1e2 100644 --- a/include/common/tmsg.h +++ b/include/common/tmsg.h @@ -4989,6 +4989,7 @@ int32_t tDeserializeSMqSeekReq(void* buf, int32_t bufLen, SMqSeekReq* pReq); #define TD_REQ_FROM_SML 0x10 #define SUBMIT_REQUEST_VERSION (1) #define SUBMIT_REQ_WITH_BLOB 0x10 +#define SUBMIT_REQ_SCHEMA_RES 0x20 #define TD_REQ_FROM_TAOX_OLD 0x1 // for compatibility diff --git a/include/libs/executor/dataSinkMgt.h b/include/libs/executor/dataSinkMgt.h index 38bcb0be36c3..a983aaacdb3a 100644 --- a/include/libs/executor/dataSinkMgt.h +++ b/include/libs/executor/dataSinkMgt.h @@ -76,11 +76,11 @@ typedef struct SDataSinkMgtCfg { int32_t dsDataSinkMgtInit(SDataSinkMgtCfg* cfg, SStorageAPI* pAPI, void** ppSinkManager); typedef struct SStreamDataInserterInfo { - bool isAutoCreateTable; - int64_t streamId; - int64_t groupId; - const char* tbName; - SArray* pTagVals; // SArray + bool isAutoCreateTable; + int64_t streamId; + int64_t groupId; + char* tbName; + SArray* pTagVals; // SArray } SStreamDataInserterInfo; typedef struct SInputData { diff --git a/include/libs/new-stream/stream.h b/include/libs/new-stream/stream.h index e206902b0923..115bc384d396 100644 --- a/include/libs/new-stream/stream.h +++ b/include/libs/new-stream/stream.h @@ -118,6 +118,7 @@ typedef struct SStreamRunnerTask { SStreamRunnerTaskNotification notification; const char *pPlan; int32_t parallelExecutionNun; + SMsgCb msgCb; void *pMsgCb; void *pWorkerCb; void *pSubTableExpr; diff --git a/include/libs/new-stream/streamReader.h b/include/libs/new-stream/streamReader.h index de06ac0d6935..e154e80539cb 100644 --- a/include/libs/new-stream/streamReader.h +++ b/include/libs/new-stream/streamReader.h @@ -66,6 +66,7 @@ typedef struct SStreamTriggerReaderTaskInnerOptions { STimeWindow twindows; uint64_t suid; uint64_t uid; + int64_t ver; uint64_t gid; int8_t tableType; bool groupSort; @@ -94,7 +95,7 @@ typedef struct SStreamReaderTaskInner { } SStreamReaderTaskInner; int32_t qStreamInitQueryTableDataCond(SQueryTableDataCond* pCond, int32_t order, void* schemas, bool isSchema, - STimeWindow twindows, uint64_t suid); + STimeWindow twindows, uint64_t suid, int64_t ver); int32_t createDataBlockForStream(SArray* schemas, SSDataBlock** pBlockRet); int32_t qStreamBuildSchema(SArray* schemas, int8_t type, int32_t bytes, col_id_t colId); void releaseStreamTask(void* p); diff --git a/include/libs/nodes/plannodes.h b/include/libs/nodes/plannodes.h index 512a89d066d4..c1912850bc77 100644 --- a/include/libs/nodes/plannodes.h +++ b/include/libs/nodes/plannodes.h @@ -129,6 +129,7 @@ typedef struct SScanLogicNode { bool needSplit; bool noPseudoRefAfterGrp; // no pseudo columns referenced ater group/partition clause bool virtualStableScan; + bool phTbnameScan; EStreamPlaceholder placeholderType; } SScanLogicNode; diff --git a/include/libs/parser/parser.h b/include/libs/parser/parser.h index 03d425d3364b..88eca873f7a8 100644 --- a/include/libs/parser/parser.h +++ b/include/libs/parser/parser.h @@ -124,7 +124,7 @@ typedef struct SParseContext { bool isView; bool isAudit; bool nodeOffline; - bool isStmtBind; + uint8_t stmtBindVersion; // 0 for not stmt; 1 for stmt1; 2 for stmt2 const char* svrVer; SArray* pTableMetaPos; // sql table pos => catalog data pos SArray* pTableVgroupPos; // sql table pos => catalog data pos @@ -160,7 +160,9 @@ int32_t qInitKeywordsTable(); void qCleanupKeywordsTable(); int32_t qAppendStmtTableOutput(SQuery* pQuery, SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, - SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq); + SStbInterlaceInfo* pBuildInfo); +int32_t qAppendStmt2TableOutput(SQuery* pQuery, SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, + SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq); int32_t qBuildStmtFinOutput(SQuery* pQuery, SHashObj* pAllVgHash, SArray* pVgDataBlocks); // int32_t qBuildStmtOutputFromTbList(SQuery* pQuery, SHashObj* pVgHash, SArray* pBlockList, STableDataCxt* pTbCtx, // int32_t tbNum); @@ -230,7 +232,9 @@ int32_t serializeVgroupsDropTableBatch(SHashObj* pVgroupHashmap, SArray** pOut); void destoryCatalogReq(SCatalogReq* pCatalogReq); bool isPrimaryKeyImpl(SNode* pExpr); int32_t insAppendStmtTableDataCxt(SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, - SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq); + SStbInterlaceInfo* pBuildInfo); +int32_t insAppendStmt2TableDataCxt(SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, + SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq); #ifdef __cplusplus } diff --git a/include/libs/planner/planner.h b/include/libs/planner/planner.h index 285bdc549120..ea082d31c266 100644 --- a/include/libs/planner/planner.h +++ b/include/libs/planner/planner.h @@ -48,8 +48,6 @@ typedef struct SPlanContext { int64_t allocatorId; void* timezone; int64_t recalculateInterval; - bool virtualStableQuery; - bool phTbnameQuery; bool streamVtableCalc; SNode* streamTriggerScanSubplan; SArray* pStreamCalcVgArray; diff --git a/include/libs/scalar/filter.h b/include/libs/scalar/filter.h index 49458cab2cb6..3fe2cfd3c157 100644 --- a/include/libs/scalar/filter.h +++ b/include/libs/scalar/filter.h @@ -29,6 +29,7 @@ enum { FLT_OPTION_NO_REWRITE = 1, FLT_OPTION_TIMESTAMP = 2, FLT_OPTION_NEED_UNIQE = 4, + FLT_OPTION_SCALAR_MODE = 8, }; diff --git a/packaging/tools/install.sh b/packaging/tools/install.sh index 33b0b1c819da..2947867ac876 100755 --- a/packaging/tools/install.sh +++ b/packaging/tools/install.sh @@ -810,13 +810,14 @@ function install_service_on_systemd() { if [ -f ${cfg_source_dir}/$1.service ]; then ${csudo}cp ${cfg_source_dir}/$1.service ${service_config_dir}/ || : fi - # set default malloc config for cluster(enterprise) and edge(community) - if [ "$verMode" == "cluster" ] && [ "$ostype" == "Linux" ]; then - if [ "$1" = "taosd" ] || [ "$1" = "taosadapter" ]; then - echo "set $1 malloc config" - ${install_main_dir}/bin/${set_malloc_bin} -m 0 -q - fi - fi + + # # set default malloc config for cluster(enterprise) and edge(community) + # if [ "$verMode" == "cluster" ] && [ "$ostype" == "Linux" ]; then + # if [ "$1" = "taosd" ] || [ "$1" = "taosadapter" ]; then + # echo "set $1 malloc config" + # ${csudo} ${install_main_dir}/bin/${set_malloc_bin} -m 0 -q + # fi + # fi ${csudo}systemctl enable $1 ${csudo}systemctl daemon-reload diff --git a/packaging/tools/remove.sh b/packaging/tools/remove.sh index 0be8d1a01819..66ace3ea1bf9 100755 --- a/packaging/tools/remove.sh +++ b/packaging/tools/remove.sh @@ -227,18 +227,59 @@ function clean_service_on_launchctl() { ${csudo}rm /Library/LaunchDaemons/com.taosdata.* >/dev/null 2>&1 || : } +function batch_remove_paths_and_clean_dir() { + local dir="$1" + shift + local paths=("$@") + for path in "${paths[@]}"; do + ${csudo}rm -rf "$path" || : + done + ${csudo}find "$dir" -type d -empty -delete || : + if [ -z "$(ls -A "$dir" 2>/dev/null)" ]; then + ${csudo}rm -rf "$dir" || : + fi +} + function remove_data_and_config() { data_dir=$(grep dataDir /etc/${PREFIX}/${PREFIX}.cfg | grep -v '#' | tail -n 1 | awk {'print $2'}) - if [ X"$data_dir" == X"" ]; then + if [ -z "$data_dir" ]; then data_dir="/var/lib/${PREFIX}" fi + log_dir=$(grep logDir /etc/${PREFIX}/${PREFIX}.cfg | grep -v '#' | tail -n 1 | awk {'print $2'}) - if [ X"$log_dir" == X"" ]; then + if [ -z "$log_dir" ]; then log_dir="/var/log/${PREFIX}" fi - [ -d "${config_dir}" ] && ${csudo}rm -rf ${config_dir} - [ -d "${data_dir}" ] && ${csudo}rm -rf ${data_dir} - [ -d "${log_dir}" ] && ${csudo}rm -rf ${log_dir} + + + if [ -d "${config_dir}" ]; then + ${csudo}rm -rf ${config_dir} + fi + + if [ -d "${data_dir}" ]; then + data_remove_list=( + "${data_dir}/dnode" + "${data_dir}/mnode" + "${data_dir}/vnode" + "${data_dir}/.udf" + "${data_dir}/.running"* + "${data_dir}/.taosudf"* + ) + batch_remove_paths_and_clean_dir "${data_dir}" "${data_remove_list[@]}" + fi + + if [ -d "${log_dir}" ]; then + log_remove_list=( + "${log_dir}/taos"* + "${log_dir}/udf"* + "${log_dir}/jemalloc" + "${log_dir}/tcmalloc" + "${log_dir}/set_taos_malloc.log" + "${log_dir}/.startRecord" + "${log_dir}/.startSeq" + ) + batch_remove_paths_and_clean_dir "${log_dir}" "${log_remove_list[@]}" + fi } function usage() { diff --git a/source/client/inc/clientInt.h b/source/client/inc/clientInt.h index 35eb25b71ff3..c15d3df9dad0 100644 --- a/source/client/inc/clientInt.h +++ b/source/client/inc/clientInt.h @@ -291,7 +291,7 @@ typedef struct SRequestObj { bool inRetry; bool isSubReq; bool inCallback; - bool isStmtBind; // is statement bind parameter + uint8_t stmtBindVersion; // 0 for not stmt; 1 for stmt1; 2 for stmt2 bool isQuery; uint32_t prevCode; // previous error code: todo refactor, add update flag for catalog uint32_t retry; diff --git a/source/client/src/clientImpl.c b/source/client/src/clientImpl.c index 2c3df59ca92f..b6b69564714d 100644 --- a/source/client/src/clientImpl.c +++ b/source/client/src/clientImpl.c @@ -251,7 +251,7 @@ int32_t buildRequest(uint64_t connId, const char* sql, int sqlLen, void* param, (*pRequest)->sqlstr[sqlLen] = 0; (*pRequest)->sqlLen = sqlLen; (*pRequest)->validateOnly = validateSql; - (*pRequest)->isStmtBind = false; + (*pRequest)->stmtBindVersion = 0; ((SSyncQueryParam*)(*pRequest)->body.interParam)->userParam = param; @@ -314,7 +314,7 @@ int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtC .enableSysInfo = pTscObj->sysInfo, .svrVer = pTscObj->sVer, .nodeOffline = (pTscObj->pAppInfo->onlineDnodes < pTscObj->pAppInfo->totalDnodes), - .isStmtBind = pRequest->isStmtBind, + .stmtBindVersion = pRequest->stmtBindVersion, .setQueryFp = setQueryRequest, .timezone = pTscObj->optionInfo.timezone, .charsetCxt = pTscObj->optionInfo.charsetCxt, @@ -330,7 +330,7 @@ int32_t parseSql(SRequestObj* pRequest, bool topicQuery, SQuery** pQuery, SStmtC if (TSDB_CODE_SUCCESS == code) { if ((*pQuery)->haveResultSet) { code = setResSchemaInfo(&pRequest->body.resInfo, (*pQuery)->pResSchema, (*pQuery)->numOfResCols, - (*pQuery)->pResExtSchema, pRequest->isStmtBind); + (*pQuery)->pResExtSchema, pRequest->stmtBindVersion > 0); setResPrecision(&pRequest->body.resInfo, (*pQuery)->precision); } } @@ -353,8 +353,8 @@ int32_t execLocalCmd(SRequestObj* pRequest, SQuery* pQuery) { int32_t code = qExecCommand(&pRequest->pTscObj->id, pRequest->pTscObj->sysInfo, pQuery->pRoot, &pRsp, biMode, pRequest->pTscObj->optionInfo.charsetCxt); if (TSDB_CODE_SUCCESS == code && NULL != pRsp) { - code = - setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4, pRequest->isStmtBind); + code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4, + pRequest->stmtBindVersion > 0); } return code; @@ -392,8 +392,8 @@ void asyncExecLocalCmd(SRequestObj* pRequest, SQuery* pQuery) { int32_t code = qExecCommand(&pRequest->pTscObj->id, pRequest->pTscObj->sysInfo, pQuery->pRoot, &pRsp, atomic_load_8(&pRequest->pTscObj->biMode), pRequest->pTscObj->optionInfo.charsetCxt); if (TSDB_CODE_SUCCESS == code && NULL != pRsp) { - code = - setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4, pRequest->isStmtBind); + code = setQueryResultFromRsp(&pRequest->body.resInfo, pRsp, pRequest->body.resInfo.convertUcs4, + pRequest->stmtBindVersion > 0); } SReqResultInfo* pResultInfo = &pRequest->body.resInfo; @@ -1994,7 +1994,7 @@ void doSetOneRowPtr(SReqResultInfo* pResultInfo) { pResultInfo->length[i] = 0; } } else { - if (!colDataIsNull_f(pCol->nullbitmap, pResultInfo->current)) { + if (!colDataIsNull_f(pCol, pResultInfo->current)) { pResultInfo->row[i] = pResultInfo->pCol[i].pData + schemaBytes * pResultInfo->current; pResultInfo->length[i] = schemaBytes; } else { @@ -2028,7 +2028,7 @@ void* doFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertUcs4) } pRequest->code = setQueryResultFromRsp(&pRequest->body.resInfo, (const SRetrieveTableRsp*)pResInfo->pData, - convertUcs4, pRequest->isStmtBind); + convertUcs4, pRequest->stmtBindVersion > 0); if (pRequest->code != TSDB_CODE_SUCCESS) { pResultInfo->numOfRows = 0; return NULL; @@ -3136,7 +3136,7 @@ static void fetchCallback(void* pResult, void* param, int32_t code) { } pRequest->code = setQueryResultFromRsp(pResultInfo, (const SRetrieveTableRsp*)pResultInfo->pData, - pResultInfo->convertUcs4, pRequest->isStmtBind); + pResultInfo->convertUcs4, pRequest->stmtBindVersion > 0); if (pRequest->code != TSDB_CODE_SUCCESS) { pResultInfo->numOfRows = 0; tscError("req:0x%" PRIx64 ", fetch results failed, code:%s, QID:0x%" PRIx64, pRequest->self, diff --git a/source/client/src/clientMain.c b/source/client/src/clientMain.c index 24cf492fa3bd..4053253091c3 100644 --- a/source/client/src/clientMain.c +++ b/source/client/src/clientMain.c @@ -1119,7 +1119,7 @@ bool taos_is_null(TAOS_RES *res, int32_t row, int32_t col) { if (IS_VAR_DATA_TYPE(pResultInfo->fields[col].type)) { return (pCol->offset[row] == -1); } else { - return colDataIsNull_f(pCol->nullbitmap, row); + return colDataIsNull_f(pCol, row); } } @@ -1258,7 +1258,7 @@ int taos_is_null_by_column(TAOS_RES *res, int columnIndex, bool result[], int *r } } else { for (int i = 0; i < *rows; i++) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { result[i] = true; } else { result[i] = false; @@ -1451,7 +1451,8 @@ void handleQueryAnslyseRes(SSqlCallbackWrapper *pWrapper, SMetaData *pResultMeta } if (pQuery->haveResultSet) { - code = setResSchemaInfo(&pRequest->body.resInfo, pQuery->pResSchema, pQuery->numOfResCols, pQuery->pResExtSchema, pRequest->isStmtBind); + code = setResSchemaInfo(&pRequest->body.resInfo, pQuery->pResSchema, pQuery->numOfResCols, pQuery->pResExtSchema, + pRequest->stmtBindVersion > 0); setResPrecision(&pRequest->body.resInfo, pQuery->precision); } } diff --git a/source/client/src/clientMsgHandler.c b/source/client/src/clientMsgHandler.c index 4b5ace97b3ff..10456ce5163a 100644 --- a/source/client/src/clientMsgHandler.c +++ b/source/client/src/clientMsgHandler.c @@ -682,7 +682,7 @@ int32_t processShowVariablesRsp(void* param, SDataBuf* pMsg, int32_t code) { code = buildShowVariablesRsp(rsp.variables, &pRes); } if (TSDB_CODE_SUCCESS == code) { - code = setQueryResultFromRsp(&pRequest->body.resInfo, pRes, false, pRequest->isStmtBind); + code = setQueryResultFromRsp(&pRequest->body.resInfo, pRes, false, pRequest->stmtBindVersion > 0); } if (code != 0) { @@ -837,7 +837,7 @@ int32_t processCompactDbRsp(void* param, SDataBuf* pMsg, int32_t code) { code = buildRetriveTableRspForCompactDb(&rsp, &pRes); } if (TSDB_CODE_SUCCESS == code) { - code = setQueryResultFromRsp(&pRequest->body.resInfo, pRes, false, pRequest->isStmtBind); + code = setQueryResultFromRsp(&pRequest->body.resInfo, pRes, false, pRequest->stmtBindVersion > 0); } if (code != 0) { diff --git a/source/client/src/clientStmt.c b/source/client/src/clientStmt.c index 0600cd23c570..6720831e562c 100644 --- a/source/client/src/clientStmt.c +++ b/source/client/src/clientStmt.c @@ -88,7 +88,7 @@ static int32_t stmtCreateRequest(STscStmt* pStmt) { } if (TSDB_CODE_SUCCESS == code) { pStmt->exec.pRequest->syncQuery = true; - pStmt->exec.pRequest->isStmtBind = true; + pStmt->exec.pRequest->stmtBindVersion = 1; } } @@ -348,6 +348,7 @@ int32_t stmtParseSql(STscStmt* pStmt) { }; STMT_ERR_RET(stmtCreateRequest(pStmt)); + pStmt->exec.pRequest->stmtBindVersion = 1; pStmt->stat.parseSqlNum++; STMT_ERR_RET(parseSql(pStmt->exec.pRequest, false, &pStmt->sql.pQuery, &stmtCb)); @@ -770,7 +771,7 @@ int32_t stmtAsyncOutput(STscStmt* pStmt, void* param) { atomic_store_8((int8_t*)&pStmt->sql.siInfo.tableColsReady, true); } else { STMT_ERR_RET(qAppendStmtTableOutput(pStmt->sql.pQuery, pStmt->sql.pVgHash, &pParam->tblData, pStmt->exec.pCurrBlock, - &pStmt->sql.siInfo, NULL)); + &pStmt->sql.siInfo)); // taosMemoryFree(pParam->pTbData); diff --git a/source/client/src/clientStmt2.c b/source/client/src/clientStmt2.c index c72c1e743ba6..d0f914748013 100644 --- a/source/client/src/clientStmt2.c +++ b/source/client/src/clientStmt2.c @@ -127,7 +127,7 @@ static int32_t stmtCreateRequest(STscStmt2* pStmt) { } if (TSDB_CODE_SUCCESS == code) { pStmt->exec.pRequest->syncQuery = true; - pStmt->exec.pRequest->isStmtBind = true; + pStmt->exec.pRequest->stmtBindVersion = 2; } } @@ -325,7 +325,7 @@ static int32_t stmtParseSql(STscStmt2* pStmt) { }; STMT_ERR_RET(stmtCreateRequest(pStmt)); - pStmt->exec.pRequest->isStmtBind = true; + pStmt->exec.pRequest->stmtBindVersion = 2; pStmt->stat.parseSqlNum++; STMT_ERR_RET(parseSql(pStmt->exec.pRequest, false, &pStmt->sql.pQuery, &stmtCb)); @@ -799,8 +799,8 @@ static int32_t stmtAsyncOutput(STscStmt2* pStmt, void* param) { atomic_store_8((int8_t*)&pStmt->sql.siInfo.tableColsReady, true); STMT2_TLOG_E("restore pTableCols finished"); } else { - int code = qAppendStmtTableOutput(pStmt->sql.pQuery, pStmt->sql.pVgHash, &pParam->tblData, pStmt->exec.pCurrBlock, - &pStmt->sql.siInfo, pParam->pCreateTbReq); + int code = qAppendStmt2TableOutput(pStmt->sql.pQuery, pStmt->sql.pVgHash, &pParam->tblData, pStmt->exec.pCurrBlock, + &pStmt->sql.siInfo, pParam->pCreateTbReq); // taosMemoryFree(pParam->pTbData); (void)atomic_sub_fetch_64(&pStmt->sql.siInfo.tbRemainNum, 1); if (code != TSDB_CODE_SUCCESS) { diff --git a/source/common/src/msg/streamMsg.c b/source/common/src/msg/streamMsg.c index dd24cf9b7b82..ea999816ad6f 100644 --- a/source/common/src/msg/streamMsg.c +++ b/source/common/src/msg/streamMsg.c @@ -918,6 +918,7 @@ int32_t tEncodeSStreamTriggerDeployMsg(SEncoder* pEncoder, const SStreamTriggerD TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pMsg->igNoDataTrigger)); TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pMsg->hasPartitionBy)); TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pMsg->isTriggerTblVirt)); + TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pMsg->triggerHasPF)); int32_t addrSize = (int32_t)taosArrayGetSize(pMsg->pNotifyAddrUrls); TAOS_CHECK_EXIT(tEncodeI32(pEncoder, addrSize)); @@ -1443,6 +1444,7 @@ int32_t tDecodeSStreamTriggerDeployMsg(SDecoder* pDecoder, SStreamTriggerDeployM TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pMsg->igNoDataTrigger)); TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pMsg->hasPartitionBy)); TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pMsg->isTriggerTblVirt)); + TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pMsg->triggerHasPF)); int32_t addrSize = 0; TAOS_CHECK_EXIT(tDecodeI32(pDecoder, &addrSize)); @@ -1947,7 +1949,7 @@ void tFreeSStreamRunnerDeployMsg(SStreamRunnerDeployMsg* pRunner) { taosMemoryFree(pRunner->outDBFName); taosMemoryFree(pRunner->outTblName); - taosArrayDestroyEx(pRunner->pNotifyAddrUrls, taosAutoMemoryFree); + taosArrayDestroyEx(pRunner->pNotifyAddrUrls, tFreeStreamNotifyUrl); taosArrayDestroy(pRunner->outCols); taosArrayDestroy(pRunner->outTags); @@ -2311,6 +2313,7 @@ int32_t tSerializeSCMCreateStreamReqImpl(SEncoder* pEncoder, const SCMCreateStre int32_t triggerScanPlanLen = pReq->triggerScanPlan == NULL ? 0 : (int32_t)strlen((char*)pReq->triggerScanPlan) + 1; TAOS_CHECK_EXIT(tEncodeBinary(pEncoder, pReq->triggerScanPlan, triggerScanPlanLen)); + TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pReq->triggerHasPF)); int32_t triggerFilterLen = pReq->triggerPrevFilter == NULL ? 0 : (int32_t)strlen((char*)pReq->triggerPrevFilter) + 1; TAOS_CHECK_EXIT(tEncodeBinary(pEncoder, pReq->triggerPrevFilter, triggerFilterLen)); @@ -2568,6 +2571,7 @@ int32_t tDeserializeSCMCreateStreamReqImpl(SDecoder *pDecoder, SCMCreateStreamRe TAOS_CHECK_EXIT(tDecodeBinaryAlloc(pDecoder, (void**)&pReq->triggerScanPlan, NULL)); + TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pReq->triggerHasPF)); TAOS_CHECK_EXIT(tDecodeBinaryAlloc(pDecoder, (void**)&pReq->triggerPrevFilter, NULL)); int32_t calcScanPlanListSize = 0; @@ -2828,6 +2832,8 @@ int32_t tCloneStreamCreateDeployPointers(SCMCreateStreamReq *pSrc, SCMCreateStre pDst->outTags = taosArrayDup(pSrc->outTags, NULL); TSDB_CHECK_NULL(pDst->outTags, code, lino, _exit, terrno); } + + pDst->triggerType = pSrc->triggerType; switch (pSrc->triggerType) { case WINDOW_TYPE_EVENT: @@ -3392,13 +3398,16 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger case STRIGGER_PULL_FIRST_TS: { SSTriggerFirstTsRequest* pRequest = (SSTriggerFirstTsRequest*)pReq; TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->startTime)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_META: { SSTriggerTsdbMetaRequest* pRequest = (SSTriggerTsdbMetaRequest*)pReq; TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->startTime)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->endTime)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->gid)); TAOS_CHECK_EXIT(tEncodeI8(&encoder, pRequest->order)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_META_NEXT: { @@ -3410,6 +3419,7 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->uid)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->skey)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ekey)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_TRIGGER_DATA: { @@ -3417,6 +3427,7 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->startTime)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->gid)); TAOS_CHECK_EXIT(tEncodeI8(&encoder, pRequest->order)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT: { @@ -3427,6 +3438,7 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->gid)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->skey)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ekey)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_CALC_DATA_NEXT: { @@ -3440,6 +3452,7 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ekey)); TAOS_CHECK_EXIT(encodeColsArray(&encoder, pRequest->cids)); TAOS_CHECK_EXIT(tEncodeI8(&encoder, pRequest->order)); + TAOS_CHECK_EXIT(tEncodeI64(&encoder, pRequest->ver)); break; } case STRIGGER_PULL_TSDB_DATA_NEXT: { @@ -3515,7 +3528,7 @@ int32_t tSerializeSTriggerPullRequest(void* buf, int32_t bufLen, const SSTrigger } -int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullRequestUnion* pReq) { +int32_t tDeserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullRequestUnion* pReq) { SDecoder decoder = {0}; int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; @@ -3560,13 +3573,16 @@ int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullR case STRIGGER_PULL_FIRST_TS: { SSTriggerFirstTsRequest* pRequest = &(pReq->firstTsReq); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->startTime)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_META: { SSTriggerTsdbMetaRequest* pRequest = &(pReq->tsdbMetaReq); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->startTime)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->endTime)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->gid)); TAOS_CHECK_EXIT(tDecodeI8(&decoder, &pRequest->order)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_META_NEXT: { @@ -3578,6 +3594,7 @@ int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullR TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->uid)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->skey)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ekey)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_TRIGGER_DATA: { @@ -3585,6 +3602,7 @@ int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullR TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->startTime)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->gid)); TAOS_CHECK_EXIT(tDecodeI8(&decoder, &pRequest->order)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT: { @@ -3595,6 +3613,7 @@ int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullR TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->gid)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->skey)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ekey)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_CALC_DATA_NEXT: { @@ -3608,6 +3627,7 @@ int32_t tDserializeSTriggerPullRequest(void* buf, int32_t bufLen, SSTriggerPullR TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ekey)); TAOS_CHECK_EXIT(decodeColsArray(&decoder, &pRequest->cids)); TAOS_CHECK_EXIT(tDecodeI8(&decoder, &pRequest->order)); + TAOS_CHECK_EXIT(tDecodeI64(&decoder, &pRequest->ver)); break; } case STRIGGER_PULL_TSDB_DATA_NEXT: { @@ -4065,7 +4085,6 @@ int32_t tSerializeSStreamMsgVTableInfo(void* buf, int32_t bufLen, const SStreamM } TAOS_CHECK_EXIT(tEncodeI64(&encoder, info->gId)); TAOS_CHECK_EXIT(tEncodeI64(&encoder, info->uid)); - TAOS_CHECK_EXIT(tEncodeI64(&encoder, info->ver)); TAOS_CHECK_EXIT(tEncodeSColRefWrapper(&encoder, &info->cols)); } @@ -4102,7 +4121,6 @@ int32_t tDeserializeSStreamMsgVTableInfo(void* buf, int32_t bufLen, SStreamMsgVT } TAOS_CHECK_EXIT(tDecodeI64(&decoder, &info->gId)); TAOS_CHECK_EXIT(tDecodeI64(&decoder, &info->uid)); - TAOS_CHECK_EXIT(tDecodeI64(&decoder, &info->ver)); TAOS_CHECK_EXIT(tDecodeSColRefWrapperEx(&decoder, &info->cols, false)); } diff --git a/source/common/src/msg/tmsg.c b/source/common/src/msg/tmsg.c index 4ac53bfdcd25..0625b3f5b907 100644 --- a/source/common/src/msg/tmsg.c +++ b/source/common/src/msg/tmsg.c @@ -13406,14 +13406,17 @@ void tDestroySubmitTbData(SSubmitTbData *pTbData, int32_t flag) { } if (pTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) { - int32_t nColData = TARRAY_SIZE(pTbData->aCol); - SColData *aColData = (SColData *)TARRAY_DATA(pTbData->aCol); + if (pTbData->aCol) { + int32_t nColData = TARRAY_SIZE(pTbData->aCol); + SColData *aColData = (SColData *)TARRAY_DATA(pTbData->aCol); - for (int32_t i = 0; i < nColData; ++i) { - tColDataDestroy(&aColData[i]); + for (int32_t i = 0; i < nColData; ++i) { + tColDataDestroy(&aColData[i]); + } + taosArrayDestroy(pTbData->aCol); + pTbData->aCol = NULL; } - taosArrayDestroy(pTbData->aCol); - } else { + } else if (pTbData->aRowP) { int32_t nRow = TARRAY_SIZE(pTbData->aRowP); SRow **rows = (SRow **)TARRAY_DATA(pTbData->aRowP); diff --git a/source/common/src/tdatablock.c b/source/common/src/tdatablock.c index b8d12950ba2d..17dec2395efc 100644 --- a/source/common/src/tdatablock.c +++ b/source/common/src/tdatablock.c @@ -658,7 +658,7 @@ int32_t colDataAssignNRows(SColumnInfoData* pDst, int32_t dstIdx, const SColumnI } i += (1 << NBIT) - 1; } else { - if (colDataIsNull_f(pSrc->nullbitmap, srcIdx + i)) { + if (colDataIsNull_f(pSrc, srcIdx + i)) { colDataSetNull_f(pDst->nullbitmap, dstIdx + i); pDst->hasNull = true; } else { @@ -668,7 +668,7 @@ int32_t colDataAssignNRows(SColumnInfoData* pDst, int32_t dstIdx, const SColumnI } } else { for (int32_t i = 0; i < numOfRows; ++i) { - if (colDataIsNull_f(pSrc->nullbitmap, srcIdx + i)) { + if (colDataIsNull_f(pSrc, srcIdx + i)) { colDataSetNull_f(pDst->nullbitmap, dstIdx + i); pDst->hasNull = true; } else { @@ -1173,7 +1173,7 @@ static bool colDataIsNNull(const SColumnInfoData* pColumnInfoData, int32_t start } for (int32_t i = startIndex; i < nRows; ++i) { - if (!colDataIsNull_f(pColumnInfoData->nullbitmap, i)) { + if (!colDataIsNull_f(pColumnInfoData, i)) { return false; } } @@ -1373,7 +1373,7 @@ static void blockDataAssign(SColumnInfoData* pCols, const SSDataBlock* pDataBloc } } else { for (int32_t j = 0; j < pDataBlock->info.rows; ++j) { - if (colDataIsNull_f(pSrc->nullbitmap, index[j])) { + if (colDataIsNull_f(pSrc, index[j])) { colDataSetNull_f_s(pDst, j); continue; } @@ -3652,7 +3652,7 @@ int32_t trimDataBlock(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolL continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int64_t*)pDst->pData)[numOfRows] = ((int64_t*)pDst->pData)[j]; @@ -3669,7 +3669,7 @@ int32_t trimDataBlock(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolL j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int32_t*)pDst->pData)[numOfRows] = ((int32_t*)pDst->pData)[j]; @@ -3685,7 +3685,7 @@ int32_t trimDataBlock(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolL j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int16_t*)pDst->pData)[numOfRows] = ((int16_t*)pDst->pData)[j]; @@ -3702,7 +3702,7 @@ int32_t trimDataBlock(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolL j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int8_t*)pDst->pData)[numOfRows] = ((int8_t*)pDst->pData)[j]; @@ -3718,7 +3718,7 @@ int32_t trimDataBlock(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolL j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { memcpy(pDst->pData + numOfRows * pDst->info.bytes, pDst->pData + j * pDst->info.bytes, pDst->info.bytes); @@ -4120,7 +4120,7 @@ int32_t blockEncodeAsRows(const SSDataBlock* pBlock, char* data, size_t dataBufl metaSize = BitmapLen(realRows); if(dataLen + metaSize > dataBuflen) goto _exit; for (int32_t j = 0; j < realRows; ++j) { - if (colDataIsNull_f(pColRes->nullbitmap, j + startIndex)) { + if (colDataIsNull_f(pColRes, j + startIndex)) { colDataSetNull_f(data, j); } } @@ -4342,7 +4342,7 @@ int32_t blockSpecialDecodeLaterPart(SSDataBlock* pBlock, const char* pData, int3 memcpy(pColInfoData->nullbitmap, pStart, BitmapLen(realRows)); for (int32_t j = 0; j < realRows; ++j) { - if (colDataIsNull_f(pStart, j + firstRowNum)) { + if (BMIsNull(pStart, j + firstRowNum)) { colDataSetNull_f(pColInfoData->nullbitmap, j); } } diff --git a/source/common/src/tdataformat.c b/source/common/src/tdataformat.c index 4141cdfb3e8f..609424943845 100644 --- a/source/common/src/tdataformat.c +++ b/source/common/src/tdataformat.c @@ -513,7 +513,9 @@ static int32_t tRowBuildTupleWithBlob2(SArray *aColVal, const SRowBuildScanInfo varlen += colValArray[colValIndex].value.nData; } else { uint64_t seq = 0; - tGetU64(colValArray[colValIndex].value.pData, &seq); + if (tGetU64(colValArray[colValIndex].value.pData, &seq) < 0) { + TAOS_CHECK_RETURN(TSDB_CODE_INVALID_PARA); + } SBlobItem item = {0}; code = tBlobSetGet(pSrcBlobSet, seq, &item); @@ -799,7 +801,9 @@ static int32_t tRowBuildKVRowWithBlob2(SArray *aColVal, const SRowBuildScanInfo payloadSize += colValArray[colValIndex].value.nData; } else { uint64_t seq = 0; - tGetU64(colValArray[colValIndex].value.pData, &seq); + if (tGetU64(colValArray[colValIndex].value.pData, &seq) < 0) { + TAOS_CHECK_RETURN(TSDB_CODE_INVALID_PARA); + } SBlobItem item = {0}; int32_t code = tBlobSetGet(pSrcBlobSet, seq, &item); @@ -1258,16 +1262,14 @@ int32_t tBlobSetSize(SBlobSet *pBlobSet) { return taosArrayGetSize(pBlobSet->pSeqTable); } -int32_t tBlobSetDestroy(SBlobSet *pBlobSet) { - if (pBlobSet == NULL) return 0; - int32_t code = 0; +void tBlobSetDestroy(SBlobSet *pBlobSet) { + if (pBlobSet == NULL) return; uTrace("destroy blob row, seqTable size %p", pBlobSet); taosMemoryFree(pBlobSet->data); taosArrayDestroy(pBlobSet->pSeqTable); taosHashCleanup(pBlobSet->pSeqToffset); taosArrayDestroy(pBlobSet->pSet); taosMemoryFree(pBlobSet); - return code; } int32_t tBlobSetClear(SBlobSet *pBlobSet) { if (pBlobSet == NULL) return 0; @@ -1636,7 +1638,10 @@ static int32_t tBlobSetTransferTo(SBlobSet *pSrc, SBlobSet *pDst, SColVal *pVal) TAOS_CHECK_GOTO(code, &lino, _error); } else { uint64_t seq = 0; - tGetU64(pVal->value.pData, &seq); + if (tGetU64(pVal->value.pData, &seq) < 0) { + uError("tBlobSetTransferTo: invalid blob value, seq %p", pVal->value.pData); + return TSDB_CODE_INVALID_PARA; + } SBlobItem item = {0}; code = tBlobSetGet(pSrc, seq, &item); @@ -1644,7 +1649,10 @@ static int32_t tBlobSetTransferTo(SBlobSet *pSrc, SBlobSet *pDst, SColVal *pVal) code = tBlobSetPush(pDst, &item, &seq, 1); TAOS_CHECK_GOTO(code, &lino, _error); - tPutU64(pVal->value.pData, seq); + if (tPutU64(pVal->value.pData, seq) < 0) { + uError("tBlobSetTransferTo: put seq to colVal failed"); + return TSDB_CODE_INVALID_PARA; + } } _error: @@ -4589,7 +4597,7 @@ int32_t tColDataAddValueByDataBlock(SColData *pColData, int8_t type, int32_t byt bool allValue = true; bool allNull = true; for (int32_t i = 0; i < nRows; ++i) { - if (!colDataIsNull_f(lengthOrbitmap, i)) { + if (!BMIsNull(lengthOrbitmap, i)) { allNull = false; } else { allValue = false; @@ -4613,7 +4621,7 @@ int32_t tColDataAddValueByDataBlock(SColData *pColData, int8_t type, int32_t byt } } else { for (int32_t i = 0; i < nRows; ++i) { - if (colDataIsNull_f(lengthOrbitmap, i)) { + if (BMIsNull(lengthOrbitmap, i)) { code = tColDataAppendValueImpl[pColData->flag][CV_FLAG_NULL](pColData, NULL, 0); if (code) goto _exit; } else { @@ -5822,7 +5830,7 @@ int32_t tDecodeBlobSet(SDecoder *pDecoder, SBlobSet **pBlobSet) { TAOS_CHECK_EXIT(tDecodeFixed(pDecoder, pBlob->data, pBlob->len)); *pBlobSet = pBlob; - uInfo("decode blob len:%d", (int32_t)(pBlob->len)); + uTrace("decode blob len:%d", (int32_t)(pBlob->len)); _exit: if (code != 0) { diff --git a/source/common/src/tglobal.c b/source/common/src/tglobal.c index 5c1c697d3de7..c30a175f3c1f 100644 --- a/source/common/src/tglobal.c +++ b/source/common/src/tglobal.c @@ -101,14 +101,12 @@ int32_t tsNumOfMnodeQueryThreads = 16; int32_t tsNumOfMnodeFetchThreads = 1; int32_t tsNumOfMnodeReadThreads = 1; int32_t tsNumOfVnodeQueryThreads = 16; -float tsRatioOfVnodeStreamThreads = 0.5F; int32_t tsNumOfVnodeFetchThreads = 4; int32_t tsNumOfVnodeRsmaThreads = 2; int32_t tsNumOfQnodeQueryThreads = 16; int32_t tsNumOfQnodeFetchThreads = 1; int32_t tsNumOfSnodeStreamThreads = 4; int32_t tsNumOfSnodeWriteThreads = 1; -int32_t tsMaxStreamBackendCache = 128; // M int32_t tsPQSortMemThreshold = 16; // M int32_t tsRetentionSpeedLimitMB = 0; // unlimited int32_t tsNumOfMnodeStreamMgmtThreads = 2; @@ -358,7 +356,6 @@ bool tsDisableStream = false; int32_t tsStreamBufferSize = 0; //MB int64_t tsStreamBufferSizeBytes = 0; // bytes bool tsFilterScalarMode = false; -bool tsStreamCoverage = false; bool tsUpdateCacheBatch = true; @@ -381,10 +378,6 @@ void *pTimezoneNameMap = NULL; int32_t tsStreamNotifyMessageSize = 8 * 1024; // KB, default 8MB int32_t tsStreamNotifyFrameSize = 256; // KB, default 256KB -int32_t tsStreamVirtualMergeMaxDelayMs = 10 * 1000; // 10s -int32_t tsStreamVirtualMergeMaxMemKb = 16 * 1024; // 16MB -int32_t tsStreamVirtualMergeWaitMode = 0; // 0 wait forever, 1 wait for max delay, 2 wait for max mem - int32_t taosCheckCfgStrValueLen(const char *name, const char *value, int32_t len); #define TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, pName) \ @@ -684,9 +677,6 @@ static int32_t taosAddClientCfg(SConfig *pCfg) { TAOS_CHECK_RETURN(cfgAddInt32(pCfg, "tsmaDataDeleteMark", tsmaDataDeleteMark, 60 * 60 * 1000, INT64_MAX, CFG_SCOPE_CLIENT, CFG_DYN_CLIENT, CFG_CATEGORY_LOCAL)); - TAOS_CHECK_RETURN( - cfgAddBool(pCfg, "streamCoverage", tsStreamCoverage, CFG_DYN_CLIENT, CFG_DYN_CLIENT, CFG_CATEGORY_LOCAL)); - TAOS_CHECK_RETURN(cfgAddBool(pCfg, "compareAsStrInGreatest", tsCompareAsStrInGreatest, CFG_SCOPE_CLIENT, CFG_DYN_CLIENT, CFG_CATEGORY_LOCAL)); TAOS_RETURN(TSDB_CODE_SUCCESS); @@ -816,7 +806,6 @@ static int32_t taosAddServerCfg(SConfig *pCfg) { TAOS_CHECK_RETURN(cfgAddInt32(pCfg, "numOfMnodeReadThreads", tsNumOfMnodeReadThreads, 1, 1024, CFG_SCOPE_SERVER, CFG_DYN_SERVER_LAZY,CFG_CATEGORY_LOCAL)); TAOS_CHECK_RETURN(cfgAddInt32(pCfg, "numOfVnodeQueryThreads", tsNumOfVnodeQueryThreads, 1, 1024, CFG_SCOPE_SERVER, CFG_DYN_SERVER_LAZY,CFG_CATEGORY_LOCAL)); - TAOS_CHECK_RETURN(cfgAddFloat(pCfg, "ratioOfVnodeStreamThreads", tsRatioOfVnodeStreamThreads, 0.01, 4, CFG_SCOPE_SERVER, CFG_DYN_SERVER_LAZY,CFG_CATEGORY_LOCAL)); TAOS_CHECK_RETURN(cfgAddInt32(pCfg, "numOfVnodeFetchThreads", tsNumOfVnodeFetchThreads, 4, 1024, CFG_SCOPE_SERVER, CFG_DYN_SERVER_LAZY,CFG_CATEGORY_LOCAL)); TAOS_CHECK_RETURN(cfgAddInt32(pCfg, "numOfVnodeRsmaThreads", tsNumOfVnodeRsmaThreads, 1, 1024, CFG_SCOPE_SERVER, CFG_DYN_SERVER_LAZY,CFG_CATEGORY_LOCAL)); @@ -1021,12 +1010,6 @@ static int32_t taosUpdateServerCfg(SConfig *pCfg) { pItem->stype = stype; } - pItem = cfgGetItem(pCfg, "ratioOfVnodeStreamThreads"); - if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) { - pItem->fval = tsRatioOfVnodeStreamThreads; - pItem->stype = stype; - } - pItem = cfgGetItem(pCfg, "numOfVnodeFetchThreads"); if (pItem != NULL && pItem->stype == CFG_STYPE_DEFAULT) { tsNumOfVnodeFetchThreads = numOfCores / 4; @@ -1432,9 +1415,6 @@ static int32_t taosSetClientCfg(SConfig *pCfg) { TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "bypassFlag"); tsBypassFlag = pItem->i32; - TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "streamCoverage"); - tsStreamCoverage = pItem->bval; - TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "compareAsStrInGreatest"); tsCompareAsStrInGreatest = pItem->bval; @@ -1544,9 +1524,6 @@ static int32_t taosSetServerCfg(SConfig *pCfg) { TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "numOfVnodeQueryThreads"); tsNumOfVnodeQueryThreads = pItem->i32; - TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "ratioOfVnodeStreamThreads"); - tsRatioOfVnodeStreamThreads = pItem->fval; - TAOS_CHECK_GET_CFG_ITEM(pCfg, pItem, "numOfVnodeFetchThreads"); tsNumOfVnodeFetchThreads = pItem->i32; @@ -2895,7 +2872,6 @@ static int32_t taosCfgDynamicOptionsForClient(SConfig *pCfg, const char *name) { {"numOfRpcSessions", &tsNumOfRpcSessions}, {"bypassFlag", &tsBypassFlag}, {"safetyCheckLevel", &tsSafetyCheckLevel}, - {"streamCoverage", &tsStreamCoverage}, {"compareAsStrInGreatest", &tsCompareAsStrInGreatest}}; if ((code = taosCfgSetOption(debugOptions, tListLen(debugOptions), pItem, true)) != TSDB_CODE_SUCCESS) { diff --git a/source/common/test/commonTests.cpp b/source/common/test/commonTests.cpp index 42e86db4e55b..6998f454ac88 100644 --- a/source/common/test/commonTests.cpp +++ b/source/common/test/commonTests.cpp @@ -329,10 +329,10 @@ TEST(testCase, Datablock_test) { SColumnInfoData* p1 = (SColumnInfoData*)taosArrayGet(b->pDataBlock, 1); for (int32_t i = 0; i < 40; ++i) { if (i & 0x01) { - ASSERT_EQ(colDataIsNull_f(p0->nullbitmap, i), false); + ASSERT_EQ(colDataIsNull_f(p0, i), false); ASSERT_EQ(colDataIsNull(p1, b->info.rows, i, nullptr), false); } else { - ASSERT_EQ(colDataIsNull_f(p0->nullbitmap, i), true); + ASSERT_EQ(colDataIsNull_f(p0, i), true); ASSERT_EQ(colDataIsNull(p0, b->info.rows, i, nullptr), true); ASSERT_EQ(colDataIsNull(p1, b->info.rows, i, nullptr), true); diff --git a/source/dnode/mgmt/mgmt_snode/src/smWorker.c b/source/dnode/mgmt/mgmt_snode/src/smWorker.c index f82911958059..5431c6cf006e 100644 --- a/source/dnode/mgmt/mgmt_snode/src/smWorker.c +++ b/source/dnode/mgmt/mgmt_snode/src/smWorker.c @@ -56,7 +56,7 @@ static void smProcessStreamTriggerQueue(SQueueInfo *pInfo, SRpcMsg *pMsg) { SSnodeMgmt *pMgmt = pInfo->ahandle; STraceId *trace = &pMsg->info.traceId; - dGDebug("msg:%p, get from snode-stream-trigger queue, type:%s", pMsg, TMSG_INFO(pMsg->msgType)); + dGDebug("msg:%p, get from snode-stream-trigger queue, type:%s %" PRIx64 ":%" PRIx64, pMsg, TMSG_INFO(pMsg->msgType), TRACE_GET_ROOTID(trace), TRACE_GET_MSGID(trace)); if (pMsg->msgType == TDMT_SND_BATCH_META) { code = tDeserializeSBatchReq(pMsg->pCont, pMsg->contLen, &batchReq); diff --git a/source/dnode/mgmt/mgmt_vnode/inc/vmInt.h b/source/dnode/mgmt/mgmt_vnode/inc/vmInt.h index 33b888f0bb90..b60d38cf3296 100644 --- a/source/dnode/mgmt/mgmt_vnode/inc/vmInt.h +++ b/source/dnode/mgmt/mgmt_vnode/inc/vmInt.h @@ -31,10 +31,6 @@ typedef struct SVnodeMgmt { const char *path; const char *name; SQueryAutoQWorkerPool queryPool; - SAutoQWorkerPool streamPool; - SAutoQWorkerPool streamLongExecPool; - SWWorkerPool streamCtrlPool; - SWWorkerPool streamChkPool; SWWorkerPool fetchPool; SSingleWorker mgmtWorker; SSingleWorker mgmtMultiWorker; diff --git a/source/dnode/mgmt/mgmt_vnode/src/vmWorker.c b/source/dnode/mgmt/mgmt_vnode/src/vmWorker.c index e7f9c5467700..38c3c8c48650 100644 --- a/source/dnode/mgmt/mgmt_vnode/src/vmWorker.c +++ b/source/dnode/mgmt/mgmt_vnode/src/vmWorker.c @@ -494,26 +494,6 @@ int32_t vmStartWorker(SVnodeMgmt *pMgmt) { tsNumOfQueryThreads += tsNumOfVnodeQueryThreads; - SAutoQWorkerPool *pStreamPool = &pMgmt->streamPool; - pStreamPool->name = "vnode-stream"; - pStreamPool->ratio = tsRatioOfVnodeStreamThreads; - if ((code = tAutoQWorkerInit(pStreamPool)) != 0) return code; - - SAutoQWorkerPool *pLongExecPool = &pMgmt->streamLongExecPool; - pLongExecPool->name = "vnode-stream-long-exec"; - pLongExecPool->ratio = tsRatioOfVnodeStreamThreads/3; - if ((code = tAutoQWorkerInit(pLongExecPool)) != 0) return code; - - SWWorkerPool *pStreamCtrlPool = &pMgmt->streamCtrlPool; - pStreamCtrlPool->name = "vnode-stream-ctrl"; - pStreamCtrlPool->max = 4; - if ((code = tWWorkerInit(pStreamCtrlPool)) != 0) return code; - - SWWorkerPool *pStreamChkPool = &pMgmt->streamChkPool; - pStreamChkPool->name = "vnode-stream-chkpt"; - pStreamChkPool->max = 1; - if ((code = tWWorkerInit(pStreamChkPool)) != 0) return code; - SWWorkerPool *pFPool = &pMgmt->fetchPool; pFPool->name = "vnode-fetch"; pFPool->max = tsNumOfVnodeFetchThreads; @@ -556,10 +536,6 @@ int32_t vmStartWorker(SVnodeMgmt *pMgmt) { void vmStopWorker(SVnodeMgmt *pMgmt) { tQueryAutoQWorkerCleanup(&pMgmt->queryPool); - tAutoQWorkerCleanup(&pMgmt->streamPool); - tAutoQWorkerCleanup(&pMgmt->streamLongExecPool); - tWWorkerCleanup(&pMgmt->streamCtrlPool); - tWWorkerCleanup(&pMgmt->streamChkPool); tWWorkerCleanup(&pMgmt->fetchPool); tWWorkerCleanup(&pMgmt->streamReaderPool); tSingleWorkerCleanup(&pMgmt->streamRunnerWorker); diff --git a/source/dnode/mgmt/node_mgmt/src/dmTransport.c b/source/dnode/mgmt/node_mgmt/src/dmTransport.c index 258f3f87ddff..7e126216a044 100644 --- a/source/dnode/mgmt/node_mgmt/src/dmTransport.c +++ b/source/dnode/mgmt/node_mgmt/src/dmTransport.c @@ -140,8 +140,8 @@ static void dmProcessRpcMsg(SDnode *pDnode, SRpcMsg *pRpc, SEpSet *pEpSet) { SDnodeHandle *pHandle = &pTrans->msgHandles[TMSG_INDEX(pRpc->msgType)]; const STraceId *trace = &pRpc->info.traceId; - dGTrace("msg:%s is received, handle:%p len:%d code:0x%x app:%p refId:%" PRId64, TMSG_INFO(pRpc->msgType), - pRpc->info.handle, pRpc->contLen, pRpc->code, pRpc->info.ahandle, pRpc->info.refId); + dGDebug("msg:%s is received, handle:%p len:%d code:0x%x app:%p refId:%" PRId64 " %" PRIx64 ":%" PRIx64, TMSG_INFO(pRpc->msgType), + pRpc->info.handle, pRpc->contLen, pRpc->code, pRpc->info.ahandle, pRpc->info.refId, TRACE_GET_ROOTID(trace), TRACE_GET_MSGID(trace)); int32_t svrVer = 0; code = taosVersionStrToInt(td_version, &svrVer); @@ -280,8 +280,8 @@ static void dmProcessRpcMsg(SDnode *pDnode, SRpcMsg *pRpc, SEpSet *pEpSet) { if (code) goto _OVER; memcpy(pMsg, pRpc, sizeof(SRpcMsg)); - dGTrace("msg:%p, is created, type:%s handle:%p len:%d", pMsg, TMSG_INFO(pRpc->msgType), pMsg->info.handle, - pRpc->contLen); + dGDebug("msg:%p, is created, type:%s handle:%p len:%d %" PRIx64 ":%" PRIx64, pMsg, TMSG_INFO(pRpc->msgType), pMsg->info.handle, + pRpc->contLen, TRACE_GET_ROOTID(&pMsg->info.traceId), TRACE_GET_MSGID(&pMsg->info.traceId)); code = dmProcessNodeMsg(pWrapper, pMsg); diff --git a/source/dnode/mnode/impl/inc/mndStream.h b/source/dnode/mnode/impl/inc/mndStream.h index c526b875f3e4..a2f4e4768dd2 100644 --- a/source/dnode/mnode/impl/inc/mndStream.h +++ b/source/dnode/mnode/impl/inc/mndStream.h @@ -260,7 +260,7 @@ typedef struct SStmStatus { int32_t runnerDeploys; int32_t runnerReplica; - int8_t stopped; // 1:runtime error stopped, 2:user stopped, 3:user dropped + int8_t stopped; // 1:runtime error stopped, 2:user stopped, 3:user dropped, 4:grant expired int64_t deployTimes; int64_t lastActionTs; @@ -285,6 +285,7 @@ typedef struct SStmStatus { #define MST_IS_USER_STOPPED(_s) (2 == (_s) || 3 == (_s)) #define MST_IS_ERROR_STOPPED(_s) (1 == (_s)) +#define MST_IS_GRANT_STOPPED(_s) (4 == (_s)) typedef struct SStmTaskStatusExt{ int64_t streamId; @@ -383,9 +384,7 @@ typedef struct SStmThreadCtx { typedef struct SStmHealthCheckCtx { int32_t slotIdx; - int64_t currentTs; - int32_t validStreamNum; } SStmHealthCheckCtx; typedef struct SStmRuntimeStat { @@ -423,12 +422,13 @@ typedef struct SStmLastTs { typedef struct SStmRuntime { int8_t active; + int8_t grantExpired; + SRWLatch runtimeLock; + SStmLastTs lastTs[STM_EVENT_MAX_VALUE]; int8_t state; int64_t lastTaskId; - SRWLatch runtimeLock; - SRWLatch actionQLock; SStmActionQ* actionQ; @@ -497,7 +497,7 @@ void msmClearStreamToDeployMaps(SStreamHbMsg* pHb); void msmCleanStreamGrpCtx(SStreamHbMsg* pHb); int32_t msmHandleStreamHbMsg(SMnode* pMnode, int64_t currTs, SStreamHbMsg* pHb, SRpcMsg *pReq, SRpcMsg* pRspMsg); void msmEncodeStreamHbRsp(int32_t code, SRpcHandleInfo *pRpcInfo, SMStreamHbRspMsg* pRsp, SRpcMsg* pMsg); -int32_t msmHandleGrantExpired(SMnode *pMnode); +int32_t msmHandleGrantExpired(SMnode *pMnode, int32_t errCode); bool mndStreamActionDequeue(SStmActionQ* pQueue, SStmQNode **param); void msmHandleBecomeLeader(SMnode *pMnode); void msmHandleBecomeNotLeader(SMnode *pMnode); @@ -532,7 +532,7 @@ void mstDestroySStmVgTasksToDeploy(void* param); void mstDestroySStmTaskToDeployExt(void* param); void mstDestroyScanAddrList(void* param); int32_t msmGetTriggerTaskAddr(SMnode *pMnode, int64_t streamId, SStreamTaskAddr* pAddr); - +void msmDestroyRuntimeInfo(SMnode *pMnode); #ifdef __cplusplus } diff --git a/source/dnode/mnode/impl/src/mndMain.c b/source/dnode/mnode/impl/src/mndMain.c index 0448200d5c15..e67efd04523a 100644 --- a/source/dnode/mnode/impl/src/mndMain.c +++ b/source/dnode/mnode/impl/src/mndMain.c @@ -415,7 +415,7 @@ void mndDoTimerCheckTask(SMnode *pMnode, int64_t sec) { if (sec % (MNODE_TIMEOUT_SEC / 2) == 0) { mndSyncCheckTimeout(pMnode); } - if (sec % MND_STREAM_HEALTH_CHECK_PERIOD_SEC == 0) { + if (!tsDisableStream && (sec % MND_STREAM_HEALTH_CHECK_PERIOD_SEC == 0)) { msmHealthCheck(pMnode); } } diff --git a/source/dnode/mnode/impl/src/mndStream.c b/source/dnode/mnode/impl/src/mndStream.c index 4aa1fe2ebede..e2932a88310d 100644 --- a/source/dnode/mnode/impl/src/mndStream.c +++ b/source/dnode/mnode/impl/src/mndStream.c @@ -60,7 +60,8 @@ static int32_t mndStreamSeqActionUpdate(SSdb *pSdb, SStreamSeq *pOldStream, SStr static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq); void mndCleanupStream(SMnode *pMnode) { - //STREAMTODO + msmDestroyRuntimeInfo(pMnode); + mDebug("mnd stream runtime info cleanup"); } @@ -859,6 +860,10 @@ static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq) { uint64_t streamId = 0; SCMCreateStreamReq* pCreate = NULL; + if ((code = grantCheck(TSDB_GRANT_STREAMS)) < 0) { + goto _OVER; + } + #ifdef WINDOWS code = TSDB_CODE_MND_INVALID_PLATFORM; goto _OVER; @@ -894,10 +899,6 @@ static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq) { goto _OVER; } - if ((code = grantCheck(TSDB_GRANT_STREAMS)) < 0) { - goto _OVER; - } - code = mndStreamValidateCreate(pMnode, pReq->info.conn.user, pCreate); TSDB_CHECK_CODE(code, lino, _OVER); @@ -965,6 +966,10 @@ static int32_t mndProcessRecalcStreamReq(SRpcMsg *pReq) { SStreamObj *pStream = NULL; int32_t code = 0; + if ((code = grantCheckExpire(TSDB_GRANT_STREAMS)) < 0) { + return code; + } + SMRecalcStreamReq recalcReq = {0}; if (tDeserializeSMRecalcStreamReq(pReq->pCont, pReq->contLen, &recalcReq) < 0) { tFreeMRecalcStreamReq(&recalcReq); @@ -1071,24 +1076,16 @@ int32_t mndInitStream(SMnode *pMnode) { .updateFp = (SdbUpdateFp)mndStreamActionUpdate, .deleteFp = (SdbDeleteFp)mndStreamActionDelete, }; -/* - SSdbTable tableSeq = { - .sdbType = SDB_STREAM_SEQ, - .keyType = SDB_KEY_BINARY, - .encodeFp = (SdbEncodeFp)mndStreamSeqActionEncode, - .decodeFp = (SdbDecodeFp)mndStreamSeqActionDecode, - .insertFp = (SdbInsertFp)mndStreamSeqActionInsert, - .updateFp = (SdbUpdateFp)mndStreamSeqActionUpdate, - .deleteFp = (SdbDeleteFp)mndStreamSeqActionDelete, - }; -*/ - mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STREAM, mndProcessCreateStreamReq); - mndSetMsgHandle(pMnode, TDMT_MND_DROP_STREAM, mndProcessDropStreamReq); - mndSetMsgHandle(pMnode, TDMT_MND_START_STREAM, mndProcessStartStreamReq); - mndSetMsgHandle(pMnode, TDMT_MND_STOP_STREAM, mndProcessStopStreamReq); - mndSetMsgHandle(pMnode, TDMT_MND_STREAM_HEARTBEAT, mndProcessStreamHb); - mndSetMsgHandle(pMnode, TDMT_MND_RECALC_STREAM, mndProcessRecalcStreamReq); + if (!tsDisableStream) { + mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STREAM, mndProcessCreateStreamReq); + mndSetMsgHandle(pMnode, TDMT_MND_DROP_STREAM, mndProcessDropStreamReq); + mndSetMsgHandle(pMnode, TDMT_MND_START_STREAM, mndProcessStartStreamReq); + mndSetMsgHandle(pMnode, TDMT_MND_STOP_STREAM, mndProcessStopStreamReq); + mndSetMsgHandle(pMnode, TDMT_MND_STREAM_HEARTBEAT, mndProcessStreamHb); + mndSetMsgHandle(pMnode, TDMT_MND_RECALC_STREAM, mndProcessRecalcStreamReq); + } + mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STREAMS, mndRetrieveStream); mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STREAMS, mndCancelGetNextStream); mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STREAM_TASKS, mndRetrieveStreamTask); diff --git a/source/dnode/mnode/impl/src/mndStreamHb.c b/source/dnode/mnode/impl/src/mndStreamHb.c index d753dedbedd3..0b3b4714d677 100644 --- a/source/dnode/mnode/impl/src/mndStreamHb.c +++ b/source/dnode/mnode/impl/src/mndStreamHb.c @@ -34,11 +34,14 @@ int32_t mndProcessStreamHb(SRpcMsg *pReq) { char* msg = POINTER_SHIFT(pReq->pCont, sizeof(SStreamMsgGrpHeader)); int32_t len = pReq->contLen - sizeof(SStreamMsgGrpHeader); int64_t currTs = taosGetTimestampMs(); + SRpcMsg rspMsg = {0}; mstDebug("start to process stream hb req msg"); + rsp.streamGId = req.streamGId; + if ((code = grantCheckExpire(TSDB_GRANT_STREAMS)) < 0) { - TAOS_CHECK_EXIT(msmHandleGrantExpired(pMnode)); + TAOS_CHECK_EXIT(msmHandleGrantExpired(pMnode, code)); } tDecoderInit(&decoder, msg, len); @@ -54,10 +57,6 @@ int32_t mndProcessStreamHb(SRpcMsg *pReq) { mstDebug("start to process grp %d stream-hb from dnode:%d, snodeId:%d, vgLeaders:%d, streamStatus:%d", req.streamGId, req.dnodeId, req.snodeId, (int32_t)taosArrayGetSize(req.pVgLeaders), (int32_t)taosArrayGetSize(req.pStreamStatus)); - rsp.streamGId = req.streamGId; - - SRpcMsg rspMsg = {0}; - (void)msmHandleStreamHbMsg(pMnode, currTs, &req, pReq, &rspMsg); _exit: diff --git a/source/dnode/mnode/impl/src/mndStreamMgmt.c b/source/dnode/mnode/impl/src/mndStreamMgmt.c index 81b7e42b549d..1020fe2de391 100755 --- a/source/dnode/mnode/impl/src/mndStreamMgmt.c +++ b/source/dnode/mnode/impl/src/mndStreamMgmt.c @@ -39,8 +39,8 @@ void msmDestroyActionQ() { while (mndStreamActionDequeue(mStreamMgmt.actionQ, &pQNode)) { } - taosMemoryFree(mStreamMgmt.actionQ->head); - taosMemoryFree(mStreamMgmt.actionQ); + taosMemoryFreeClear(mStreamMgmt.actionQ->head); + taosMemoryFreeClear(mStreamMgmt.actionQ); } void msmDestroySStmThreadCtx(SStmThreadCtx* pCtx) { @@ -67,19 +67,29 @@ void msmDestroyRuntimeInfo(SMnode *pMnode) { msmDestroyThreadCtxs(); taosHashCleanup(mStreamMgmt.toUpdateScanMap); + mStreamMgmt.toUpdateScanMap = NULL; + mStreamMgmt.toUpdateScanNum = 0; taosHashCleanup(mStreamMgmt.toDeployVgMap); + mStreamMgmt.toDeployVgMap = NULL; + mStreamMgmt.toDeployVgTaskNum = 0; taosHashCleanup(mStreamMgmt.toDeploySnodeMap); + mStreamMgmt.toDeploySnodeMap = NULL; + mStreamMgmt.toDeploySnodeTaskNum = 0; taosHashCleanup(mStreamMgmt.dnodeMap); + mStreamMgmt.dnodeMap = NULL; taosHashCleanup(mStreamMgmt.snodeMap); + mStreamMgmt.snodeMap = NULL; taosHashCleanup(mStreamMgmt.vgroupMap); + mStreamMgmt.vgroupMap = NULL; taosHashCleanup(mStreamMgmt.taskMap); + mStreamMgmt.taskMap = NULL; taosHashCleanup(mStreamMgmt.streamMap); + mStreamMgmt.streamMap = NULL; - mStreamMgmt.stat.inactiveTimes++; - // STREAMTODO + memset(mStreamMgmt.lastTs, 0, sizeof(mStreamMgmt.lastTs)); - memset(&mStreamMgmt, 0, sizeof(mStreamMgmt)); + mstInfo("mnode stream mgmt destroyed"); } @@ -832,6 +842,7 @@ int32_t msmBuildTriggerDeployInfo(SMnode* pMnode, SStmStatus* pInfo, SStmTaskDep pMsg->igNoDataTrigger = pStream->pCreate->igNoDataTrigger; pMsg->hasPartitionBy = (pStream->pCreate->partitionCols != NULL); pMsg->isTriggerTblVirt = STREAM_IS_VIRTUAL_TABLE(pStream->pCreate->triggerTblType, pStream->pCreate->flags); + pMsg->triggerHasPF = pStream->pCreate->triggerHasPF; pMsg->pNotifyAddrUrls = pInfo->pCreate->pNotifyAddrUrls; pMsg->notifyEventTypes = pStream->pCreate->notifyEventTypes; @@ -2120,7 +2131,8 @@ static int32_t msmSTRemoveStream(int64_t streamId, bool fromStreamMap) { if (pExt->deployed || pExt->deploy.task.streamId != streamId) { continue; } - + + mstDestroySStmTaskToDeployExt(pExt); pExt->deployed = true; } @@ -2139,6 +2151,7 @@ static int32_t msmSTRemoveStream(int64_t streamId, bool fromStreamMap) { continue; } + mstDestroySStmTaskToDeployExt(pExt); pExt->deployed = true; } } @@ -2151,6 +2164,7 @@ static int32_t msmSTRemoveStream(int64_t streamId, bool fromStreamMap) { continue; } + mstDestroySStmTaskToDeployExt(pExt); pExt->deployed = true; } } @@ -2246,6 +2260,13 @@ static int32_t msmLaunchStreamDeployAction(SStmGrpCtx* pCtx, SStmStreamAction* p TAOS_CHECK_EXIT(code); + if (pStatus && pStream->pCreate->streamId != streamId) { + mstsWarn("stream %s already dropped by user, ignore deploy it", pAction->streamName); + atomic_store_8(&pStatus->stopped, 2); + mstsInfo("set stream %s stopped by user since streamId mismatch", streamName); + TAOS_CHECK_EXIT(TSDB_CODE_MND_STREAM_NOT_EXIST); + } + int8_t userStopped = atomic_load_8(&pStream->userStopped); int8_t userDropped = atomic_load_8(&pStream->userDropped); if (userStopped || userDropped) { @@ -2565,7 +2586,7 @@ int32_t msmUndeployStream(SMnode* pMnode, int64_t streamId, char* streamName) { atomic_store_8(&pStream->stopped, 2); - mstsInfo("stream %s stopped by user", streamName); + mstsInfo("set stream %s stopped by user", streamName); _exit: @@ -2638,9 +2659,41 @@ static int32_t msmHandleStreamActions(SStmGrpCtx* pCtx) { return code; } -int32_t msmHandleGrantExpired(SMnode *pMnode) { - //STREAMTODO - return TSDB_CODE_SUCCESS; +void msmStopAllStreamsByGrant(int32_t errCode) { + SStmStatus* pStatus = NULL; + void* pIter = NULL; + int64_t streamId = 0; + + while (true) { + pIter = taosHashIterate(mStreamMgmt.streamMap, pIter); + if (NULL == pIter) { + break; + } + + pStatus = (SStmStatus*)pIter; + + streamId = *(int64_t*)taosHashGetKey(pIter, NULL); + atomic_store_8(&pStatus->stopped, 4); + + mstsInfo("set stream stopped since %s", tstrerror(errCode)); + } +} + +int32_t msmHandleGrantExpired(SMnode *pMnode, int32_t errCode) { + mstInfo("stream grant expired"); + + if (0 == atomic_load_8(&mStreamMgmt.active)) { + mstWarn("mnode stream is NOT active, ignore handling"); + return errCode; + } + + mstWaitLock(&mStreamMgmt.runtimeLock, true); + + msmStopAllStreamsByGrant(errCode); + + taosRUnLockLatch(&mStreamMgmt.runtimeLock); + + return errCode; } static int32_t msmInitStreamDeploy(SStmStreamDeploy* pStream, SStmTaskDeploy* pDeploy) { @@ -3169,6 +3222,7 @@ int32_t msmGrpAddActionRecalc(SStmGrpCtx* pCtx, int64_t streamId, SArray* recalc int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; int32_t action = STREAM_ACT_RECALC; + SStmAction newAction = {0}; SStmAction *pAction = taosHashGet(pCtx->actionStm, &streamId, sizeof(streamId)); if (pAction) { @@ -3177,7 +3231,6 @@ int32_t msmGrpAddActionRecalc(SStmGrpCtx* pCtx, int64_t streamId, SArray* recalc mstsDebug("stream append recalc action, listSize:%d, actions:%x", (int32_t)taosArrayGetSize(recalcList), pAction->actions); } else { - SStmAction newAction = {0}; newAction.actions = action; newAction.recalc.recalcList = recalcList; @@ -3189,6 +3242,7 @@ int32_t msmGrpAddActionRecalc(SStmGrpCtx* pCtx, int64_t streamId, SArray* recalc _exit: if (code) { + mstDestroySStmAction(&newAction); mstsError("%s failed at line %d, error:%s", __FUNCTION__, lino, tstrerror(code)); } @@ -3249,6 +3303,7 @@ void msmHandleTaskAbnormalStatus(SStmGrpCtx* pCtx, SStmTaskStatusMsg* pMsg, SStm int32_t action = 0; int64_t streamId = pMsg->streamId; SStreamTask* pTask = (SStreamTask*)pMsg; + int8_t stopped = 0; msttDebug("start to handle task abnormal status %d", pTask->status); @@ -3259,8 +3314,9 @@ void msmHandleTaskAbnormalStatus(SStmGrpCtx* pCtx, SStmTaskStatusMsg* pMsg, SStm return; } - if (atomic_load_8(&pStatus->stopped)) { - msttInfo("stream stopped, try to undeploy current task, idx:%d", pMsg->taskIdx); + stopped = atomic_load_8(&pStatus->stopped); + if (stopped) { + msttInfo("stream stopped %d, try to undeploy current task, idx:%d", stopped, pMsg->taskIdx); TAOS_CHECK_EXIT(msmGrpAddActionUndeploy(pCtx, streamId, pTask)); return; } @@ -3311,7 +3367,7 @@ void msmHandleStatusUpdateErr(SStmGrpCtx* pCtx, EStmErrType err, SStmTaskStatusM SStreamTask* pTask = (SStreamTask*)pStatus; int64_t streamId = pStatus->streamId; - msttInfo("start to handle task status update error: %d", err); + msttInfo("start to handle task status update exception, type: %d", err); // STREAMTODO @@ -3991,6 +4047,7 @@ int32_t msmProcessDeployOrigReader(SStmGrpCtx* pCtx, SStmTaskStatusMsg* pTask) { void* p = NULL; SSHashObj* pVgs = NULL; SStreamMgmtReq* pMgmtReq = NULL; + int8_t stopped = 0; TSWAP(pTask->pMgmtReq, pMgmtReq); rsp.task = *(SStreamTask*)pTask; @@ -4001,8 +4058,9 @@ int32_t msmProcessDeployOrigReader(SStmGrpCtx* pCtx, SStmTaskStatusMsg* pTask) { TAOS_CHECK_EXIT(TSDB_CODE_MND_STREAM_NOT_RUNNING); } - if (atomic_load_8(&pStatus->stopped)) { - msttInfo("stream stopped, ignore deploy trigger reader, vgId:%d", vgId); + stopped = atomic_load_8(&pStatus->stopped); + if (stopped) { + msttInfo("stream stopped %d, ignore deploy trigger reader, vgId:%d", stopped, vgId); TAOS_CHECK_EXIT(TSDB_CODE_MND_STREAM_STOPPED); } @@ -4286,20 +4344,35 @@ int32_t msmHandleStreamHbMsg(SMnode* pMnode, int64_t currTs, SStreamHbMsg* pHb, } void msmHandleBecomeLeader(SMnode *pMnode) { + if (tsDisableStream) { + return; + } + + mstInfo("start to process mnode become leader"); + streamAddVnodeLeader(MNODE_HANDLE); taosWLockLatch(&mStreamMgmt.runtimeLock); + msmDestroyRuntimeInfo(pMnode); msmInitRuntimeInfo(pMnode); taosWUnLockLatch(&mStreamMgmt.runtimeLock); + atomic_store_8(&mStreamMgmt.active, 1); } void msmHandleBecomeNotLeader(SMnode *pMnode) { + if (tsDisableStream) { + return; + } + + mstInfo("start to process mnode become not leader"); + streamRemoveVnodeLeader(MNODE_HANDLE); if (atomic_val_compare_exchange_8(&mStreamMgmt.active, 1, 0)) { taosWLockLatch(&mStreamMgmt.runtimeLock); msmDestroyRuntimeInfo(pMnode); + mStreamMgmt.stat.inactiveTimes++; taosWUnLockLatch(&mStreamMgmt.runtimeLock); } } @@ -4444,6 +4517,12 @@ void msmCheckLoopStreamMap(SMnode *pMnode) { } mstPostStreamAction(mStreamMgmt.actionQ, *(int64_t*)taosHashGetKey(pIter, NULL), pStatus->streamName, NULL, false, STREAM_ACT_DEPLOY); + continue; + } + + if (MST_IS_GRANT_STOPPED(stopped) && TSDB_CODE_SUCCESS == grantCheckExpire(TSDB_GRANT_STREAMS)) { + mstPostStreamAction(mStreamMgmt.actionQ, *(int64_t*)taosHashGetKey(pIter, NULL), pStatus->streamName, NULL, false, STREAM_ACT_DEPLOY); + continue; } } } @@ -4811,6 +4890,7 @@ static bool msmUpdateProfileStreams(SMnode *pMnode, void *pObj, void *p1, void * int32_t msmGetTriggerTaskAddr(SMnode *pMnode, int64_t streamId, SStreamTaskAddr* pAddr) { int32_t code = 0; + int8_t stopped = 0; mstWaitLock(&mStreamMgmt.runtimeLock, true); @@ -4821,8 +4901,9 @@ int32_t msmGetTriggerTaskAddr(SMnode *pMnode, int64_t streamId, SStreamTaskAddr* goto _exit; } - if (atomic_load_8(&pStatus->stopped)) { - mstsError("stream already stopped, stopped:%d", atomic_load_8(&pStatus->stopped)); + stopped = atomic_load_8(&pStatus->stopped); + if (stopped) { + mstsError("stream already stopped, stopped:%d", stopped); code = TSDB_CODE_MND_STREAM_NOT_RUNNING; goto _exit; } @@ -4977,6 +5058,9 @@ int32_t msmInitRuntimeInfo(SMnode *pMnode) { if (code) { msmDestroyRuntimeInfo(pMnode); + mstError("%s failed at line %d since %s", __FUNCTION__, lino, tstrerror(code)); + } else { + mstInfo("mnode stream runtime init done"); } return code; diff --git a/source/dnode/mnode/impl/src/mndStreamUtil.c b/source/dnode/mnode/impl/src/mndStreamUtil.c index 6fcd51ca48d8..af8df5a02772 100644 --- a/source/dnode/mnode/impl/src/mndStreamUtil.c +++ b/source/dnode/mnode/impl/src/mndStreamUtil.c @@ -72,10 +72,12 @@ void mstDestroySStmTaskToDeployExt(void* param) { switch (pExt->deploy.task.type) { case STREAM_TRIGGER_TASK: taosArrayDestroy(pExt->deploy.msg.trigger.readerList); + pExt->deploy.msg.trigger.readerList = NULL; taosArrayDestroy(pExt->deploy.msg.trigger.runnerList); + pExt->deploy.msg.trigger.runnerList = NULL; break; case STREAM_RUNNER_TASK: - taosMemoryFree(pExt->deploy.msg.runner.pPlan); + taosMemoryFreeClear(pExt->deploy.msg.runner.pPlan); break; default: break;; @@ -136,6 +138,10 @@ void mstDestroySStmStatus(void* param) { mstResetSStmStatus(pStatus); + taosWLockLatch(&pStatus->userRecalcLock); + taosArrayDestroy(pStatus->userRecalcList); + taosWUnLockLatch(&pStatus->userRecalcLock); + tFreeSCMCreateStreamReq(pStatus->pCreate); taosMemoryFreeClear(pStatus->pCreate); } @@ -239,173 +245,6 @@ static void mstShowStreamStatus(char *dst, int8_t status, int32_t bufLen) { } } -int32_t mstGenerateResBlock(SStreamObj *pStream, SSDataBlock *pBlock, int32_t numOfRows) { - int32_t code = 0; - int32_t cols = 0; - int32_t lino = 0; - -/* STREAMTODO - char streamName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0}; - STR_WITH_MAXSIZE_TO_VARSTR(streamName, mndGetDbStr(pStream->name), sizeof(streamName)); - SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)streamName, false); - TSDB_CHECK_CODE(code, lino, _end); - - // create time - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - code = colDataSetVal(pColInfo, numOfRows, (const char *)&pStream->createTime, false); - TSDB_CHECK_CODE(code, lino, _end); - - // stream id - char buf[128] = {0}; - int64ToHexStr(pStream->uid, buf, tListLen(buf)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - code = colDataSetVal(pColInfo, numOfRows, buf, false); - TSDB_CHECK_CODE(code, lino, _end); - - // related fill-history stream id - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - if (pStream->hTaskUid != 0) { - int64ToHexStr(pStream->hTaskUid, buf, tListLen(buf)); - code = colDataSetVal(pColInfo, numOfRows, buf, false); - } else { - code = colDataSetVal(pColInfo, numOfRows, buf, true); - } - TSDB_CHECK_CODE(code, lino, _end); - - // related fill-history stream id - char sql[TSDB_SHOW_SQL_LEN + VARSTR_HEADER_SIZE] = {0}; - STR_WITH_MAXSIZE_TO_VARSTR(sql, pStream->sql, sizeof(sql)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - code = colDataSetVal(pColInfo, numOfRows, (const char *)sql, false); - TSDB_CHECK_CODE(code, lino, _end); - - char status[20 + VARSTR_HEADER_SIZE] = {0}; - char status2[MND_STREAM_TRIGGER_NAME_SIZE] = {0}; - bool isPaused = false; - //code = isAllTaskPaused(pStream, &isPaused); - TSDB_CHECK_CODE(code, lino, _end); - - int8_t streamStatus = atomic_load_8(&pStream->status); - if (isPaused && pStream->pTaskList != NULL) { - streamStatus = STREAM_STATUS__PAUSE; - } - mndShowStreamStatus(status2, streamStatus); - STR_WITH_MAXSIZE_TO_VARSTR(status, status2, sizeof(status)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&status, false); - TSDB_CHECK_CODE(code, lino, _end); - - char sourceDB[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0}; - STR_WITH_MAXSIZE_TO_VARSTR(sourceDB, mndGetDbStr(pStream->sourceDb), sizeof(sourceDB)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&sourceDB, false); - TSDB_CHECK_CODE(code, lino, _end); - - char targetDB[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0}; - STR_WITH_MAXSIZE_TO_VARSTR(targetDB, mndGetDbStr(pStream->targetDb), sizeof(targetDB)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&targetDB, false); - TSDB_CHECK_CODE(code, lino, _end); - - if (pStream->targetSTbName[0] == 0) { - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, NULL, true); - } else { - char targetSTB[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0}; - STR_WITH_MAXSIZE_TO_VARSTR(targetSTB, mndGetStbStr(pStream->targetSTbName), sizeof(targetSTB)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&targetSTB, false); - } - TSDB_CHECK_CODE(code, lino, _end); - - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&pStream->conf.watermark, false); - TSDB_CHECK_CODE(code, lino, _end); - - char trigger[20 + VARSTR_HEADER_SIZE] = {0}; - char trigger2[MND_STREAM_TRIGGER_NAME_SIZE] = {0}; - mndShowStreamTrigger(trigger2, pStream); - STR_WITH_MAXSIZE_TO_VARSTR(trigger, trigger2, sizeof(trigger)); - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)&trigger, false); - TSDB_CHECK_CODE(code, lino, _end); - - // sink_quota - char sinkQuota[20 + VARSTR_HEADER_SIZE] = {0}; - sinkQuota[0] = '0'; - char dstStr[20] = {0}; - STR_TO_VARSTR(dstStr, sinkQuota) - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)dstStr, false); - TSDB_CHECK_CODE(code, lino, _end); - - - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - // checkpoint backup type - char backup[20 + VARSTR_HEADER_SIZE] = {0}; - STR_TO_VARSTR(backup, "none") - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)backup, false); - TSDB_CHECK_CODE(code, lino, _end); - - // history scan idle - char scanHistoryIdle[20 + VARSTR_HEADER_SIZE] = {0}; - tstrncpy(scanHistoryIdle, "100a", sizeof(scanHistoryIdle)); - - memset(dstStr, 0, tListLen(dstStr)); - STR_TO_VARSTR(dstStr, scanHistoryIdle) - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - - code = colDataSetVal(pColInfo, numOfRows, (const char *)dstStr, false); - TSDB_CHECK_CODE(code, lino, _end); - - pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); - TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); - char msg[TSDB_RESERVE_VALUE_LEN + VARSTR_HEADER_SIZE] = {0}; - if (streamStatus == STREAM_STATUS__FAILED){ - STR_TO_VARSTR(msg, pStream->reserve) - } else { - STR_TO_VARSTR(msg, " ") - } - code = colDataSetVal(pColInfo, numOfRows, (const char *)msg, false); - -_end: - if (code) { - mError("error happens when build stream attr result block, lino:%d, code:%s", lino, tstrerror(code)); - } -*/ - - return code; -} - int32_t mstCheckSnodeExists(SMnode *pMnode) { SSdb *pSdb = pMnode->pSdb; void *pIter = NULL; @@ -731,6 +570,44 @@ void mstLogSStreamObj(char* tips, SStreamObj* p) { q->eventTypes, q->flags, q->tsmaId, q->placeHolderBitmap, q->calcTsSlotId, q->triTsSlotId, q->triggerTblVgId, q->outTblVgId, calcScanNum, forceOutColNum); + switch (q->triggerType) { + case WINDOW_TYPE_INTERVAL: { + SSlidingTrigger* t = &q->trigger.sliding; + mstsDebug("sliding trigger options, intervalUnit:%d, slidingUnit:%d, offsetUnit:%d, soffsetUnit:%d, precision:%d, interval:%" PRId64 ", offset:%" PRId64 ", sliding:%" PRId64 ", soffset:%" PRId64, + t->intervalUnit, t->slidingUnit, t->offsetUnit, t->soffsetUnit, t->precision, t->interval, t->offset, t->sliding, t->soffset); + break; + } + case WINDOW_TYPE_SESSION: { + SSessionTrigger* t = &q->trigger.session; + mstsDebug("session trigger options, slotId:%d, sessionVal:%" PRId64, t->slotId, t->sessionVal); + break; + } + case WINDOW_TYPE_STATE: { + SStateWinTrigger* t = &q->trigger.stateWin; + mstsDebug("state trigger options, slotId:%d, trueForDuration:%" PRId64, t->slotId, t->trueForDuration); + break; + } + case WINDOW_TYPE_EVENT:{ + SEventTrigger* t = &q->trigger.event; + mstsDebug("event trigger options, startCond:%s, endCond:%s, trueForDuration:%" PRId64, (char*)t->startCond, (char*)t->endCond, t->trueForDuration); + break; + } + case WINDOW_TYPE_COUNT: { + SCountTrigger* t = &q->trigger.count; + mstsDebug("count trigger options, countVal:%" PRId64 ", sliding:%" PRId64 ", condCols:%s", t->countVal, t->sliding, (char*)t->condCols); + break; + } + case WINDOW_TYPE_PERIOD: { + SPeriodTrigger* t = &q->trigger.period; + mstsDebug("period trigger options, periodUnit:%d, offsetUnit:%d, precision:%d, period:%" PRId64 ", offset:%" PRId64, + t->periodUnit, t->offsetUnit, t->precision, t->period, t->offset); + break; + } + default: + mstsDebug("unknown triggerType:%d", q->triggerType); + break; + } + mstsDebugL("create_info: triggerCols:[%s]", (char*)q->triggerCols); mstsDebugL("create_info: partitionCols:[%s]", (char*)q->partitionCols); @@ -887,11 +764,22 @@ int32_t mstGetStreamStatusStr(SStreamObj* pStream, char* status, int32_t statusS } char tmpBuf[256]; - if (1 == atomic_load_8(&pStatus->stopped)) { - STR_WITH_MAXSIZE_TO_VARSTR(status, gStreamStatusStr[STREAM_STATUS_FAILED], statusSize); - snprintf(tmpBuf, sizeof(tmpBuf), "Last error: %s, Failed times: %" PRId64, tstrerror(pStatus->fatalError), pStatus->fatalRetryTimes); - STR_WITH_MAXSIZE_TO_VARSTR(msg, tmpBuf, msgSize); - goto _exit; + int8_t stopped = atomic_load_8(&pStatus->stopped); + switch (stopped) { + case 1: + STR_WITH_MAXSIZE_TO_VARSTR(status, gStreamStatusStr[STREAM_STATUS_FAILED], statusSize); + snprintf(tmpBuf, sizeof(tmpBuf), "Last error: %s, Failed times: %" PRId64, tstrerror(pStatus->fatalError), pStatus->fatalRetryTimes); + STR_WITH_MAXSIZE_TO_VARSTR(msg, tmpBuf, msgSize); + goto _exit; + break; + case 4: + STR_WITH_MAXSIZE_TO_VARSTR(status, gStreamStatusStr[STREAM_STATUS_FAILED], statusSize); + snprintf(tmpBuf, sizeof(tmpBuf), "Error: %s", tstrerror(TSDB_CODE_GRANT_STREAM_EXPIRED)); + STR_WITH_MAXSIZE_TO_VARSTR(msg, tmpBuf, msgSize); + goto _exit; + break; + default: + break; } if (pStatus->triggerTask && STREAM_STATUS_RUNNING == pStatus->triggerTask->status) { @@ -1067,7 +955,7 @@ int32_t mstSetStreamTaskResBlock(SStreamObj* pStream, SStmTaskStatus* pTask, SSD // stream id char idstr[19 + VARSTR_HEADER_SIZE] = {0}; snprintf(&idstr[VARSTR_HEADER_SIZE], sizeof(idstr) - VARSTR_HEADER_SIZE, "%" PRIx64, pStream->pCreate->streamId); - varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE]) + VARSTR_HEADER_SIZE); + varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE])); pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); code = colDataSetVal(pColInfo, numOfRows, (const char*)idstr, false); @@ -1075,7 +963,7 @@ int32_t mstSetStreamTaskResBlock(SStreamObj* pStream, SStmTaskStatus* pTask, SSD // task id snprintf(&idstr[VARSTR_HEADER_SIZE], sizeof(idstr) - VARSTR_HEADER_SIZE, "%" PRIx64, pTask->id.taskId); - varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE]) + VARSTR_HEADER_SIZE); + varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE])); pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); code = colDataSetVal(pColInfo, numOfRows, (const char*)idstr, false); @@ -1091,7 +979,7 @@ int32_t mstSetStreamTaskResBlock(SStreamObj* pStream, SStmTaskStatus* pTask, SSD // serious id snprintf(&idstr[VARSTR_HEADER_SIZE], sizeof(idstr) - VARSTR_HEADER_SIZE, "%" PRIx64, pTask->id.seriousId); - varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE]) + VARSTR_HEADER_SIZE); + varDataSetLen(idstr, strlen(&idstr[VARSTR_HEADER_SIZE])); pColInfo = taosArrayGet(pBlock->pDataBlock, cols++); TSDB_CHECK_NULL(pColInfo, code, lino, _end, terrno); code = colDataSetVal(pColInfo, numOfRows, (const char*)idstr, false); @@ -1284,6 +1172,7 @@ int32_t mstAppendNewRecalcRange(int64_t streamId, SStmStatus *pStream, STimeWind int32_t code = 0; int32_t lino = 0; bool locked = false; + SArray* userRecalcList = NULL; SStreamRecalcReq req = {.recalcId = 0, .start = pRange->skey, .end = pRange->ekey}; TAOS_CHECK_EXIT(taosGetSystemUUIDU64(&req.recalcId)); @@ -1292,7 +1181,7 @@ int32_t mstAppendNewRecalcRange(int64_t streamId, SStmStatus *pStream, STimeWind locked = true; if (NULL == pStream->userRecalcList) { - SArray* userRecalcList = taosArrayInit(2, sizeof(SStreamRecalcReq)); + userRecalcList = taosArrayInit(2, sizeof(SStreamRecalcReq)); if (NULL == userRecalcList) { TAOS_CHECK_EXIT(terrno); } @@ -1300,6 +1189,7 @@ int32_t mstAppendNewRecalcRange(int64_t streamId, SStmStatus *pStream, STimeWind TSDB_CHECK_NULL(taosArrayPush(userRecalcList, &req), code, lino, _exit, terrno); atomic_store_ptr(&pStream->userRecalcList, userRecalcList); + userRecalcList = NULL; } else { TSDB_CHECK_NULL(taosArrayPush(pStream->userRecalcList, &req), code, lino, _exit, terrno); } @@ -1308,6 +1198,8 @@ int32_t mstAppendNewRecalcRange(int64_t streamId, SStmStatus *pStream, STimeWind _exit: + taosArrayDestroy(userRecalcList); + if (locked) { taosWUnLockLatch(&pStream->userRecalcLock); } diff --git a/source/dnode/mnode/impl/src/mndSync.c b/source/dnode/mnode/impl/src/mndSync.c index 484741e03cda..eb21385186bd 100644 --- a/source/dnode/mnode/impl/src/mndSync.c +++ b/source/dnode/mnode/impl/src/mndSync.c @@ -378,7 +378,7 @@ int32_t mndSnapshotDoWrite(const SSyncFSM *pFsm, void *pWriter, void *pBuf, int3 static void mndBecomeFollower(const SSyncFSM *pFsm) { SMnode *pMnode = pFsm->data; SSyncMgmt *pMgmt = &pMnode->syncMgmt; - mInfo("vgId:1, become follower"); + mInfo("vgId:1, becomefollower callback"); (void)taosThreadMutexLock(&pMgmt->lock); if (pMgmt->transId != 0) { @@ -418,7 +418,7 @@ static void mndBecomeLearner(const SSyncFSM *pFsm) { } static void mndBecomeLeader(const SSyncFSM *pFsm) { - mInfo("vgId:1, become leader"); + mInfo("vgId:1, becomeleader callback"); SMnode *pMnode = pFsm->data; msmHandleBecomeLeader(pMnode); diff --git a/source/dnode/mnode/impl/src/mndTopic.c b/source/dnode/mnode/impl/src/mndTopic.c index 8dc92e6b10bc..69cd0985921e 100644 --- a/source/dnode/mnode/impl/src/mndTopic.c +++ b/source/dnode/mnode/impl/src/mndTopic.c @@ -671,14 +671,14 @@ static int32_t mndCheckConsumerByTopic(SMnode *pMnode, STrans *pTrans, char *top break; } - if (deleteConsumer) { - MND_TMQ_RETURN_CHECK(tNewSMqConsumerObj(pConsumer->consumerId, pConsumer->cgroup, -1, NULL, NULL, &pConsumerNew)); - MND_TMQ_RETURN_CHECK(mndSetConsumerDropLogs(pTrans, pConsumerNew)); - tDeleteSMqConsumerObj(pConsumerNew); - pConsumerNew = NULL; - } else { - bool found = checkTopic(pConsumer->assignedTopics, topicName); - if (found){ + bool found = checkTopic(pConsumer->assignedTopics, topicName); + if (found) { + if (deleteConsumer) { + MND_TMQ_RETURN_CHECK(tNewSMqConsumerObj(pConsumer->consumerId, pConsumer->cgroup, -1, NULL, NULL, &pConsumerNew)); + MND_TMQ_RETURN_CHECK(mndSetConsumerDropLogs(pTrans, pConsumerNew)); + tDeleteSMqConsumerObj(pConsumerNew); + pConsumerNew = NULL; + } else { mError("topic:%s, failed to drop since subscribed by consumer:0x%" PRIx64 ", in consumer group %s", topicName, pConsumer->consumerId, pConsumer->cgroup); code = TSDB_CODE_MND_TOPIC_SUBSCRIBED; diff --git a/source/dnode/snode/src/snode.c b/source/dnode/snode/src/snode.c index 807a32ede914..1eb26daca9cb 100644 --- a/source/dnode/snode/src/snode.c +++ b/source/dnode/snode/src/snode.c @@ -57,7 +57,8 @@ static int32_t handleTriggerCalcReq(SSnode* pSnode, void* pWorkerCb, SRpcMsg* pR req.brandNew = true; req.execId = -1; - pTask->pMsgCb = &pSnode->msgCb; + pTask->msgCb = pSnode->msgCb; + //pTask->pMsgCb = &pSnode->msgCb; pTask->pWorkerCb = pWorkerCb; req.curWinIdx = 0; TAOS_CHECK_EXIT(stRunnerTaskExecute(pTask, &req)); @@ -84,8 +85,8 @@ static int32_t handleSyncDeleteCheckPointReq(SSnode* pSnode, SRpcMsg* pRpcMsg) { } static int32_t handleSyncWriteCheckPointReq(SSnode* pSnode, SRpcMsg* pRpcMsg) { - int32_t ver = *(int32_t*)POINTER_SHIFT(pRpcMsg->pCont, sizeof(SMsgHead)); - int64_t streamId = *(int64_t*)POINTER_SHIFT(pRpcMsg->pCont, sizeof(SMsgHead) + INT_BYTES); + int32_t ver = *(int32_t*)POINTER_SHIFT(pRpcMsg->pCont, sizeof(SMsgHead) + INT_BYTES); + int64_t streamId = *(int64_t*)POINTER_SHIFT(pRpcMsg->pCont, sizeof(SMsgHead) + 2 * INT_BYTES); SRpcMsg rsp = {.code = 0, .msgType = TDMT_STREAM_SYNC_CHECKPOINT_RSP, .info = pRpcMsg->info}; stDebug("[checkpoint] handleSyncWriteCheckPointReq streamId:%" PRIx64 ",ver:%d", streamId, ver); @@ -95,11 +96,11 @@ static int32_t handleSyncWriteCheckPointReq(SSnode* pSnode, SRpcMsg* pRpcMsg) { if (code != 0 || (terrno == TAOS_SYSTEM_ERROR(ENOENT) && ver == -1)){ goto end; } - if (terrno == TAOS_SYSTEM_ERROR(ENOENT) || ver > *(int32_t*)data) { + if (terrno == TAOS_SYSTEM_ERROR(ENOENT) || ver > *(int32_t*)POINTER_SHIFT(data, INT_BYTES)) { int32_t ret = streamWriteCheckPoint(streamId, POINTER_SHIFT(pRpcMsg->pCont, sizeof(SMsgHead)), pRpcMsg->contLen - sizeof(SMsgHead)); stDebug("[checkpoint] streamId:%" PRIx64 ", checkpoint local updated, ver:%d, dataLen:%" PRId64 ", ret:%d", streamId, ver, dataLen, ret); } - if (terrno == TAOS_SYSTEM_ERROR(ENOENT) || ver >= *(int32_t*)data) { + if (terrno == TAOS_SYSTEM_ERROR(ENOENT) || ver >= *(int32_t*)POINTER_SHIFT(data, INT_BYTES)) { stDebug("[checkpoint] streamId:%" PRIx64 ", checkpoint no need send back, ver:%d, dataLen:%" PRId64, streamId, ver, dataLen); dataLen = 0; taosMemoryFreeClear(data); @@ -107,13 +108,13 @@ static int32_t handleSyncWriteCheckPointReq(SSnode* pSnode, SRpcMsg* pRpcMsg) { end: if (data == NULL) { - rsp.contLen = INT_BYTES + LONG_BYTES; + rsp.contLen = 2 * INT_BYTES + LONG_BYTES; rsp.pCont = rpcMallocCont(rsp.contLen); if (rsp.pCont == NULL) { rsp.code = TSDB_CODE_OUT_OF_MEMORY; } else { - *(int32_t*)rsp.pCont = -1; // no checkpoint - *(int64_t*)(POINTER_SHIFT(rsp.pCont, INT_BYTES)) = streamId; + *(int32_t*)(POINTER_SHIFT(rsp.pCont, INT_BYTES)) = -1; // no checkpoint + *(int64_t*)(POINTER_SHIFT(rsp.pCont, 2 * INT_BYTES)) = streamId; } } else { rsp.pCont = rpcMallocCont(dataLen); @@ -137,10 +138,12 @@ static int32_t handleSyncWriteCheckPointRsp(SSnode* pSnode, SRpcMsg* pRpcMsg) { } void* data = pRpcMsg->pCont; int32_t dataLen = pRpcMsg->contLen; - stDebug("[checkpoint] handleSyncWriteCheckPointRsp, dataLen:%d", dataLen); - int32_t ver = *(int32_t*)data; - int64_t streamId = *(int64_t*)(POINTER_SHIFT(data, INT_BYTES)); + int32_t ver = *(int32_t*)(POINTER_SHIFT(data, INT_BYTES)); + int64_t streamId = *(int64_t*)(POINTER_SHIFT(data, 2 * INT_BYTES)); + stDebug("[checkpoint] handleSyncWriteCheckPointRsp, ver:%d, streamId:%"PRIx64",dataLen:%d", + ver, streamId, dataLen); + if (ver != -1){ (void)streamWriteCheckPoint(streamId, data, dataLen); } @@ -220,7 +223,8 @@ static int32_t handleStreamFetchData(SSnode* pSnode, void *pWorkerCb, SRpcMsg* p TAOS_CHECK_EXIT(streamAcquireTask(calcReq.streamId, calcReq.runnerTaskId, (SStreamTask**)&pTask, &taskAddr)); - pTask->pMsgCb = &pSnode->msgCb; + pTask->msgCb = pSnode->msgCb; + //pTask->pMsgCb = &pSnode->msgCb; pTask->pWorkerCb = pWorkerCb; TAOS_CHECK_EXIT(stRunnerTaskExecute(pTask, &calcReq)); diff --git a/source/dnode/vnode/src/bse/bseCache.c b/source/dnode/vnode/src/bse/bseCache.c index 75eb5d195af0..0e33ac91e62f 100644 --- a/source/dnode/vnode/src/bse/bseCache.c +++ b/source/dnode/vnode/src/bse/bseCache.c @@ -35,7 +35,7 @@ static int32_t lruCacheRemoveNolock(SLruCache *pCache, SSeqRange *key, int32_t k static int32_t lrcCacheResize(SLruCache *pCache, int32_t newCap); static void lruCacheFree(SLruCache *pCache); static void freeItemInListNode(SListNode *pItem, CacheFreeFn fn); -static int32_t lruCacheClear(SLruCache *pCache); +static void lruCacheClear(SLruCache *pCache); void freeItemInListNode(SListNode *pItem, CacheFreeFn fn) { if (pItem == NULL || fn == NULL) return; @@ -65,7 +65,8 @@ int32_t lruCacheCreate(int32_t cap, int32_t keySize, SCacheFreeElemFn freeElemFu p->freeElemFunc = freeElemFunc; - taosThreadMutexInit(&p->mutex, NULL); + code = taosThreadMutexInit(&p->mutex, NULL); + TSDB_CHECK_CODE(code, lino, _error); *pCache = p; _error: @@ -80,7 +81,8 @@ int32_t lruCacheGet(SLruCache *pCache, SSeqRange *key, int32_t keyLen, void **pE int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pCache->mutex); + (void)taosThreadMutexLock(&pCache->mutex); + SCacheItem **ppItem = taosHashGet(pCache->pCache, key, keyLen); if (ppItem == NULL || *ppItem == NULL) { TSDB_CHECK_CODE(code = TSDB_CODE_NOT_FOUND, lino, _error); @@ -98,7 +100,7 @@ int32_t lruCacheGet(SLruCache *pCache, SSeqRange *key, int32_t keyLen, void **pE if (code != 0) { bseDebug("failed to get cache lru at line %d since %s", lino, tstrerror(code)); } - taosThreadMutexUnlock(&pCache->mutex); + (void)taosThreadMutexUnlock(&pCache->mutex); return code; } @@ -106,7 +108,8 @@ int32_t cacheLRUPut(SLruCache *pCache, SSeqRange *key, int32_t keyLen, void *pEl int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pCache->mutex); + (void)taosThreadMutexLock(&pCache->mutex); + SCacheItem **ppItem = taosHashGet(pCache->pCache, key, keyLen); if (ppItem != NULL && *ppItem != NULL) { SCacheItem *pItem = (SCacheItem *)*ppItem; @@ -156,7 +159,7 @@ int32_t cacheLRUPut(SLruCache *pCache, SSeqRange *key, int32_t keyLen, void *pEl } else { pCache->size++; } - taosThreadMutexUnlock(&pCache->mutex); + (void)taosThreadMutexUnlock(&pCache->mutex); return code; } int32_t lruCacheRemoveNolock(SLruCache *pCache, SSeqRange *key, int32_t keyLen) { @@ -190,7 +193,7 @@ int32_t lruCacheResize(SLruCache *pCache, int32_t newCap) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pCache->mutex); + (void)taosThreadMutexLock(&pCache->mutex); pCache->cap = newCap; while (pCache->size > pCache->cap) { SListNode *pNode = tdListGetTail(pCache->lruList); @@ -204,15 +207,15 @@ int32_t lruCacheResize(SLruCache *pCache, int32_t newCap) { if (code != 0) { bseError("failed to resize cache lru at line %d since %s", lino, tstrerror(code)); } - taosThreadMutexUnlock(&pCache->mutex); + (void)taosThreadMutexUnlock(&pCache->mutex); return code; } int32_t lruCacheRemove(SLruCache *pCache, SSeqRange *key, int32_t keyLen) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pCache->mutex); + (void)taosThreadMutexLock(&pCache->mutex); code = lruCacheRemoveNolock(pCache, key, keyLen); - taosThreadMutexUnlock(&pCache->mutex); + (void)taosThreadMutexUnlock(&pCache->mutex); return code; } @@ -229,14 +232,16 @@ void lruCacheFree(SLruCache *pCache) { bseCacheUnrefItem(pCacheItem); } - tdListFree(pCache->lruList); + if (tdListFree(pCache->lruList) == NULL) { + bseTrace("failed to free lru list"); + } pCache->lruList = NULL; - taosThreadMutexDestroy(&pCache->mutex); + (void)taosThreadMutexDestroy(&pCache->mutex); taosMemoryFree(pCache); } -int32_t lruCacheClear(SLruCache *pCache) { - taosThreadMutexLock(&pCache->mutex); +void lruCacheClear(SLruCache *pCache) { + (void)taosThreadMutexLock(&pCache->mutex); while (!isListEmpty(pCache->lruList)) { SListNode *pNode = tdListPopTail(pCache->lruList); @@ -246,9 +251,7 @@ int32_t lruCacheClear(SLruCache *pCache) { taosHashClear(pCache->pCache); pCache->size = 0; - taosThreadMutexUnlock(&pCache->mutex); - - return 0; + (void)taosThreadMutexUnlock(&pCache->mutex); } int32_t tableCacheOpen(int32_t cap, CacheFreeFn fn, STableCache **p) { @@ -285,7 +288,7 @@ int32_t tableCacheClear(STableCache *p) { int32_t code = 0; if (p == NULL) return 0; - code = lruCacheClear((SLruCache *)p->pCache); + lruCacheClear((SLruCache *)p->pCache); p->size = 0; return code; } @@ -381,7 +384,6 @@ int32_t blockCachePut(SBlockCache *pCache, SSeqRange *key, void *pBlock) { code = cacheLRUPut(pCache->pCache, key, sizeof(SSeqRange), pBlock); TSDB_CHECK_CODE(code, lino, _error); - _error: if (code != 0) { bseError("failed to put block cache at line %d since %s", lino, tstrerror(code)); diff --git a/source/dnode/vnode/src/bse/bseInc.h b/source/dnode/vnode/src/bse/bseInc.h index c85b4729bbb0..38944c3196c5 100644 --- a/source/dnode/vnode/src/bse/bseInc.h +++ b/source/dnode/vnode/src/bse/bseInc.h @@ -21,13 +21,18 @@ extern "C" { #endif -#define BSE_DEFAULT_BLOCK_SIZE (4 * 1024 * 1024) +#define BSE_DEFAULT_BLOCK_SIZE (16 << 20) struct SSeqRange { int64_t sseq; int64_t eseq; }; +int8_t seqRangeContains(struct SSeqRange *p, int64_t seq); +void seqRangeReset(struct SSeqRange *p); +void seqRangeUpdate(struct SSeqRange *dst, struct SSeqRange *src); +int8_t seqRangeIsGreater(struct SSeqRange *p, int64_t seq); + struct SBlockItemInfo { int32_t size; int64_t seq; @@ -58,10 +63,11 @@ struct SBse { SBatchMgt batchMgt[1]; void *pTableMgt; SBseCommitInfo commitInfo; - + // SRetention retention; int64_t latestSt; - int64_t retention; - int64_t keepDays; + // int32_t keepDays; + // int32_t keeps; + // int8_t precision; }; struct SBseBatch { @@ -77,8 +83,51 @@ struct SBseBatch { bsequeue node; }; -int32_t bseGetAliveFileList(SBse *pBse, SArray **pFileList); +typedef struct { + void *data; + int32_t cap; + int8_t type; + int64_t size; + int8_t compressType; + + void *pCachItem; + uint8_t *kvBuffer; // meta handle, used for table reader + int32_t kvSize; + int32_t kvCap; +} SBlockWrapper; + +int32_t blockWrapperInit(SBlockWrapper *p, int32_t cap); +int32_t blockWrapperPushMeta(SBlockWrapper *p, int64_t seq, uint8_t *value, int32_t len); +void blockWrapperClearMeta(SBlockWrapper *p); +void blockWrapperCleanup(SBlockWrapper *p); +int32_t blockWrapperResize(SBlockWrapper *p, int32_t cap); +void blockWrapperClear(SBlockWrapper *p); +void blockWrapperTransfer(SBlockWrapper *dst, SBlockWrapper *src); +void blockWrapperSetType(SBlockWrapper *p, int8_t type); + +int32_t blockWrapperSize(SBlockWrapper *p, int32_t extra); +int32_t blockWrapperSeek(SBlockWrapper *p, int64_t tgt, uint8_t **pValue, int32_t *len); +typedef struct { + int32_t ref; + struct SSeqRange range; + SArray *pMetaHandle; + SBlockWrapper pBlockWrapper; + void *pBse; + void *pTableBuilder; +} STableMemTable; + +int32_t bseMemTableCreate(STableMemTable **ppMemTable, int32_t cap); +void bseMemTableDestroy(STableMemTable *pMemTable); + +int32_t bseMemTableRef(STableMemTable *pMemTable); +void bseMemTableUnRef(STableMemTable *pMemTable); + +int32_t bseMemTablePush(STableMemTable *pMemTable, void *pHandle); + +int32_t bseMemTablGetMetaBlock(STableMemTable *pMetaTable, SArray **pMetaBlock); + +int32_t bseGetAliveFileList(SBse *pBse, SArray **pFileList); #ifdef __cplusplus } #endif diff --git a/source/dnode/vnode/src/bse/bseMgt.c b/source/dnode/vnode/src/bse/bseMgt.c index e661b84965ed..99ecde33d728 100644 --- a/source/dnode/vnode/src/bse/bseMgt.c +++ b/source/dnode/vnode/src/bse/bseMgt.c @@ -47,7 +47,7 @@ static int32_t bseBatchMgtRecycle(SBatchMgt *pBatchMgt, SBseBatch *pBatch); static void bseBatchMgtCleanup(SBatchMgt *pBatchMgt); static int32_t bseBatchCreate(SBseBatch **pBatch, int32_t nKeys); -static int32_t bseBatchClear(SBseBatch *pBatch); +void bseBatchClear(SBseBatch *pBatch); static int32_t bseRecycleBatchImpl(SBatchMgt *pMgt, SBseBatch *pBatch); static int32_t bseBatchMayResize(SBseBatch *pBatch, int32_t alen); @@ -63,24 +63,51 @@ static int32_t bseSerailCommitInfo(SBse *pBse, SArray *fileSet, char **pBuf, int TSDB_CHECK_CODE(code, line, _err); } - cJSON_AddNumberToObject(pRoot, "fmtVer", pBse->commitInfo.fmtVer); - cJSON_AddNumberToObject(pRoot, "vgId", pBse->cfg.vgId); - cJSON_AddNumberToObject(pRoot, "commitVer", pBse->commitInfo.commitVer); - cJSON_AddNumberToObject(pRoot, "commitSeq", pBse->commitInfo.lastSeq); - cJSON_AddItemToObject(pRoot, "fileSet", pFileSet); + if (cJSON_AddNumberToObject(pRoot, "fmtVer", pBse->commitInfo.fmtVer) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pRoot, "vgId", BSE_VGID(pBse)) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pRoot, "commitVer", pBse->commitInfo.commitVer) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pRoot, "commitSeq", pBse->commitInfo.lastSeq) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + + if (!cJSON_AddItemToObject(pRoot, "fileSet", pFileSet)) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } for (int32_t i = 0; i < taosArrayGetSize(fileSet); i++) { SBseLiveFileInfo *pInfo = taosArrayGet(fileSet, i); cJSON *pField = cJSON_CreateObject(); - cJSON_AddNumberToObject(pField, "startSeq", pInfo->range.sseq); - cJSON_AddNumberToObject(pField, "endSeq", pInfo->range.eseq); - cJSON_AddNumberToObject(pField, "size", pInfo->size); - cJSON_AddNumberToObject(pField, "level", pInfo->level); - cJSON_AddNumberToObject(pField, "retention", pInfo->retentionTs); - cJSON_AddItemToArray(pFileSet, pField); + if (cJSON_AddNumberToObject(pField, "startSeq", pInfo->range.sseq) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pField, "endSeq", pInfo->range.eseq) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pField, "size", pInfo->size) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + + if (cJSON_AddNumberToObject(pField, "level", pInfo->level) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (cJSON_AddNumberToObject(pField, "retention", pInfo->timestamp) == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } + if (!cJSON_AddItemToArray(pFileSet, pField)) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } } char *pSerialized = cJSON_PrintUnformatted(pRoot); + if (pSerialized == NULL) { + TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_CFG, line, _err); + } int32_t sz = strlen(pSerialized); *pBuf = pSerialized; @@ -88,7 +115,7 @@ static int32_t bseSerailCommitInfo(SBse *pBse, SArray *fileSet, char **pBuf, int _err: if (code != 0) { - bseError("vgId:%d failed at line %d since %s", pBse->cfg.vgId, line, tstrerror(code)); + bseError("vgId:%d failed at line %d since %s", BSE_VGID(pBse), line, tstrerror(code)); cJSON_Delete(pFileSet); } cJSON_Delete(pRoot); @@ -100,14 +127,14 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) int32_t lino = 0; cJSON *pRoot = cJSON_Parse(pCurrent); if (pRoot == NULL) { - bseError("vgId:%d, failed to parse current meta", pBse->cfg.vgId); + bseError("vgId:%d, failed to parse current meta", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; TSDB_CHECK_CODE(code, lino, _error); } cJSON *item = cJSON_GetObjectItem(pRoot, "fmtVer"); if (item == NULL) { - bseError("vgId:%d, failed to get fmtVer from current meta", pBse->cfg.vgId); + bseError("vgId:%d, failed to get fmtVer from current meta", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -115,7 +142,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) item = cJSON_GetObjectItem(pRoot, "vgId"); if (item == NULL) { - bseError("vgId:%d, failed to get vgId from current meta", pBse->cfg.vgId); + bseError("vgId:%d, failed to get vgId from current meta", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -123,7 +150,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) item = cJSON_GetObjectItem(pRoot, "commitVer"); if (item == NULL) { - bseError("vgId:%d, failed to get commitVer from current meta", pBse->cfg.vgId); + bseError("vgId:%d, failed to get commitVer from current meta", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -131,7 +158,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) item = cJSON_GetObjectItem(pRoot, "commitSeq"); if (item == NULL) { - bseError("vgId:%d, failed to get lastSeq from current meta", pBse->cfg.vgId); + bseError("vgId:%d, failed to get lastSeq from current meta", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -146,7 +173,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) cJSON *pLevel = cJSON_GetObjectItem(pField, "level"); cJSON *pRetentionTs = cJSON_GetObjectItem(pField, "retention"); if (pStartSeq == NULL || pEndSeq == NULL || pFileSize == NULL || pLevel == NULL || pRetentionTs == NULL) { - bseError("vgId:%d, failed to get field from files", pBse->cfg.vgId); + bseError("vgId:%d, failed to get field from files", BSE_VGID(pBse)); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -156,7 +183,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) info.range.eseq = pEndSeq->valuedouble; info.size = pFileSize->valuedouble; info.level = pLevel->valuedouble; - info.retentionTs = pRetentionTs->valuedouble; + info.timestamp = pRetentionTs->valuedouble; if (taosArrayPush(pInfo->pFileList, &info) == NULL) { code = terrno; @@ -165,7 +192,7 @@ int32_t bseDeserialCommitInfo(SBse *pBse, char *pCurrent, SBseCommitInfo *pInfo) } _error: if (code != 0) { - bseError("vgId:%d failed to get commit info from current meta since %s", BSE_GET_VGID(pBse), tstrerror(code)); + bseError("vgId:%d failed to get commit info from current meta since %s", BSE_VGID(pBse), tstrerror(code)); } cJSON_Delete(pRoot); return code; @@ -182,7 +209,7 @@ int32_t bseReadCurrentFile(SBse *pBse, char **p, int64_t *len) { bseBuildCurrentName(pBse, name); if (taosCheckExistFile(name) == 0) { - bseInfo("vgId:%d, no current meta file found, skip recover", pBse->cfg.vgId); + bseInfo("vgId:%d, no current meta file found, skip recover", BSE_VGID(pBse)); return 0; } code = taosStatFile(name, &sz, NULL, NULL); @@ -201,15 +228,20 @@ int32_t bseReadCurrentFile(SBse *pBse, char **p, int64_t *len) { if (nread != sz) { TSDB_CHECK_CODE(code = terrno, lino, _error); } - taosCloseFile(&fd); + if (taosCloseFile(&fd) != 0) { + bseError("vgId:%d failed to close file %s since %s", BSE_VGID(pBse), name, tstrerror(terrno)); + TSDB_CHECK_CODE(code = terrno, lino, _error); + } *p = pCurrent; *len = sz; _error: if (code != 0) { - bseError("vgId:%d, failed to read current at line %d since %s", pBse->cfg.vgId, lino, tstrerror(code)); - taosCloseFile(&fd); + bseError("vgId:%d, failed to read current at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); + if (taosCloseFile(&fd) != 0) { + bseError("vgId:%d failed to close file %s since %s", BSE_VGID(pBse), name, tstrerror(terrno)); + } taosMemoryFree(pCurrent); } return code; @@ -247,7 +279,9 @@ int32_t bseListAllFiles(const char *path, SArray *pFiles) { if (code != 0) { bseError("failed to list files at line %d since %s", lino, tstrerror(code)); } - taosCloseDir(&pDir); + if ((code = taosCloseDir(&pDir)) != 0) { + bseError("failed to close dir %s since %s", path, tstrerror(code)); + } return code; } @@ -269,9 +303,9 @@ int32_t removeUnCommitFile(SBse *p, SArray *pCommitedFiles, SArray *pAllFiles) { code = taosRemoveFile(buf); if (code != 0) { - bseError("vgId:%d failed to remove file %s since %s", p->cfg.vgId, pInfo->name, tstrerror(code)); + bseError("vgId:%d failed to remove file %s since %s", BSE_VGID(p), pInfo->name, tstrerror(code)); } else { - bseInfo("vgId:%d remove file %s", p->cfg.vgId, pInfo->name); + bseInfo("vgId:%d remove file %s", BSE_VGID(p), pInfo->name); } } } @@ -318,14 +352,14 @@ int32_t bseRecover(SBse *pBse, int8_t rmUnCommited) { TSDB_CHECK_CODE(code, lino, _error); if (len == 0) { - bseInfo("vgId:%d, no current meta file found, no need to recover", BSE_GET_VGID(pBse)); + bseInfo("vgId:%d, no current meta file found, no need to recover", BSE_VGID(pBse)); } else { code = bseDeserialCommitInfo(pBse, pCurrent, &pBse->commitInfo); TSDB_CHECK_CODE(code, lino, _error); if (pBse->commitInfo.fmtVer != BSE_FMT_VER) { - bseError("vgId:%d, current meta file version %d not match with %d", pBse->cfg.vgId, - pBse->commitInfo.fmtVer, BSE_FMT_VER); + bseError("vgId:%d, current meta file version %d not match with %d", BSE_VGID(pBse), pBse->commitInfo.fmtVer, + BSE_FMT_VER); code = TSDB_CODE_FILE_CORRUPTED; goto _error; } @@ -335,7 +369,7 @@ int32_t bseRecover(SBse *pBse, int8_t rmUnCommited) { code = bseTableMgtRecoverTable(pBse->pTableMgt, pLast); TSDB_CHECK_CODE(code, lino, _error); - code = bseTableMgtSetLastRetentionTs(pBse->pTableMgt, pLast->retentionTs); + code = bseTableMgtSetLastTableId(pBse->pTableMgt, pLast->timestamp); } } @@ -344,7 +378,7 @@ int32_t bseRecover(SBse *pBse, int8_t rmUnCommited) { _error: if (code != 0) { - bseError("vgId:%d, failed to recover since %s", pBse->cfg.vgId, tstrerror(code)); + bseError("vgId:%d, failed to recover since %s", BSE_VGID(pBse), tstrerror(code)); } taosMemoryFree(pCurrent); return code; @@ -356,7 +390,7 @@ int32_t bseInitLock(SBse *pBse) { (void)taosThreadRwlockInit(&pBse->rwlock, &attr); (void)taosThreadRwlockAttrDestroy(&attr); - taosThreadMutexInit(&pBse->mutex, NULL); + (void)taosThreadMutexInit(&pBse->mutex, NULL); return 0; } @@ -400,9 +434,18 @@ void bseCfgSetDefault(SBseCfg *pCfg) { } if (pCfg->keepDays == 0) { - pCfg->keepDays = 365; + pCfg->keepDays = 10; + } + + if (pCfg->keeps == 0) { + pCfg->keeps = 365; + } + + if (pCfg->precision == 0) { + pCfg->precision = TSDB_TIME_PRECISION_MILLI; // default precision is 1 second } } + int32_t bseOpen(const char *path, SBseCfg *pCfg, SBse **pBse) { int32_t lino = 0; int32_t code = 0; @@ -412,13 +455,6 @@ int32_t bseOpen(const char *path, SBseCfg *pCfg, SBse **pBse) { TSDB_CHECK_CODE(code = terrno, lino, _err); } - p->retention = pCfg->retention; - if (p->retention <= 0) { - p->retention = 10 * 24 * 3600; // default to 1 year - } - - p->keepDays = pCfg->keepDays; - p->cfg = *pCfg; bseCfgSetDefault(&p->cfg); @@ -443,7 +479,7 @@ int32_t bseOpen(const char *path, SBseCfg *pCfg, SBse **pBse) { _err: if (code != 0) { bseClose(p); - bseError("vgId:%d failed to open bse at line %d since %s", BSE_GET_VGID(p), lino, tstrerror(code)); + bseError("vgId:%d failed to open bse at line %d since %s", BSE_VGID(p), lino, tstrerror(code)); } return code; } @@ -457,7 +493,7 @@ static int32_t bseClear(SBse *pBse) { _error: if (code != 0) { - bseError("vgId:%d failed to clear bse at line %d since %s", BSE_GET_VGID(pBse), lino, tstrerror(code)); + bseError("vgId:%d failed to clear bse at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); } return code; } @@ -470,8 +506,8 @@ void bseClose(SBse *pBse) { bseBatchMgtCleanup(pBse->batchMgt); taosArrayDestroy(pBse->commitInfo.pFileList); - taosThreadMutexDestroy(&pBse->mutex); - taosThreadRwlockDestroy(&pBse->rwlock); + (void)taosThreadMutexDestroy(&pBse->mutex); + (void)taosThreadRwlockDestroy(&pBse->rwlock); taosMemoryFree(pBse); return; @@ -481,15 +517,15 @@ int32_t bseGet(SBse *pBse, uint64_t seq, uint8_t **pValue, int32_t *len) { int32_t line = 0; int32_t code = 0; - taosThreadRwlockRdlock(&pBse->rwlock); + (void)taosThreadRwlockRdlock(&pBse->rwlock); code = bseTableMgtGet(pBse->pTableMgt, seq, pValue, len); - taosThreadRwlockUnlock(&pBse->rwlock); + (void)taosThreadRwlockUnlock(&pBse->rwlock); if (code != 0) { - bseError("vgId:%d failed to get value from seq %" PRId64 " at line %d since %s", BSE_GET_VGID(pBse), seq, line, + bseError("vgId:%d failed to get value from seq %" PRId64 " at line %d since %s", BSE_VGID(pBse), seq, line, tstrerror(code)); } else { - bseDebug("vgId:%d get value from seq %" PRId64 " at line %d", BSE_GET_VGID(pBse), seq, line); + bseDebug("vgId:%d get value from seq %" PRId64 " at line %d", BSE_VGID(pBse), seq, line); } return code; } @@ -497,7 +533,7 @@ int32_t bseGet(SBse *pBse, uint64_t seq, uint8_t **pValue, int32_t *len) { int32_t bseCommitBatch(SBse *pBse, SBseBatch *pBatch) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBatch->commited = 1; while (!BSE_QUEUE_IS_EMPTY(&pBse->batchMgt->queue)) { @@ -518,9 +554,9 @@ int32_t bseCommitBatch(SBse *pBse, SBseBatch *pBatch) { } _error: if (code != 0) { - bseError("vgId:%d failed to append batch at line %d since %s", BSE_GET_VGID(pBse), lino, tstrerror(code)); + bseError("vgId:%d failed to append batch at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); } - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -528,7 +564,7 @@ int32_t bseReload(SBse *pBse) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); code = bseClear(pBse); TSDB_CHECK_CODE(code, lino, _error); @@ -537,9 +573,9 @@ int32_t bseReload(SBse *pBse) { _error: if (code != 0) { - bseError("vgId:%d failed to reload bse at line %d since %s", BSE_GET_VGID(pBse), lino, tstrerror(code)); + bseError("vgId:%d failed to reload bse at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); } - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } int32_t bseTrim(SBse *pBse) { @@ -551,9 +587,9 @@ int32_t bseRecycleBatch(SBse *pBse, SBseBatch *pBatch) { int32_t code = 0; if (pBatch == NULL) return code; - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); code = bseRecycleBatchImpl(pBse->batchMgt, pBatch); - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -587,7 +623,7 @@ static int32_t bseBatchMgtInit(SBatchMgt *pBatchMgt, SBse *pBse) { } taosArrayDestroy(pBatchMgt->pBatchList); } - bseError("vgId:%d failed to init batch mgt at line %d since %s", BSE_GET_VGID(pBse), lino, tstrerror(code)); + bseError("vgId:%d failed to init batch mgt at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); } return code; } @@ -614,7 +650,7 @@ static int32_t bseBatchMgtRecycle(SBatchMgt *pBatchMgt, SBseBatch *pBatch) { code = terrno; } if (code != 0) { - bseError("vgId:%d failed to recycle batch since %s", BSE_GET_VGID((SBse *)pBatchMgt->pBse), tstrerror(code)); + bseError("vgId:%d failed to recycle batch since %s", BSE_VGID((SBse *)pBatchMgt->pBse), tstrerror(code)); } return code; } @@ -643,7 +679,7 @@ static int32_t bseBatchMgtGet(SBatchMgt *pBatchMgt, SBseBatch **pBatch) { _error: if (code != 0) { - bseInfo("vgId:%d failed to get bse batch at line %d since %s", BSE_GET_VGID((SBse *)pBatchMgt->pBse), lino, + bseInfo("vgId:%d failed to get bse batch at line %d since %s", BSE_VGID((SBse *)pBatchMgt->pBse), lino, tstrerror(code)); } return code; @@ -697,14 +733,14 @@ int32_t bseBatchInit(SBse *pBse, SBseBatch **pBatch, int32_t nKeys) { uint64_t sseq = 0; // atomic later - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); sseq = pBse->seq; pBse->seq += nKeys; code = bseBatchMgtGet(pBse->batchMgt, &p); - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); - bseDebug("vgId:%d bse seq start from: %" PRId64 " to %" PRId64 "", BSE_GET_VGID(pBse), sseq, sseq + nKeys - 1); + bseDebug("vgId:%d bse seq start from: %" PRId64 " to %" PRId64 "", BSE_VGID(pBse), sseq, sseq + nKeys - 1); TSDB_CHECK_CODE(code, lino, _error); code = bseBatchSetParam(p, sseq, nKeys); @@ -715,11 +751,12 @@ int32_t bseBatchInit(SBse *pBse, SBseBatch **pBatch, int32_t nKeys) { *pBatch = p; _error: if (code != 0) { - bseError("vgId:%d failed to build batch since %s", BSE_GET_VGID((SBse *)p->pBse), tstrerror(code)); + bseError("vgId:%d failed to build batch since %s", BSE_VGID((SBse *)p->pBse), tstrerror(code)); bseBatchDestroy(p); } return code; } + int32_t bseBatchPut(SBseBatch *pBatch, int64_t *seq, uint8_t *value, int32_t len) { int32_t code = 0; int32_t lino = 0; @@ -727,17 +764,13 @@ int32_t bseBatchPut(SBseBatch *pBatch, int64_t *seq, uint8_t *value, int32_t len int64_t lseq = pBatch->seq; - code = bseBatchMayResize(pBatch, pBatch->len + sizeof(int64_t) + sizeof(int32_t) + len); + code = bseBatchMayResize(pBatch, pBatch->len + len); TSDB_CHECK_CODE(code, lino, _error); uint8_t *p = pBatch->buf + pBatch->len; - offset += taosEncodeVariantI64((void **)&p, lseq); - offset += taosEncodeVariantI32((void **)&p, len); - offset += taosEncodeBinary((void **)&p, value, len); - - SBlockItemInfo info = {.size = offset, .seq = lseq}; - pBatch->len += offset; + pBatch->len += taosEncodeBinary((void **)&p, value, len); + SBlockItemInfo info = {.size = len, .seq = lseq}; if (taosArrayPush(pBatch->pSeq, &info) == NULL) { TSDB_CHECK_CODE(code = terrno, lino, _error); } @@ -750,8 +783,8 @@ int32_t bseBatchPut(SBseBatch *pBatch, int64_t *seq, uint8_t *value, int32_t len _error: if (code != 0) { - bseError("vgId:%d failed to put value by seq %" PRId64 " at line %d since %s", BSE_GET_VGID((SBse *)pBatch->pBse), - lseq, lino, tstrerror(code)); + bseError("vgId:%d failed to put value by seq %" PRId64 " at line %d since %s", BSE_VGID((SBse *)pBatch->pBse), lseq, + lino, tstrerror(code)); } return code; } @@ -765,22 +798,29 @@ int32_t bseBatchGetSize(SBseBatch *pBatch, int32_t *sz) { return code; } +int32_t bseBatchExccedLimit(SBseBatch *pBatch) { + if (pBatch == NULL) return 0; + SBse *pBse = pBatch->pBse; + if ((pBatch->len + 128) >= (BSE_BLOCK_SIZE(pBse) >> 2)) { + return 1; + } + return 0; +} + int32_t bseBatchGet(SBseBatch *pBatch, uint64_t seq, uint8_t **pValue, int32_t *len) { int32_t code = 0; return 0; } -int32_t bseBatchClear(SBseBatch *pBatch) { +void bseBatchClear(SBseBatch *pBatch) { pBatch->len = 0; pBatch->num = 0; pBatch->seq = 0; pBatch->commited = 0; BSE_QUEUE_REMOVE(&pBatch->node); taosArrayClear(pBatch->pSeq); - return 0; } - -int32_t bseBatchDestroy(SBseBatch *pBatch) { - if (pBatch == NULL) return 0; +void bseBatchDestroy(SBseBatch *pBatch) { + if (pBatch == NULL) return; int32_t code = 0; taosMemoryFree(pBatch->buf); @@ -788,7 +828,6 @@ int32_t bseBatchDestroy(SBseBatch *pBatch) { BSE_QUEUE_REMOVE(&pBatch->node); taosMemoryFree(pBatch); - return code; } int32_t bseBatchMayResize(SBseBatch *pBatch, int32_t alen) { @@ -829,8 +868,8 @@ static int32_t seqComparFunc(const void *p1, const void *p2) { int32_t bseMultiGet(SBse *pBse, SArray *pKey, SArray *ppValue) { int32_t code = 0; taosSort(pKey->pData, taosArrayGetSize(pKey), sizeof(int64_t), seqComparFunc); - taosThreadMutexLock(&pBse->mutex); - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } // int32_t bseIterate(SBse *pBse, uint64_t start, uint64_t end, SArray *pValue) { @@ -868,11 +907,14 @@ int32_t bseGenCommitInfo(SBse *pBse, SArray *pFileSet) { _error: if (code != 0) { - bseError("vgId:%d failed to gen commit info since %s", BSE_GET_VGID(pBse), tstrerror(code)); + bseError("vgId:%d failed to gen commit info since %s", BSE_VGID(pBse), tstrerror(code)); } taosMemoryFree(pBuf); - taosCloseFile(&fd); + if (taosCloseFile(&fd) != 0) { + bseError("vgId:%d failed to close file %s since %s", BSE_VGID(pBse), buf, tstrerror(terrno)); + TSDB_CHECK_CODE(code = terrno, lino, _error); + } return code; } @@ -899,7 +941,7 @@ int32_t bseCommitDo(SBse *pBse, SArray *pFileSet) { TSDB_CHECK_CODE(code, lino, _error); _error: if (code != 0) { - bseError("vgId:%d failed to commit at line %d since %s", BSE_GET_VGID(pBse), lino, tstrerror(code)); + bseError("vgId:%d failed to commit at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); } return code; } @@ -908,7 +950,7 @@ int32_t bseUpdateCommitInfo(SBse *pBse, SBseLiveFileInfo *pInfo) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); SBseCommitInfo *pCommit = &pBse->commitInfo; if (taosArrayGetSize(pCommit->pFileList) == 0) { if (taosArrayPush(pCommit->pFileList, pInfo) == NULL) { @@ -916,16 +958,16 @@ int32_t bseUpdateCommitInfo(SBse *pBse, SBseLiveFileInfo *pInfo) { } } else { SBseLiveFileInfo *pLast = taosArrayGetLast(pCommit->pFileList); - if (pLast->retentionTs == pInfo->retentionTs) { + if (pLast->timestamp == pInfo->timestamp) { memcpy(pLast, pInfo, sizeof(SBseLiveFileInfo)); } } _error: if (code != 0) { - bseError("vgId:%d failed to update commit info since %s", BSE_GET_VGID(pBse), tstrerror(code)); + bseError("vgId:%d failed to update commit info since %s", BSE_VGID(pBse), tstrerror(code)); } - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -933,7 +975,7 @@ int32_t bseGetAliveFileList(SBse *pBse, SArray **pFileList) { int32_t code = 0; int32_t lino = 0; SArray *p = taosArrayInit(4, sizeof(SBseLiveFileInfo)); - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); if (taosArrayAddAll(p, pBse->commitInfo.pFileList) == NULL) { TSDB_CHECK_CODE(code = terrno, lino, _error); } @@ -941,9 +983,9 @@ int32_t bseGetAliveFileList(SBse *pBse, SArray **pFileList) { *pFileList = p; _error: if (code != 0) { - bseError("vgId:%d failed to get alive file list since %s", BSE_GET_VGID(pBse), tstrerror(code)); + bseError("vgId:%d failed to get alive file list since %s", BSE_VGID(pBse), tstrerror(code)); } - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } int32_t bseCommit(SBse *pBse) { @@ -959,7 +1001,7 @@ int32_t bseCommit(SBse *pBse) { TSDB_CHECK_CODE(code, line, _error); if (info.size == 0) { - bseInfo("vgId:%d no data to commit", BSE_GET_VGID(pBse)); + bseInfo("vgId:%d no data to commit", BSE_VGID(pBse)); return 0; } @@ -970,7 +1012,7 @@ int32_t bseCommit(SBse *pBse) { TSDB_CHECK_CODE(code, line, _error); if (taosArrayGetSize(pLiveFile) == 0) { - bseInfo("vgId:%d no alive file to commit", BSE_GET_VGID(pBse)); + bseInfo("vgId:%d no alive file to commit", BSE_VGID(pBse)); taosArrayDestroy(pLiveFile); return 0; } @@ -980,9 +1022,11 @@ int32_t bseCommit(SBse *pBse) { _error: cost = taosGetTimestampMs() - st; - bseWarn("vgId:%d bse commit cost %" PRId64 " ms", BSE_GET_VGID(pBse), cost); + if (cost >= 1000) { + bseWarn("vgId:%d bse commit cost %" PRId64 " ms", BSE_VGID(pBse), cost); + } if (code != 0) { - bseError("vgId:%d failed to commit at line %d since %s", BSE_GET_VGID(pBse), line, tstrerror(code)); + bseError("vgId:%d failed to commit at line %d since %s", BSE_VGID(pBse), line, tstrerror(code)); } taosArrayDestroy(pLiveFile); @@ -1017,7 +1061,7 @@ int32_t bseUpdateCfg(SBse *pBse, SBseCfg *pCfg) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); if (pCfg->blockSize > 0) { pBse->cfg.blockSize = pCfg->blockSize; } @@ -1037,7 +1081,7 @@ int32_t bseUpdateCfg(SBse *pBse, SBseCfg *pCfg) { if (pCfg->blockCacheSize >= 0) { pBse->cfg.blockCacheSize = pCfg->blockCacheSize; } - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -1072,9 +1116,9 @@ int32_t bseSetCompressType(SBse *pBse, int8_t compressType) { if (compressType < kNoCompres || compressType > kZxCompress) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBse->cfg.compressType = compressType; - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -1083,9 +1127,9 @@ int32_t bseSetBlockSize(SBse *pBse, int32_t blockSize) { if (blockSize <= 0) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBse->cfg.blockSize = blockSize; - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -1094,11 +1138,11 @@ int32_t bseSetBlockCacheSize(SBse *pBse, int32_t blockCacheSize) { if (blockCacheSize <= 0) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBse->cfg.blockCacheSize = blockCacheSize; code = bseTableMgtSetBlockCacheSize(pBse->pTableMgt, blockCacheSize); - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -1107,11 +1151,11 @@ int32_t bseSetTableCacheSize(SBse *pBse, int32_t tableCacheSize) { if (tableCacheSize <= 0) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBse->cfg.tableCacheSize = tableCacheSize; code = bseTableMgtSetTableCacheSize(pBse->pTableMgt, tableCacheSize); - taosThreadMutexUnlock(&pBse->mutex); + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } @@ -1120,9 +1164,8 @@ int32_t bseSetKeepDays(SBse *pBse, int32_t keepDays) { if (keepDays <= 0) { return TSDB_CODE_INVALID_MSG; } - taosThreadMutexLock(&pBse->mutex); + (void)taosThreadMutexLock(&pBse->mutex); pBse->cfg.keepDays = keepDays; - taosThreadMutexUnlock(&pBse->mutex); - + (void)taosThreadMutexUnlock(&pBse->mutex); return code; } diff --git a/source/dnode/vnode/src/bse/bseSnapshot.c b/source/dnode/vnode/src/bse/bseSnapshot.c index fe908308cd6c..666963b928cc 100644 --- a/source/dnode/vnode/src/bse/bseSnapshot.c +++ b/source/dnode/vnode/src/bse/bseSnapshot.c @@ -40,10 +40,10 @@ static int32_t bseRawFileWriterOpen(SBse *pBse, int64_t sver, int64_t ever, SBse SSeqRange *range = &pMeta->range; if (pMeta->fileType == BSE_TABLE_SNAP) { - bseBuildDataName(pMeta->keepDays, name); + bseBuildDataName(pMeta->timestamp, name); bseBuildFullName(pBse, name, path); } else if (pMeta->fileType == BSE_TABLE_META_TYPE) { - bseBuildMetaName(pMeta->keepDays, name); + bseBuildMetaName(pMeta->timestamp, name); bseBuildFullName(pBse, name, path); } else if (pMeta->fileType == BSE_CURRENT_SNAP) { bseBuildCurrentName(pBse, path); @@ -65,7 +65,7 @@ static int32_t bseRawFileWriterOpen(SBse *pBse, int64_t sver, int64_t ever, SBse _error: if (code) { if (p != NULL) { - bseError("vgId:%d failed to open table pWriter at line %d since %s", BSE_GET_VGID((SBse *)pBse), lino, + bseError("vgId:%d failed to open table pWriter at line %d since %s", BSE_VGID((SBse *)pBse), lino, tstrerror(code)); bseRawFileWriterClose(p, 0); } @@ -89,9 +89,8 @@ static void bseRawFileWriterClose(SBseRawFileWriter *p, int8_t rollback) { if (p == NULL) return; int32_t code = 0; - taosCloseFile(&p->pFile); - if (rollback) { - bseError("vgId:%d failed to close table pWriter since %s", BSE_GET_VGID((SBse *)p->pBse), tstrerror(code)); + if (taosCloseFile(&p->pFile) != 0) { + bseError("vgId:%d failed to close table pWriter since %s", BSE_VGID((SBse *)p->pBse), tstrerror(terrno)); } taosMemoryFree(p); @@ -118,7 +117,7 @@ static int32_t bseSnapMayOpenNewFile(SBseSnapWriter *pWriter, SBseSnapMeta *pMet if (taosArrayPush(pWriter->pFileSet, &info) == NULL) { code = terrno; - bseError("vgId:%d failed to push file info since %s", BSE_GET_VGID((SBse *)pBse), tstrerror(code)); + bseError("vgId:%d failed to push file info since %s", BSE_VGID((SBse *)pBse), tstrerror(code)); return code; } bseRawFileWriterClose(pOld, 0); @@ -128,7 +127,7 @@ static int32_t bseSnapMayOpenNewFile(SBseSnapWriter *pWriter, SBseSnapMeta *pMet SBseRawFileWriter *pNew = NULL; code = bseRawFileWriterOpen(pBse, 0, 0, pMeta, &pNew); if (code) { - bseError("vgId:%d failed to open table pWriter since %s", BSE_GET_VGID((SBse *)pBse), tstrerror(code)); + bseError("vgId:%d failed to open table pWriter since %s", BSE_VGID((SBse *)pBse), tstrerror(code)); return code; } pWriter->pWriter = pNew; @@ -155,7 +154,7 @@ int32_t bseSnapWriterOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapWriter _error: if (code) { if (p != NULL) { - bseError("vgId:%d failed to open table pWriter at line %d since %s", BSE_GET_VGID((SBse *)pBse), lino, + bseError("vgId:%d failed to open table pWriter at line %d since %s", BSE_VGID((SBse *)pBse), lino, tstrerror(code)); bseSnapWriterClose(&p, 0); } @@ -184,26 +183,24 @@ int32_t bseSnapWriterWrite(SBseSnapWriter *p, uint8_t *data, int32_t len) { _error: if (code) { if (p->pWriter != NULL) { - bseError("vgId:%d failed to write snapshot data since %s", BSE_GET_VGID((SBse *)p->pBse), tstrerror(code)); + bseError("vgId:%d failed to write snapshot data since %s", BSE_VGID((SBse *)p->pBse), tstrerror(code)); bseRawFileWriterClose(p->pWriter, 0); } return code; } return code; } -int32_t bseSnapWriterClose(SBseSnapWriter **pp, int8_t rollback) { +void bseSnapWriterClose(SBseSnapWriter **pp, int8_t rollback) { int32_t code = 0; SBseSnapWriter *p = *pp; if (p == NULL) { - return code; + return; } taosArrayDestroy(p->pFileSet); bseRawFileWriterClose(p->pWriter, 0); taosMemoryFree(p); - - return code; } int32_t bseSnapReaderOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapReader **ppReader) { @@ -223,7 +220,7 @@ int32_t bseSnapReaderOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapReader _error: if (code) { if (p != NULL) { - bseError("vgId:%d failed to open table pReader at line %d since %s", BSE_GET_VGID((SBse *)pBse), lino, + bseError("vgId:%d failed to open table pReader at line %d since %s", BSE_VGID((SBse *)pBse), lino, tstrerror(code)); bseSnapReaderClose(&p); } @@ -232,7 +229,7 @@ int32_t bseSnapReaderOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapReader return code; } -int32_t bseSnapReaderRead(SBseSnapReader *p, uint8_t **data) { +static int32_t bseSnapReaderReadImpl(SBseSnapReader *p, uint8_t **data, int32_t *len) { int32_t code = 0; int32_t line = 0; int32_t size = 0; @@ -249,48 +246,10 @@ int32_t bseSnapReaderRead(SBseSnapReader *p, uint8_t **data) { TSDB_CHECK_CODE(code, line, _error); if (bufLen == 0) { - return 0; - } - - *data = taosMemoryCalloc(1, sizeof(SSnapDataHdr) + bufLen); - if (*data == NULL) { - TSDB_CHECK_CODE(code = terrno, line, _error); - } - - SSnapDataHdr *pHdr = (SSnapDataHdr *)(*data); - pHdr->type = SNAP_DATA_BSE; - pHdr->size = bufLen; - uint8_t *tdata = pHdr->data; - memcpy(tdata, pBuf, bufLen); - -_error: - if (code) { - if (*data != NULL) { - taosMemoryFree(*data); - *data = NULL; - } - bseError("vgId:%d failed to read snapshot data at line %d since %s", BSE_GET_VGID((SBse *)p->pBse), line, - tstrerror(code)); - } - return code; -} -// test func -int32_t bseSnapReaderRead2(SBseSnapReader *p, uint8_t **data, int32_t *len) { - int32_t code = 0; - int32_t line = 0; - int32_t size = 0; - - uint8_t *pBuf = NULL; - int32_t bufLen = 0; - - if (bseIterIsOver(p->pIter)) { *data = NULL; - return code; + return 0; } - code = bseIterNext(p->pIter, &pBuf, &bufLen); - TSDB_CHECK_CODE(code, line, _error); - *data = taosMemoryCalloc(1, sizeof(SSnapDataHdr) + bufLen); if (*data == NULL) { TSDB_CHECK_CODE(code = terrno, line, _error); @@ -302,7 +261,9 @@ int32_t bseSnapReaderRead2(SBseSnapReader *p, uint8_t **data, int32_t *len) { uint8_t *tdata = pHdr->data; memcpy(tdata, pBuf, bufLen); - *len = sizeof(SSnapDataHdr) + bufLen; + if (len != NULL) { + *len = sizeof(SSnapDataHdr) + bufLen; + } _error: if (code) { @@ -310,16 +271,24 @@ int32_t bseSnapReaderRead2(SBseSnapReader *p, uint8_t **data, int32_t *len) { taosMemoryFree(*data); *data = NULL; } - bseError("vgId:%d failed to read snapshot data at line %d since %s", BSE_GET_VGID((SBse *)p->pBse), line, + bseError("vgId:%d failed to read snapshot data at line %d since %s", BSE_VGID((SBse *)p->pBse), line, tstrerror(code)); } return code; } +int32_t bseSnapReaderRead(SBseSnapReader *p, uint8_t **data) { + int32_t len = 0; + return bseSnapReaderReadImpl(p, data, NULL); +} +// test func +int32_t bseSnapReaderRead2(SBseSnapReader *p, uint8_t **data, int32_t *len) { + return bseSnapReaderReadImpl(p, data, len); +} -int32_t bseSnapReaderClose(SBseSnapReader **p) { +void bseSnapReaderClose(SBseSnapReader **p) { int32_t code = 0; if (p == NULL || *p == NULL) { - return code; + return; } SBseSnapReader *pReader = *p; @@ -327,7 +296,6 @@ int32_t bseSnapReaderClose(SBseSnapReader **p) { taosMemoryFree(pReader); *p = NULL; - return code; } int32_t bseOpenIter(SBse *pBse, SBseIter **ppIter) { @@ -352,7 +320,7 @@ int32_t bseOpenIter(SBse *pBse, SBseIter **ppIter) { _error: if (code != 0) { - bseError("vgId:%d failed to open iter since %s", BSE_GET_VGID(pBse), tstrerror(code)); + bseError("vgId:%d failed to open iter since %s", BSE_VGID(pBse), tstrerror(code)); taosMemoryFree(pIter); taosArrayDestroy(pAliveFile); return code; @@ -392,7 +360,7 @@ int32_t bseIterNext(SBseIter *pIter, uint8_t **pValue, int32_t *len) { } SBseLiveFileInfo *pInfo = taosArrayGet(pIter->pFileSet, pIter->index); - code = tableReaderIterInit(pInfo->retentionTs, BSE_TABLE_DATA_TYPE, &pTableIter, pIter->pBse); + code = tableReaderIterInit(pInfo->timestamp, BSE_TABLE_DATA_TYPE, &pTableIter, pIter->pBse); TSDB_CHECK_CODE(code, lino, _error); pTableIter->fileType = BSE_TABLE_SNAP; @@ -428,7 +396,7 @@ int32_t bseIterNext(SBseIter *pIter, uint8_t **pValue, int32_t *len) { } SBseLiveFileInfo *pInfo = taosArrayGet(pIter->pFileSet, pIter->index); - code = tableReaderIterInit(pInfo->retentionTs, BSE_TABLE_META_TYPE, &pTableIter, pIter->pBse); + code = tableReaderIterInit(pInfo->timestamp, BSE_TABLE_META_TYPE, &pTableIter, pIter->pBse); TSDB_CHECK_CODE(code, lino, _error); code = tableReaderIterNext(pTableIter, pValue, len); @@ -445,13 +413,15 @@ int32_t bseIterNext(SBseIter *pIter, uint8_t **pValue, int32_t *len) { // do read current pIter->fileType = BSE_MAX_SNAP; pIter->isOver = 1; + + pIter->pCurrentBuf = *pValue; } else if (pIter->fileType == BSE_MAX_SNAP) { pIter->isOver = 1; } _error: if (code != 0) { - bseError("vgId:%d failed to get next iter since %s", BSE_GET_VGID(pIter->pBse), tstrerror(code)); + bseError("vgId:%d failed to get next iter since %s", BSE_VGID(pIter->pBse), tstrerror(code)); } return code; } @@ -466,6 +436,9 @@ void bseIterDestroy(SBseIter *pIter) { } taosArrayDestroy(pIter->pFileSet); + if (pIter->pCurrentBuf != NULL) { + taosMemoryFreeClear(pIter->pCurrentBuf); + } taosMemFree(pIter); return; } diff --git a/source/dnode/vnode/src/bse/bseSnapshot.h b/source/dnode/vnode/src/bse/bseSnapshot.h index 8a36c06dbf5a..a5341d1444d8 100644 --- a/source/dnode/vnode/src/bse/bseSnapshot.h +++ b/source/dnode/vnode/src/bse/bseSnapshot.h @@ -62,6 +62,7 @@ typedef struct { int8_t isOver; void *pTableIter; + uint8_t *pCurrentBuf; } SBseIter; @@ -69,7 +70,7 @@ typedef struct { struct SSeqRange range; int8_t fileType; // fileType int8_t blockType; // blockType - int64_t keepDays; // keepDays + int64_t timestamp; // keepDays } SBseSnapMeta; int32_t bseOpenIter(SBse *pBse, SBseIter **ppIter); diff --git a/source/dnode/vnode/src/bse/bseTable.c b/source/dnode/vnode/src/bse/bseTable.c index f7d21c7c0261..2edd1c4b2a9c 100644 --- a/source/dnode/vnode/src/bse/bseTable.c +++ b/source/dnode/vnode/src/bse/bseTable.c @@ -92,6 +92,7 @@ static int32_t tableLoadRawBlock(TdFilePtr pFile, SBlkHandle *pHandle, SBlockWra /*---block formate----*/ //---datatype--|---len---|--data---|--rawdatasize---|--compressType---|---checksum---| +//- int8_t | int32_t | uint8_t[] | int32_t | int8_t | TSCKSUM| #define BLOCK_ROW_SIZE_OFFSET(p) (sizeof(SBlock) + (p)->len) #define BLOCK_ROW_SIZE(p) BLOCK_ROW_SIZE_OFFSET(p) #define BLOCK_COMPRESS_TYPE_OFFSET(p) (BLOCK_ROW_SIZE_OFFSET(p) + sizeof(int32_t)) @@ -164,20 +165,15 @@ int32_t tableBuilderOpen(int64_t ts, STableBuilder **pBuilder, SBse *pBse) { if (p == NULL) { TSDB_CHECK_CODE(terrno, lino, _error); } - p->retentionTs = ts; + p->timestamp = ts; memcpy(p->name, name, strlen(name)); - p->pMetaHandle = taosArrayInit(128, sizeof(SBlkHandle)); - if (p->pMetaHandle == NULL) { - TSDB_CHECK_CODE(terrno, lino, _error); - } + p->blockCap = BSE_BLOCK_SIZE(pBse); - p->blockCap = BSE_GET_BLOCK_SIZE(pBse); - - code = blockWrapperInit(&p->pBlockWrapper, p->blockCap); + code = bseMemTableCreate(&p->pMemTable, BSE_BLOCK_SIZE(pBse)); TSDB_CHECK_CODE(code, lino, _error); - p->compressType = BSE_GET_COMPRESS_TYPE(pBse); + p->compressType = BSE_COMPRESS_TYPE(pBse); TSDB_CHECK_CODE(code, lino, _error); seqRangeReset(&p->tableRange); @@ -185,7 +181,10 @@ int32_t tableBuilderOpen(int64_t ts, STableBuilder **pBuilder, SBse *pBse) { p->pBse = pBse; code = tableOpenFile(path, 0, &p->pDataFile, &p->offset); + p->blockCap = BSE_BLOCK_SIZE(pBse); + *pBuilder = p; + p->pMemTable->pTableBuilder = p; _error: if (code != 0) { @@ -196,38 +195,58 @@ int32_t tableBuilderOpen(int64_t ts, STableBuilder **pBuilder, SBse *pBse) { } int32_t tableBuilderGetMetaBlock(STableBuilder *p, SArray **pMetaBlock) { - int32_t code = 0; - SArray *pBlock = taosArrayInit(8, sizeof(SMetaBlock)); - if (pBlock == NULL) { - return terrno; - } - for (int32_t i = 0; i < taosArrayGetSize(p->pMetaHandle); i++) { - SBlkHandle *handle = taosArrayGet(p->pMetaHandle, i); - SMetaBlock block = {.type = BSE_TABLE_META_TYPE, - .version = BSE_DATA_VER, - .range = handle->range, - .offset = handle->offset, - .size = handle->size}; + return bseMemTablGetMetaBlock(p->pImmuMemTable, pMetaBlock); +} - if (taosArrayPush(pBlock, &block) == NULL) { - taosArrayDestroy(pBlock); - return terrno; - } - } - *pMetaBlock = pBlock; - return 0; +int32_t tableBuilderAddMeta(STableBuilder *p, SBlkHandle *pHandle, int8_t immu) { + int32_t code = 0; + int32_t lino = 0; + STableMemTable *pMemTable = immu ? p->pImmuMemTable : p->pMemTable; + code = bseMemTableRef(pMemTable); + TAOS_CHECK_GOTO(code, &lino, _error); + + code = bseMemTablePush(pMemTable, pHandle); + TAOS_CHECK_GOTO(code, &lino, _error); + + seqRangeReset(&pMemTable->range); +_error: + bseMemTableUnRef(pMemTable); + return code; } -int32_t tableBuilderFlush(STableBuilder *p, int8_t type) { +int32_t tableBuilderSetBlockInfo(STableMemTable *pMemTable) { + int32_t code = 0; + SBlockWrapper *pWp = &pMemTable->pBlockWrapper; + SBlock *pBlock = (SBlock *)pWp->data; + + pBlock->offset = pBlock->len; + memcpy(pBlock->data + pBlock->len, pWp->kvBuffer, pWp->kvSize); + pBlock->len += pWp->kvSize; + pBlock->version = BSE_DATA_VER; + + return code; +} +int32_t tableBuilderFlush(STableBuilder *p, int8_t type, int8_t immutable) { int32_t code = 0; int32_t lino = 0; - SBlock *pBlk = p->pBlockWrapper.data; + STableMemTable *pMemTable = immutable ? p->pImmuMemTable : p->pMemTable; + if (p == NULL) return code; + + SBlockWrapper wrapper = {0}; + code = bseMemTableRef(pMemTable); + TSDB_CHECK_CODE(code, lino, _error); + + code = tableBuilderSetBlockInfo(pMemTable); + TSDB_CHECK_CODE(code, lino, _error); + + SBlock *pBlk = pMemTable->pBlockWrapper.data; if (pBlk->len == 0) { + bseDebug("no data to flush for table %s", p->name); + bseMemTableUnRef(pMemTable); return 0; } - int8_t compressType = BSE_GET_COMPRESS_TYPE(p->pBse); - SBlockWrapper wrapper = {0}; + int8_t compressType = BSE_COMPRESS_TYPE(p->pBse); uint8_t *pWrite = (uint8_t *)pBlk; int32_t len = BLOCK_TOTAL_SIZE(pBlk); @@ -261,7 +280,7 @@ int32_t tableBuilderFlush(STableBuilder *p, int8_t type) { code = taosCalcChecksumAppend(0, (uint8_t *)pWrite, len); TSDB_CHECK_CODE(code, lino, _error); - SBlkHandle handle = {.size = len, .offset = p->offset, .range = p->blockRange}; + SBlkHandle handle = {.size = len, .offset = p->offset, .range = pMemTable->range}; bseDebug("bse flush at offset %" PRId64 " len: %d, block range sseq:%" PRId64 ", eseq:%" PRId64 "", p->offset, len, handle.range.sseq, handle.range.eseq); @@ -278,17 +297,17 @@ int32_t tableBuilderFlush(STableBuilder *p, int8_t type) { } p->offset += len; - if (taosArrayPush(p->pMetaHandle, &handle) == NULL) { - code = terrno; - TSDB_CHECK_CODE(code, lino, _error); - } - seqRangeReset(&p->blockRange); + code = tableBuilderAddMeta(p, &handle, immutable); _error: if (code != 0) { bseError("failed to flush table builder at line %d since %s", lino, tstrerror(code)); } - blockWrapperClear(&p->pBlockWrapper); + + if (pMemTable != NULL) { + blockWrapperClear(&pMemTable->pBlockWrapper); + bseMemTableUnRef(pMemTable); + } blockWrapperCleanup(&wrapper); return code; } @@ -302,40 +321,77 @@ void tableBuilderUpdateBlockRange(STableBuilder *p, SBlockItemInfo *pInfo) { SSeqRange range = {.sseq = pInfo->seq, .eseq = pInfo->seq}; seqRangeUpdate(&p->blockRange, &range); } +void memtableUpdateBlockRange(STableMemTable *p, SBlockItemInfo *pInfo) { + SSeqRange range = {.sseq = pInfo->seq, .eseq = pInfo->seq}; + seqRangeUpdate(&p->range, &range); +} -/*|seq len value|seq len value| seq len value| seq len value|*/ -int32_t tableBuilderPutBatch(STableBuilder *p, SBseBatch *pBatch) { +// table block data +// data1 data2 data3 data4 k1v1 k2v2, k3,v3 compresss size raw_size +//|seq len value|seq len value| seq len value| seq len value| +int32_t tableBuilderPut(STableBuilder *p, SBseBatch *pBatch) { int32_t code = 0; int32_t lino = 0; int32_t len = 0, offset = 0; + code = bseMemTableRef(p->pMemTable); + if (code != 0) { + return code; + } + + SBlockWrapper *pBlockWrapper = &p->pMemTable->pBlockWrapper; + for (int32_t i = 0; i < taosArrayGetSize(pBatch->pSeq);) { SBlockItemInfo *pInfo = taosArrayGet(pBatch->pSeq, i); if (i == 0 || i == taosArrayGetSize(pBatch->pSeq) - 1) { tableBuildUpdateTableRange(p, pInfo); + memtableUpdateBlockRange(p->pMemTable, pInfo); } - if (blockEsimateSize(p->pBlockWrapper.data, len + pInfo->size) < tableBuilderGetBlockSize(p)) { + if (atomic_load_8(&p->hasImmuMemTable) || + (blockWrapperSize(pBlockWrapper, len + pInfo->size) < tableBuilderGetBlockSize(p))) { i++; len += pInfo->size; tableBuilderUpdateBlockRange(p, pInfo); + memtableUpdateBlockRange(p->pMemTable, pInfo); + + code = blockWrapperPushMeta(pBlockWrapper, pInfo->seq, NULL, pInfo->size); + TSDB_CHECK_CODE(code, lino, _error); + + bseTrace("start to insert bse table builder mem %p, idx %d", p->pMemTable, i); continue; } else { if (len > 0) { - offset += blockAppendBatch(p->pBlockWrapper.data, pBatch->buf + offset, len); + offset += blockAppendBatch(pBlockWrapper->data, pBatch->buf + offset, len); } - code = tableBuilderFlush(p, BSE_TABLE_DATA_TYPE); + bseTrace("start to flush bse table builder mem %p", p->pMemTable); + code = tableBuilderFlush(p, BSE_TABLE_DATA_TYPE, 0); TSDB_CHECK_CODE(code, lino, _error); len = 0; + + // code = blockWrapperPushMeta(pBlockWrapper, pInfo->seq, NULL, pInfo->size); + // TSDB_CHECK_CODE(code, lino, _error); } } + if (offset < pBatch->len) { - blockAppendBatch(p->pBlockWrapper.data, pBatch->buf + offset, pBatch->len - offset); + int32_t size = pBatch->len - offset; + if (size > 0) { + code = blockWrapperResize(pBlockWrapper, + size + BLOCK_TOTAL_SIZE((SBlock *)(pBlockWrapper->data)) + pBlockWrapper->kvSize); + TSDB_CHECK_CODE(code, lino, _error); + } + + if (blockAppendBatch(pBlockWrapper->data, pBatch->buf + offset, size) != size) { + code = TSDB_CODE_INVALID_PARA; + } } _error: if (code != 0) { bseError("failed to append batch since %s", tstrerror(code)); } + + bseMemTableUnRef(p->pMemTable); return code; } @@ -356,28 +412,6 @@ int32_t tableBuilderTruncFile(STableBuilder *p, int64_t size) { return code; } -int32_t tableBuilderPut(STableBuilder *p, int64_t *seq, uint8_t *value, int32_t len) { - int32_t code = 0; - int32_t lino = 0; - SBlockItemInfo info = {.size = len, .seq = *seq}; - tableBuildUpdateTableRange(p, &info); - - // seqlen + valuelen + value - int32_t extra = sizeof(*seq) + len + sizeof(len); - if (blockEsimateSize(p->pBlockWrapper.data, extra) >= tableBuilderGetBlockSize(p)) { - code = tableBuilderFlush(p, BSE_TABLE_DATA_TYPE); - TSDB_CHECK_CODE(code, lino, _error); - } - - code = blockPut(p->pBlockWrapper.data, *seq, value, len); - TSDB_CHECK_CODE(code, lino, _error); - -_error: - if (code != 0) { - bseError("failed to put value by seq %" PRId64 " at line %d since %s", *seq, lino, tstrerror(code)); - } - return code; -} int32_t compareFunc(const void *pLeft, const void *pRight) { SBlkHandle *p1 = (SBlkHandle *)pLeft; SBlkHandle *p2 = (SBlkHandle *)pRight; @@ -392,28 +426,55 @@ int32_t findTargetBlock(SArray *pMetaHandle, int64_t seq) { SBlkHandle handle = {.range = {.sseq = seq, .eseq = seq}}; return taosArraySearchIdx(pMetaHandle, &handle, compareFunc, TD_LE); } -int32_t tableBuilderGet(STableBuilder *p, int64_t seq, uint8_t **value, int32_t *len) { + +int32_t findInMemtable(STableMemTable *p, int64_t seq, uint8_t **value, int32_t *len) { + int32_t code = 0; + int8_t inBuf = 1; + int32_t lino = 0; if (p == NULL) { return TSDB_CODE_NOT_FOUND; } SBlkHandle *pHandle = NULL; + code = bseMemTableRef(p); + if (code != 0) { + return code; + } + if (taosArrayGetSize(p->pMetaHandle) > 0) { pHandle = taosArrayGetLast(p->pMetaHandle); - if (seqRangeIsGreater(&pHandle->range, seq)) { - return blockSeek(p->pBlockWrapper.data, seq, value, len); - } else { + if (!seqRangeIsGreater(&pHandle->range, seq)) { + inBuf = 0; int32_t idx = findTargetBlock(p->pMetaHandle, seq); if (idx < 0) { - return TSDB_CODE_NOT_FOUND; + TSDB_CHECK_CODE(code = TSDB_CODE_OUT_OF_RANGE, lino, _error); } pHandle = taosArrayGet(p->pMetaHandle, idx); - return tableBuilderSeek(p, pHandle, seq, value, len); + code = tableBuilderSeek(p->pTableBuilder, pHandle, seq, value, len); } - } else { - return blockSeek(p->pBlockWrapper.data, seq, value, len); } - return TSDB_CODE_NOT_FOUND; + + if (inBuf == 1) { + code = blockWrapperSeek(&p->pBlockWrapper, seq, value, len); + } +_error: + bseMemTableUnRef(p); + if (code != 0) { + bseInfo("failed to find seq %" PRId64 " in memtable %p at line %d since %s", seq, p, lino, tstrerror(code)); + } + return code; +} +int32_t tableBuilderGet(STableBuilder *p, int64_t seq, uint8_t **value, int32_t *len) { + int32_t code = 0; + if (p == NULL) { + return TSDB_CODE_NOT_FOUND; + } + + code = findInMemtable(p->pMemTable, seq, value, len); + if (code != 0) { + code = findInMemtable(p->pImmuMemTable, seq, value, len); + } + return code; } static void updateTableRange(SBTableMeta *pTableMeta, SArray *pMetaBlock) { @@ -426,18 +487,39 @@ static void updateTableRange(SBTableMeta *pTableMeta, SArray *pMetaBlock) { seqRangeUpdate(&pTableMeta->range, &pMeta->range); } } +static int32_t tableBuilderClearImmuMemTable(STableBuilder *p) { + int32_t code = 0; + (void)taosThreadRwlockWrlock(&p->pBse->rwlock); + atomic_store_8(&p->hasImmuMemTable, 0); + bseMemTableUnRef(p->pImmuMemTable); + p->pImmuMemTable = NULL; + + (void)taosThreadRwlockUnlock(&p->pBse->rwlock); + return code; +} +static int32_t tableBuildeSwapMemTable(STableBuilder *p) { + int32_t code = 0; + (void)taosThreadRwlockWrlock(&p->pBse->rwlock); + p->pImmuMemTable = p->pMemTable; + p->pMemTable = NULL; + + atomic_store_8(&p->hasImmuMemTable, 1); + + (void)taosThreadRwlockUnlock(&p->pBse->rwlock); + return code; +} int32_t tableBuilderCommit(STableBuilder *p, SBseLiveFileInfo *pInfo) { int32_t code = 0; int32_t lino = 0; STableCommitInfo commitInfo = {0}; - SArray *pMetaBlock = NULL; + SArray *pMetaBlock = NULL; if (p == NULL) { return TSDB_CODE_INVALID_PARA; } - code = tableBuilderFlush(p, BSE_TABLE_DATA_TYPE); + code = tableBuilderFlush(p, BSE_TABLE_DATA_TYPE, 1); TSDB_CHECK_CODE(code, lino, _error); code = taosFsyncFile(p->pDataFile); @@ -446,6 +528,14 @@ int32_t tableBuilderCommit(STableBuilder *p, SBseLiveFileInfo *pInfo) { code = tableBuilderGetMetaBlock(p, &pMetaBlock); TSDB_CHECK_CODE(code, lino, _error); + if (taosArrayGetSize(pMetaBlock) == 0) { + bseDebug("no meta block to commit for table %s", p->name); + return code; + } + + code = tableBuilderClearImmuMemTable(p); + TSDB_CHECK_CODE(code, lino, _error); + code = tableMetaCommit(p->pTableMeta, pMetaBlock); TSDB_CHECK_CODE(code, lino, _error); @@ -453,7 +543,7 @@ int32_t tableBuilderCommit(STableBuilder *p, SBseLiveFileInfo *pInfo) { pInfo->level = 0; pInfo->range = p->pTableMeta->range; - pInfo->retentionTs = p->retentionTs; + pInfo->timestamp = p->timestamp; pInfo->size = p->offset; _error: @@ -472,29 +562,33 @@ void tableBuilderClose(STableBuilder *p, int8_t commited) { if (p == NULL) { return; } - int32_t code = 0; - blockWrapperCleanup(&p->pBlockWrapper); - taosCloseFile(&p->pDataFile); - taosArrayDestroy(p->pMetaHandle); + + bseMemTableUnRef(p->pMemTable); + bseMemTableUnRef(p->pImmuMemTable); + + if (taosCloseFile(&p->pDataFile) != 0) { + bseError("failed to close table builder file %s since %s", p->name, tstrerror(terrno)); + } taosMemoryFree(p); } static void addSnapshotMetaToBlock(SBlockWrapper *pBlkWrapper, SSeqRange range, int8_t fileType, int8_t blockType, - int32_t keepDays) { + int64_t timestamp) { SBseSnapMeta *pSnapMeta = pBlkWrapper->data; + pSnapMeta->range = range; pSnapMeta->fileType = fileType; pSnapMeta->blockType = blockType; - pSnapMeta->keepDays = keepDays; + pSnapMeta->timestamp = timestamp; return; } + static void updateSnapshotMeta(SBlockWrapper *pBlkWrapper, SSeqRange range, int8_t fileType, int8_t blockType, - int32_t keepDays) { + int64_t timestamp) { SBseSnapMeta *pSnapMeta = (SBseSnapMeta *)pBlkWrapper->data; - pSnapMeta->keepDays = keepDays; + pSnapMeta->timestamp = timestamp; return; } - int32_t tableReaderLoadRawBlock(STableReader *p, SBlkHandle *pHandle, SBlockWrapper *blkWrapper) { int32_t code = 0; int32_t lino = 0; @@ -505,7 +599,7 @@ int32_t tableReaderLoadRawBlock(STableReader *p, SBlkHandle *pHandle, SBlockWrap code = tableLoadRawBlock(p->pDataFile, pHandle, blkWrapper, 1); TSDB_CHECK_CODE(code, lino, _error); - addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_SNAP, BSE_TABLE_DATA_TYPE, 365); + addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_SNAP, BSE_TABLE_DATA_TYPE, p->timestamp); _error: if (code != 0) { @@ -526,7 +620,7 @@ int32_t tableReaderLoadRawMeta(STableReader *p, SBlkHandle *pHandle, SBlockWrapp code = tableLoadRawBlock(pReader->pFile, pHandle, blkWrapper, 1); TSDB_CHECK_CODE(code, lino, _error); - addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_META_TYPE, 365); + addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_META_TYPE, p->timestamp); _error: if (code != 0) { bseError("failed to load raw meta from table pReaderMgt at line %d lino since %s", lino, tstrerror(code)); @@ -538,7 +632,7 @@ int32_t tableReaderLoadRawMetaIndex(STableReader *p, SBlockWrapper *blkWrapper) int32_t lino = 0; SBtableMetaReader *pReader = p->pMetaReader; - SBlkHandle *pHandle = p->pMetaReader->footer.metaHandle; + SBlkHandle *pHandle = p->pMetaReader->footer.metaHandle; code = blockWrapperResize(blkWrapper, pHandle->size + sizeof(SBseSnapMeta)); TSDB_CHECK_CODE(code, lino, _error); @@ -546,14 +640,13 @@ int32_t tableReaderLoadRawMetaIndex(STableReader *p, SBlockWrapper *blkWrapper) code = tableLoadRawBlock(pReader->pFile, pHandle, blkWrapper, 1); TSDB_CHECK_CODE(code, lino, _error); - addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_META_INDEX_TYPE, 365); + addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_META_INDEX_TYPE, p->timestamp); _error: if (code != 0) { bseError("failed to load raw meta from table pReaderMgt at line %d lino since %s", lino, tstrerror(code)); } return code; } - int32_t tableReaderLoadRawFooter(STableReader *p, SBlockWrapper *blkWrapper) { int32_t code = 0; int32_t lino = 0; @@ -579,7 +672,7 @@ int32_t tableReaderLoadRawFooter(STableReader *p, SBlockWrapper *blkWrapper) { memcpy((uint8_t *)blkWrapper->data + sizeof(SBseSnapMeta), buf, sizeof(buf)); blkWrapper->size = len + sizeof(SBseSnapMeta); - addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_FOOTER_TYPE, 365); + addSnapshotMetaToBlock(blkWrapper, p->range, BSE_TABLE_META_SNAP, BSE_TABLE_FOOTER_TYPE, p->timestamp); _error: if (code != 0) { bseError("failed to load raw footer from table pReaderMgt at lino %d since %s", lino, tstrerror(code)); @@ -587,7 +680,7 @@ int32_t tableReaderLoadRawFooter(STableReader *p, SBlockWrapper *blkWrapper) { return code; } -int32_t tableReaderOpen(int64_t retentionTs, STableReader **pReader, void *pReaderMgt) { +int32_t tableReaderOpen(int64_t timestamp, STableReader **pReader, void *pReaderMgt) { char data[TSDB_FILENAME_LEN] = {0}; char meta[TSDB_FILENAME_LEN] = {0}; @@ -599,17 +692,19 @@ int32_t tableReaderOpen(int64_t retentionTs, STableReader **pReader, void *pRead STableReaderMgt *pMgt = (STableReaderMgt *)pReaderMgt; if (pMgt == NULL) { + return TSDB_CODE_INVALID_CFG; } - SSubTableMgt *pMeta = pMgt->pMgt; + + SSubTableMgt *pMeta = pMgt->pMgt; STableReader *p = taosMemCalloc(1, sizeof(STableReader)); if (p == NULL) { TSDB_CHECK_CODE(terrno, lino, _error); } - + p->timestamp = timestamp; p->blockCap = 1024; p->pReaderMgt = pReaderMgt; - bseBuildDataName(retentionTs, data); + bseBuildDataName(timestamp, data); memcpy(p->name, data, strlen(data)); bseBuildFullName(pMgt->pBse, data, dataPath); @@ -619,7 +714,7 @@ int32_t tableReaderOpen(int64_t retentionTs, STableReader **pReader, void *pRead code = blockWrapperInit(&p->blockWrapper, 1024); TSDB_CHECK_CODE(code, lino, _error); - bseBuildMetaName(retentionTs, meta); + bseBuildMetaName(timestamp, meta); code = tableMetaReaderInit(pMeta->pTableMetaMgt->pTableMeta, meta, &p->pMetaReader); TSDB_CHECK_CODE(code, lino, _error); @@ -632,13 +727,12 @@ int32_t tableReaderOpen(int64_t retentionTs, STableReader **pReader, void *pRead } return code; } - void tableReaderShouldPutToCache(STableReader *p, int8_t cache) { p->putInCache = cache; } int32_t tableReaderGet(STableReader *p, int64_t seq, uint8_t **pValue, int32_t *len) { - int32_t lino = 0; - int32_t code = 0; - SMetaBlock block = {0}; + int32_t lino = 0; + int32_t code = 0; + SMetaBlock block = {0}; STableReaderMgt *pMgt = (STableReaderMgt *)p->pReaderMgt; SBtableMetaReader *pMeta = p->pMetaReader; @@ -647,12 +741,14 @@ int32_t tableReaderGet(STableReader *p, int64_t seq, uint8_t **pValue, int32_t * TSDB_CHECK_CODE(code, lino, _error); SBlockWrapper wrapper = {0}; - SBlkHandle blkhandle = {.offset = block.offset, .size = block.size, .range = block.range}; + SBlkHandle blkhandle = {.offset = block.offset, .size = block.size, .range = block.range}; SCacheItem *pItem = NULL; code = blockCacheGet(pMgt->pBlockCache, &blkhandle.range, (void **)&pItem); if (code != 0) { - blockWrapperInit(&wrapper, block.size + 16); + code = blockWrapperInit(&wrapper, block.size + 16); + TSDB_CHECK_CODE(code, lino, _error); + bseDebug("block size:%" PRId64 ", offset:%" PRId64 ", [sseq:%" PRId64 ", eseq:%" PRId64 "]", block.size, block.offset, block.range.sseq, block.range.eseq); @@ -664,6 +760,8 @@ int32_t tableReaderGet(STableReader *p, int64_t seq, uint8_t **pValue, int32_t * SBlock *pBlock = wrapper.data; code = blockCachePut(pMgt->pBlockCache, &block.range, pBlock); + TSDB_CHECK_CODE(code, lino, _error); + } else { wrapper.data = pItem->pItem; wrapper.pCachItem = pItem; @@ -675,6 +773,7 @@ int32_t tableReaderGet(STableReader *p, int64_t seq, uint8_t **pValue, int32_t * if (wrapper.pCachItem != NULL) { bseCacheUnrefItem(wrapper.pCachItem); } + blockWrapperClearMeta(&wrapper); _error: if (code != 0) { @@ -709,7 +808,9 @@ void tableReaderClose(STableReader *p) { taosArrayDestroy(p->pMetaHandle); - taosCloseFile(&p->pDataFile); + if (taosCloseFile(&p->pDataFile) != 0) { + bseError("failed to close table reader file %s since %s", p->name, tstrerror(terrno)); + } tableMetaReaderClose(p->pMetaReader); blockWrapperCleanup(&p->blockWrapper); @@ -726,11 +827,15 @@ int32_t blockCreate(int32_t cap, SBlock **p) { return code; } -int32_t blockEsimateSize(SBlock *p, int32_t extra) { - // block len + TSCHSUM + len + type; - return BLOCK_TOTAL_SIZE(p) + extra; -} +int32_t blockEsimateSize(SBlock *p, int32_t extra) { return BLOCK_TOTAL_SIZE(p) + extra; } +int32_t blockWrapperSize(SBlockWrapper *p, int32_t extra) { + if (p == NULL || p->data == NULL) { + return 0; + } + + return p->kvSize + blockEsimateSize(p->data, extra) + 12; +} int32_t blockAppendBatch(SBlock *p, uint8_t *value, int32_t len) { int32_t code = 0; int32_t offset = 0; @@ -761,29 +866,61 @@ int32_t blockSeek(SBlock *p, int64_t seq, uint8_t **pValue, int32_t *len) { int32_t offset = 0; uint8_t *p1 = (uint8_t *)p->data; - uint8_t *p2 = p1; + uint8_t *p2 = p1 + p->offset; while (p2 - p1 < p->len) { int64_t k; int32_t v; p2 = taosDecodeVariantI64(p2, &k); p2 = taosDecodeVariantI32(p2, &v); + if (seq == k) { - *pValue = taosMemCalloc(1, v); - memcpy(*pValue, p2, v); *len = v; found = 1; + *pValue = taosMemoryCalloc(1, v); + if (*pValue == NULL) { + return terrno; + } + memcpy(*pValue, (uint8_t *)p->data + offset, v); break; } - - p2 += v; + offset += v; } if (found == 0) { code = TSDB_CODE_NOT_FOUND; } - return code; } +int32_t blockWrapperSeek(SBlockWrapper *p, int64_t tgt, uint8_t **pValue, int32_t *len) { + int32_t code = 0; + if (p == NULL || p->data == NULL) { + return TSDB_CODE_NOT_FOUND; + } + int32_t offset = 0; + uint8_t *p1 = p->kvBuffer; + uint8_t *p2 = p1; + SBlock *pBlk = (SBlock *)p->data; + while ((p2 - p1) < p->kvSize) { + int64_t seq = 0; + int32_t vlen = 0; + p2 = taosDecodeVariantI64(p2, &seq); + p2 = taosDecodeVariantI32(p2, &vlen); + + if (seq == tgt) { + *len = vlen; + *pValue = taosMemoryCalloc(1, vlen); + if (*pValue == NULL) { + return terrno; + } + uint8_t *pdata = (uint8_t *)pBlk->data + offset; + memcpy(*pValue, pdata, vlen); + return 0; + } + offset += vlen; + } + return TSDB_CODE_BLOB_SEQ_NOT_FOUND; +} + int8_t blockGetType(SBlock *p) { return p->type; } void blockDestroy(SBlock *pBlock) { taosMemoryFree(pBlock); } @@ -821,8 +958,8 @@ int32_t footerEncode(STableFooter *pFooter, char *buf) { len += blkHandleEncode(pFooter->indexHandle, p + len); p = buf + kEncodeLen - 8; - taosEncodeFixedU32((void **)&p, kMagicNum); - taosEncodeFixedU32((void **)&p, kMagicNum); + len += taosEncodeFixedU32((void **)&p, kMagicNum); + len += taosEncodeFixedU32((void **)&p, kMagicNum); return 0; } int32_t footerDecode(STableFooter *pFooter, char *buf) { @@ -831,8 +968,13 @@ int32_t footerDecode(STableFooter *pFooter, char *buf) { char *mp = buf + kEncodeLen - 8; uint32_t ml, mh; - taosDecodeFixedU32(mp, &ml); - taosDecodeFixedU32(mp + 4, &mh); + if (taosDecodeFixedU32(mp, &ml) == NULL) { + return TSDB_CODE_FILE_CORRUPTED; + } + if (taosDecodeFixedU32(mp + 4, &mh) == NULL) { + return TSDB_CODE_FILE_CORRUPTED; + } + if (ml != kMagicNum || mh != kMagicNum) { return TSDB_CODE_FILE_CORRUPTED; } @@ -908,7 +1050,6 @@ int32_t metaBlockDecode(SMetaBlock *pMeta, char *buf) { p = taosDecodeVariantI64(p, &pMeta->range.eseq); return p - buf; } - int32_t metaBlockAdd(SBlock *p, SMetaBlock *pBlk) { int32_t code = 0; uint8_t *data = (uint8_t *)p->data + p->len; @@ -932,6 +1073,7 @@ int32_t tableFlushBlock(TdFilePtr pFile, SBlkHandle *pHandle, SBlockWrapper *pBl if (pBlk->len == 0) { return 0; } + pBlk->version = BSE_META_VER; int8_t compressType = kNoCompres; SBlockWrapper wrapper = {0}; @@ -987,8 +1129,8 @@ int32_t tableFlushBlock(TdFilePtr pFile, SBlkHandle *pHandle, SBlockWrapper *pBl return code; } int32_t tableLoadBlock(TdFilePtr pFile, SBlkHandle *pHandle, SBlockWrapper *pBlkW) { - int32_t code = 0; - int32_t lino = 0; + int32_t code = 0; + int32_t lino = 0; code = blockWrapperResize(pBlkW, pHandle->size + 16); TSDB_CHECK_CODE(code, lino, _error); @@ -1098,12 +1240,57 @@ void seqRangeUpdate(SSeqRange *dst, SSeqRange *src) { } int32_t blockWrapperInit(SBlockWrapper *p, int32_t cap) { + int32_t code = 0; + int32_t lino = 0; p->data = taosMemoryCalloc(1, cap); if (p->data == NULL) { - return terrno; + TSDB_CHECK_CODE(code = terrno, lino, _error); } + + p->kvSize = 0; + p->kvCap = 128; + p->kvBuffer = taosMemoryCalloc(1, p->kvCap); + if (p->kvBuffer == NULL) { + TSDB_CHECK_CODE(code = terrno, lino, _error); + } + + SBlock *block = (SBlock *)p->data; + block->offset = 0; + block->version = 0; p->cap = cap; - return 0; +_error: + if (code != 0) { + blockWrapperCleanup(p); + } + return code; +} +int32_t blockWrapperPushMeta(SBlockWrapper *p, int64_t seq, uint8_t *value, int32_t len) { + int32_t code = 0; + if ((p->kvSize + 12) > p->kvCap) { + if (p->kvCap == 0) { + p->kvCap = 128; + } else { + p->kvCap *= 2; + } + + void *data = taosMemoryRealloc(p->kvBuffer, p->kvCap); + if (data == NULL) { + return terrno; + } + p->kvBuffer = data; + } + uint8_t *data = (uint8_t *)p->kvBuffer + p->kvSize; + p->kvSize += taosEncodeVariantI64((void **)&data, seq); + p->kvSize += taosEncodeVariantI32((void **)&data, len); + return code; +} + +void blockWrapperClearMeta(SBlockWrapper *p) { + if (p->kvBuffer != NULL) { + taosMemoryFree(p->kvBuffer); + } + p->kvSize = 0; + p->kvCap = 0; } void blockWrapperCleanup(SBlockWrapper *p) { @@ -1111,6 +1298,8 @@ void blockWrapperCleanup(SBlockWrapper *p) { taosMemoryFree(p->data); p->data = NULL; } + p->kvSize = 0; + taosMemoryFreeClear(p->kvBuffer); p->cap = 0; } @@ -1121,6 +1310,14 @@ void blockWrapperTransfer(SBlockWrapper *dst, SBlockWrapper *src) { dst->data = src->data; dst->cap = src->cap; + dst->kvBuffer = src->kvBuffer; + dst->kvSize = src->kvSize; + dst->kvCap = src->kvCap; + + src->kvBuffer = NULL; + src->kvSize = 0; + src->kvCap = 0; + src->data = NULL; src->cap = 0; } @@ -1143,7 +1340,12 @@ int32_t blockWrapperResize(SBlockWrapper *p, int32_t newCap) { } void blockWrapperClear(SBlockWrapper *p) { + if (p->data == NULL) { + return; + } SBlock *block = (SBlock *)p->data; + p->kvSize = 0; + p->size = 0; blockClear(block); } @@ -1152,7 +1354,7 @@ void blockWrapperSetType(SBlockWrapper *p, int8_t type) { block->type = type; } -int32_t tableReaderIterInit(int64_t retention, int8_t type, STableReaderIter **ppIter, SBse *pBse) { +int32_t tableReaderIterInit(int64_t timestamp, int8_t type, STableReaderIter **ppIter, SBse *pBse) { int32_t code = 0; int32_t lino = 0; STableMgt *pTableMgt = pBse->pTableMgt; @@ -1162,15 +1364,15 @@ int32_t tableReaderIterInit(int64_t retention, int8_t type, STableReaderIter **p return terrno; } - p->retentionTs = retention; + p->timestamp = timestamp; SSubTableMgt *retentionMgt = NULL; - code = createSubTableMgt(retention, 1, pBse->pTableMgt, &retentionMgt); + code = createSubTableMgt(timestamp, 1, pBse->pTableMgt, &retentionMgt); TSDB_CHECK_CODE(code, lino, _error); p->pSubMgt = retentionMgt; - code = tableReaderOpen(retention, &p->pTableReader, retentionMgt->pReaderMgt); + code = tableReaderOpen(timestamp, &p->pTableReader, retentionMgt->pReaderMgt); TSDB_CHECK_CODE(code, lino, _error); tableReaderShouldPutToCache(p->pTableReader, 0); @@ -1202,12 +1404,12 @@ int32_t tableReaderIterInit(int64_t retention, int8_t type, STableReaderIter **p } int32_t tableReaderIterNext(STableReaderIter *pIter, uint8_t **pValue, int32_t *len) { - int32_t code = 0; - int32_t lino = 0; + int32_t code = 0; + int32_t lino = 0; SBseSnapMeta snapMeta = {0}; snapMeta.range.sseq = -1; snapMeta.range.eseq = -1; - snapMeta.keepDays = pIter->retentionTs; + snapMeta.timestamp = pIter->timestamp; snapMeta.fileType = pIter->fileType; snapMeta.blockType = pIter->blockType; @@ -1263,14 +1465,6 @@ int32_t tableReaderIterNext(STableReaderIter *pIter, uint8_t **pValue, int32_t * pIter->blockType = BSE_TABLE_END_TYPE; } else if (pIter->blockType == BSE_TABLE_END_TYPE) { pIter->isOver = 1; - return code; - } - - SSeqRange range = {0}; - if (pIter->blockWrapper.data != NULL) { - updateSnapshotMeta(&pIter->blockWrapper, range, pIter->fileType, pIter->blockType, snapMeta.keepDays); - *pValue = pIter->blockWrapper.data; - *len = pIter->blockWrapper.size; } _error: @@ -1278,6 +1472,12 @@ int32_t tableReaderIterNext(STableReaderIter *pIter, uint8_t **pValue, int32_t * bseError("failed to load block since %s", tstrerror(code)); pIter->isOver = 1; } + SSeqRange range = {0}; + if (pIter->blockWrapper.data != NULL) { + updateSnapshotMeta(&pIter->blockWrapper, range, pIter->fileType, pIter->blockType, snapMeta.timestamp); + *pValue = pIter->blockWrapper.data; + *len = pIter->blockWrapper.size; + } return code; } @@ -1295,7 +1495,7 @@ int32_t bseReadCurrentSnap(SBse *pBse, uint8_t **pValue, int32_t *len) { bseBuildCurrentName(pBse, name); if (taosCheckExistFile(name) == 0) { - bseInfo("vgId:%d, no current meta file found, skip recover", pBse->cfg.vgId); + bseInfo("vgId:%d, no current meta file found, skip recover", BSE_VGID(pBse)); return 0; } code = taosStatFile(name, &sz, NULL, NULL); @@ -1314,7 +1514,9 @@ int32_t bseReadCurrentSnap(SBse *pBse, uint8_t **pValue, int32_t *len) { if (nread != sz) { TSDB_CHECK_CODE(code = terrno, lino, _error); } - taosCloseFile(&fd); + if (taosCloseFile(&fd) != 0) { + TSDB_CHECK_CODE(code = terrno, lino, _error); + } SBseSnapMeta *pMeta = (SBseSnapMeta *)(pCurrent); pMeta->fileType = BSE_CURRENT_SNAP; @@ -1324,8 +1526,10 @@ int32_t bseReadCurrentSnap(SBse *pBse, uint8_t **pValue, int32_t *len) { *len = sz + sizeof(SBseSnapMeta); _error: if (code != 0) { - bseError("vgId:%d, failed to read current at line %d since %s", pBse->cfg.vgId, lino, tstrerror(code)); - taosCloseFile(&fd); + bseError("vgId:%d, failed to read current at line %d since %s", BSE_VGID(pBse), lino, tstrerror(code)); + if (taosCloseFile(&fd) != 0) { + bseError("failed to close file %s since %s", name, tstrerror(terrno)); + } taosMemoryFree(pCurrent); } return code; @@ -1358,10 +1562,10 @@ int32_t blockWithMetaInit(SBlock *pBlock, SBlockWithMeta **pMeta) { uint8_t *p1 = (uint8_t *)pBlock->data; uint8_t *p2 = (uint8_t *)p1; while (p2 - p1 < pBlock->len) { - int64_t k; - int32_t vlen = 0; + int64_t k; + int32_t vlen = 0; SBlockIndexMeta meta = {0}; - int32_t offset = 0; + int32_t offset = 0; p2 = taosDecodeVariantI64((void **)p2, &k); offset = p2 - p1; p2 = taosDecodeVariantI32((void **)p2, &vlen); @@ -1383,11 +1587,11 @@ int32_t blockWithMetaInit(SBlock *pBlock, SBlockWithMeta **pMeta) { return code; } -int32_t blockWithMetaCleanup(SBlockWithMeta *p) { - if (p == NULL) return 0; +void blockWithMetaCleanup(SBlockWithMeta *p) { + if (p == NULL) return; taosArrayDestroy(p->pMeta); taosMemoryFree(p); - return 0; + return; } int comprareFunc(const void *pLeft, const void *pRight) { @@ -1402,9 +1606,9 @@ int comprareFunc(const void *pLeft, const void *pRight) { } int32_t blockWithMetaSeek(SBlockWithMeta *p, int64_t seq, uint8_t **pValue, int32_t *len) { - int32_t code = 0; + int32_t code = 0; SBlockIndexMeta key = {.seq = seq, .offset = 0}; - int32_t idx = taosArraySearchIdx(p->pMeta, &seq, comprareFunc, TD_EQ); + int32_t idx = taosArraySearchIdx(p->pMeta, &seq, comprareFunc, TD_EQ); if (idx < 0) { return TSDB_CODE_NOT_FOUND; } @@ -1442,7 +1646,7 @@ int32_t tableMetaOpen(char *name, SBTableMeta **pMeta, void *pMetaMgt) { } p->pBse = ((STableMetaMgt *)pMetaMgt)->pBse; - p->blockCap = BSE_GET_BLOCK_SIZE((SBse *)p->pBse); + p->blockCap = BSE_BLOCK_SIZE((SBse *)p->pBse); *pMeta = p; _error: @@ -1467,8 +1671,8 @@ int32_t tableMetaCommit(SBTableMeta *pMeta, SArray *pBlock) { char tempMetaPath[TSDB_FILENAME_LEN] = {0}; char metaPath[TSDB_FILENAME_LEN] = {0}; - bseBuildTempMetaName(pMeta->retentionTs, tempMetaName); - bseBuildMetaName(pMeta->retentionTs, metaName); + bseBuildTempMetaName(pMeta->timestamp, tempMetaName); + bseBuildMetaName(pMeta->timestamp, metaName); code = tableMetaWriterInit(pMeta, tempMetaName, &pWriter); TSDB_CHECK_CODE(code, lino, _error); @@ -1606,12 +1810,12 @@ int32_t tableMetaWriterFlushIndex(SBtableMetaWriter *pMeta) { int32_t code = 0; int32_t lino = 0; - int32_t nWrite = 0; - int64_t lastOffset = pMeta->offset; - int32_t blkHandleSize = 0; + int32_t nWrite = 0; + int64_t lastOffset = pMeta->offset; + int32_t blkHandleSize = 0; - int32_t extra = 8; - int32_t size = taosArrayGetSize(pMeta->pBlkHandle) * sizeof(SBlkHandle); + int32_t extra = 8; + int32_t size = taosArrayGetSize(pMeta->pBlkHandle) * sizeof(SBlkHandle); SSeqRange range = {-1, -1}; @@ -1714,7 +1918,7 @@ int32_t tableMetaWriteAppendRawBlock(SBtableMetaWriter *pMeta, SBlockWrapper *pB int32_t tableMetaReaderLoadFooter(SBtableMetaReader *pMeta) { int32_t code = 0; int32_t lino = 0; - char footer[kEncodeLen] = {0}; + char footer[kEncodeLen] = {0}; if (pMeta->pFile == NULL) { return 0; @@ -1818,7 +2022,6 @@ int32_t tableMetaReaderLoad(SBtableMetaReader *pMeta) { return code; } - void tableMetaClose(SBTableMeta *p) { if (p == NULL) return; taosMemoryFree(p); @@ -1849,7 +2052,9 @@ int32_t tableMetaWriterInit(SBTableMeta *pMeta, char *name, SBtableMetaWriter ** TSDB_CHECK_CODE(code, lino, _error); } - blockWrapperInit(&p->blockWrapper, 1024); + code = blockWrapperInit(&p->blockWrapper, 1024); + TSDB_CHECK_CODE(code, lino, _error); + code = tableMetaOpenFile(p, 0, path); TSDB_CHECK_CODE(code, lino, _error); @@ -1864,7 +2069,9 @@ int32_t tableMetaWriterInit(SBTableMeta *pMeta, char *name, SBtableMetaWriter ** void tableMetaWriterClose(SBtableMetaWriter *p) { if (p == NULL) return; - taosCloseFile(&p->pFile); + if (taosCloseFile(&p->pFile) != 0) { + bseError("failed to close table meta writer file since %s", tstrerror(terrno)); + } taosArrayDestroy(p->pBlkHandle); taosArrayDestroy(p->pBlock); blockWrapperCleanup(&p->blockWrapper); @@ -1906,7 +2113,9 @@ int32_t tableMetaReaderInit(SBTableMeta *pMeta, char *name, SBtableMetaReader ** void tableMetaReaderClose(SBtableMetaReader *p) { if (p == NULL) return; - taosCloseFile(&p->pFile); + if (taosCloseFile(&p->pFile) != 0) { + bseError("failed to close table meta reader file since %s", tstrerror(terrno)); + } taosArrayDestroy(p->pBlkHandle); blockWrapperCleanup(&p->blockWrapper); taosMemoryFree(p); @@ -2021,8 +2230,8 @@ int32_t tableMetaReaderLoadIndex(SBtableMetaReader *p) { } int32_t tableMetaReaderOpenIter(SBtableMetaReader *pReader, SBtableMetaReaderIter **pIter) { - int32_t code = 0; - int32_t lino = 0; + int32_t code = 0; + int32_t lino = 0; SBtableMetaReaderIter *p = taosMemCalloc(1, sizeof(SBtableMetaReaderIter)); if (p == NULL) { @@ -2089,3 +2298,103 @@ void tableMetaReaderIterClose(SBtableMetaReaderIter *p) { blockWrapperCleanup(&p->pBlockWrapper); taosMemoryFree(p); } + +int32_t bseMemTableCreate(STableMemTable **pMemTable, int32_t cap) { + int32_t code = 0; + int32_t lino = 0; + + STableMemTable *p = taosMemoryCalloc(1, sizeof(STableMemTable)); + if (p == NULL) { + return terrno; + } + + p->pMetaHandle = taosArrayInit(8, sizeof(SBlkHandle)); + if (p->pMetaHandle == NULL) { + code = terrno; + TAOS_CHECK_GOTO(code, &lino, _error); + } + + code = blockWrapperInit(&p->pBlockWrapper, cap); + TAOS_CHECK_GOTO(code, &lino, _error); + + seqRangeReset(&p->range); + p->ref = 1; + bseTrace("create mem table %p", p); + +_error: + if (code != 0) { + bseMemTableDestroy(p); + } + *pMemTable = p; + + return code; +} + +int32_t bseMemTableRef(STableMemTable *pMemTable) { + int32_t code = 0; + if (pMemTable == NULL) { + return TSDB_CODE_INVALID_CFG; + } + SBse *pBse = (SBse *)pMemTable->pBse; + bseTrace("ref mem table %p", pMemTable); + int32_t nRef = atomic_fetch_add_32(&pMemTable->ref, 1); + if (nRef <= 0) { + bseError("vgId:%d, memtable ref count is invalid, ref:%d", BSE_VGID(pBse), nRef); + return TSDB_CODE_INVALID_CFG; + } + return code; +} + +void bseMemTableUnRef(STableMemTable *pMemTable) { + int32_t code = 0; + + bseTrace("unref mem table %p", pMemTable); + if (pMemTable == NULL) { + return; + } + if (atomic_sub_fetch_32(&pMemTable->ref, 1) == 0) { + bseMemTableDestroy(pMemTable); + bseTrace("destroy mem table %p", pMemTable); + } +} +void bseMemTableDestroy(STableMemTable *pMemTable) { + if (pMemTable == NULL) return; + taosArrayDestroy(pMemTable->pMetaHandle); + blockWrapperCleanup(&pMemTable->pBlockWrapper); + taosMemoryFree(pMemTable); +} +int32_t bseMemTablePush(STableMemTable *pMemTable, void *pHandle) { + int32_t code = 0; + if (pMemTable == NULL || pHandle == NULL) { + code = TSDB_CODE_INVALID_PARA; + return code; + } + if (taosArrayPush(pMemTable->pMetaHandle, pHandle) == NULL) { + code = terrno; + bseError("Failed to push handle to memtable since %s", tstrerror(code)); + return code; + } + return code; +} +int32_t bseMemTablGetMetaBlock(STableMemTable *p, SArray **pMetaBlock) { + int32_t code = 0; + SArray *pBlock = taosArrayInit(8, sizeof(SMetaBlock)); + if (pBlock == NULL) { + return terrno; + } + for (int32_t i = 0; i < taosArrayGetSize(p->pMetaHandle); i++) { + SBlkHandle *handle = taosArrayGet(p->pMetaHandle, i); + SMetaBlock block = {.type = BSE_TABLE_META_TYPE, + .version = BSE_DATA_VER, + .range = handle->range, + .offset = handle->offset, + .size = handle->size}; + + if (taosArrayPush(pBlock, &block) == NULL) { + taosArrayDestroy(pBlock); + return terrno; + } + } + *pMetaBlock = pBlock; + return code; +} \ No newline at end of file diff --git a/source/dnode/vnode/src/bse/bseTable.h b/source/dnode/vnode/src/bse/bseTable.h index f6bddcadd696..8a894f55a63a 100644 --- a/source/dnode/vnode/src/bse/bseTable.h +++ b/source/dnode/vnode/src/bse/bseTable.h @@ -53,7 +53,7 @@ typedef struct { typedef struct { uint64_t offset; uint64_t size; - SSeqRange range; + struct SSeqRange range; } SBlkHandle; typedef struct { SBlkHandle metaHandle[1]; @@ -63,6 +63,8 @@ typedef struct { typedef struct { int32_t type; int32_t len; + int32_t version; + int64_t offset; char data[0]; } SBlock; @@ -72,7 +74,7 @@ typedef struct { int16_t reserve; int64_t offset; int64_t size; - SSeqRange range; + struct SSeqRange range; } SMetaBlock; typedef struct { @@ -80,28 +82,6 @@ typedef struct { SArray *pMeta; } SBlockWithMeta; -typedef struct { - void *data; - int32_t cap; - int8_t type; - int64_t size; - int8_t compressType; - - void *pCachItem; -} SBlockWrapper; - -int32_t blockWrapperInit(SBlockWrapper *p, int32_t cap); -void blockWrapperCleanup(SBlockWrapper *p); -int32_t blockWrapperResize(SBlockWrapper *p, int32_t cap); -void blockWrapperClear(SBlockWrapper *p); -void blockWrapperTransfer(SBlockWrapper *dst, SBlockWrapper *src); -void blockWrapperSetType(SBlockWrapper *p, int8_t type); - -int8_t seqRangeContains(SSeqRange *p, int64_t seq); -void seqRangeReset(SSeqRange *p); -void seqRangeUpdate(SSeqRange *dst, SSeqRange *src); -int8_t seqRangeIsGreater(SSeqRange *p, int64_t seq); - typedef struct { char name[TSDB_FILENAME_LEN]; TdFilePtr pFile; @@ -139,27 +119,28 @@ typedef struct { SBtableMetaReader *pReader; SSeqRange range; - int64_t retentionTs; + int64_t timestamp; SBse *pBse; } SBTableMeta; + typedef struct { char name[TSDB_FILENAME_LEN]; - TdFilePtr pDataFile; - SArray *pMeta; - SArray *pMetaHandle; - SBlockWrapper pBlockWrapper; int32_t blockCap; int8_t compressType; int64_t offset; - int32_t blockId; SSeqRange tableRange; SSeqRange blockRange; + + STableMemTable *pMemTable; + STableMemTable *pImmuMemTable; + int8_t hasImmuMemTable; + int32_t nRef; SBTableMeta *pTableMeta; - int64_t retentionTs; + int64_t timestamp; SBse *pBse; } STableBuilder; @@ -178,21 +159,22 @@ typedef struct { SBtableMetaReader *pMetaReader; SBlockWrapper blockWrapper; SSeqRange range; + + int64_t timestamp; } STableReader; typedef struct { SSeqRange range; int64_t size; int32_t level; - int64_t retentionTs; + int64_t timestamp; char name[TSDB_FILENAME_LEN]; } SBseLiveFileInfo; int32_t tableBuilderOpen(int64_t timestamp, STableBuilder **pBuilder, SBse *pBse); -int32_t tableBuilderPut(STableBuilder *p, int64_t *seq, uint8_t *value, int32_t len); -int32_t tableBuilderPutBatch(STableBuilder *p, SBseBatch *pBatch); +int32_t tableBuilderPut(STableBuilder *p, SBseBatch *pBatch); int32_t tableBuilderGet(STableBuilder *p, int64_t seq, uint8_t **value, int32_t *len); -int32_t tableBuilderFlush(STableBuilder *p, int8_t type); +int32_t tableBuilderFlush(STableBuilder *p, int8_t type, int8_t immuTable); int32_t tableBuilderCommit(STableBuilder *p, SBseLiveFileInfo *pInfo); void tableBuilderClose(STableBuilder *p, int8_t commited); int32_t tableBuilderTruncFile(STableBuilder *p, int64_t size); @@ -225,12 +207,12 @@ typedef struct { SBlockWrapper blockWrapper; int8_t blockType; // BSE_TABLE_DATA_TYPE, BSE_TABLE_META_TYPE, BSE_TABLE_FOOTER_TYPE int8_t fileType; - int64_t retentionTs; + int64_t timestamp; void *pSubMgt; } STableReaderIter; -int32_t tableReaderIterInit(int64_t retetion, int8_t type, STableReaderIter **ppIter, SBse *pBse); +int32_t tableReaderIterInit(int64_t timestamp, int8_t type, STableReaderIter **ppIter, SBse *pBse); int32_t tableReaderIterNext(STableReaderIter *pIter, uint8_t **pValue, int32_t *len); diff --git a/source/dnode/vnode/src/bse/bseTableMgt.c b/source/dnode/vnode/src/bse/bseTableMgt.c index dd026b375c33..46269bacc503 100644 --- a/source/dnode/vnode/src/bse/bseTableMgt.c +++ b/source/dnode/vnode/src/bse/bseTableMgt.c @@ -17,26 +17,27 @@ #include "bse.h" #include "bseTable.h" #include "bseUtil.h" +#include "tglobal.h" #include "thash.h" -static int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t retention); -static void tableReaderMgtSetRetion(STableReaderMgt *pReader, int64_t retention); +static int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t timestamp); +static void tableReaderMgtSetRetion(STableReaderMgt *pReader, int64_t timestamp); static int32_t tableReaderMgtSeek(STableReaderMgt *pReaderMgt, int64_t seq, uint8_t **pValue, int32_t *len); static int32_t tableReaderMgtClear(STableReaderMgt *pReader); static void tableReaderMgtDestroy(STableReaderMgt *pReader); -static int32_t tableBuilderMgtInit(STableBuilderMgt *pMgt, SBse *pBse, int64_t retention); -static void tableBuilderMgtSetRetion(STableBuilderMgt *pMgt, int64_t retention); -static int32_t tableBuilderMgtGetBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **p); +static int32_t tableBuilderMgtInit(STableBuilderMgt *pMgt, SBse *pBse, int64_t timestamp); +static void tableBuilderMgtSetRetion(STableBuilderMgt *pMgt, int64_t timestamp); +static int32_t tableBuilderMgtOpenBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **p); static int32_t tableBuilderMgtCommit(STableBuilderMgt *pMgt, SBseLiveFileInfo *pInfo); static int32_t tableBuilderMgtSeek(STableBuilderMgt *pMgt, int64_t seq, uint8_t **pValue, int32_t *len); static int32_t tableBuilderMgtPutBatch(STableBuilderMgt *pMgt, SBseBatch *pBatch); static int32_t tableBuilderMgtClear(STableBuilderMgt *pMgt); static void tableBuilderMgtDestroy(STableBuilderMgt *pMgt); -static int32_t tableBuilderMgtRecoverTable(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder, int64_t size); +static int32_t tableBuilderMgtRecover(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder, int64_t size); -static int32_t tableMetaMgtInit(STableMetaMgt *pMgt, SBse *pBse, int64_t retention); +static int32_t tableMetaMgtInit(STableMetaMgt *pMgt, SBse *pBse, int64_t timestamp); static void tableMetaMgtDestroy(STableMetaMgt *pMgt); static void tableReaderFree(void *pReader); @@ -61,17 +62,17 @@ int32_t bseTableMgtCreate(SBse *pBse, void **pMgt) { _error: if (code != 0) { if (p != NULL) - bseError("vgId:%d failed to open table pBuilderMgt at line %d since %s", BSE_GET_VGID((SBse *)p->pBse), lino, + bseError("vgId:%d failed to open table pBuilderMgt at line %d since %s", BSE_VGID((SBse *)p->pBse), lino, tstrerror(code)); bseTableMgtCleanup(p); } return code; } -int32_t bseTableMgtSetLastRetentionTs(STableMgt *pMgt, int64_t retention) { +int32_t bseTableMgtSetLastTableId(STableMgt *pMgt, int64_t timestamp) { if (pMgt == NULL) return 0; - pMgt->retionTs = retention; + pMgt->timestamp = timestamp; return 0; } @@ -83,7 +84,7 @@ int32_t bseTableMgtCreateCache(STableMgt *pMgt) { if (pCacheMgt == NULL) { TSDB_CHECK_CODE(code = terrno, lino, _error); } - taosThreadRwlockInit(&pCacheMgt->mutex, NULL); + (void)taosThreadRwlockInit(&pCacheMgt->mutex, NULL); code = blockCacheOpen(48, blockFree, &pCacheMgt->pBlockCache); @@ -91,29 +92,29 @@ int32_t bseTableMgtCreateCache(STableMgt *pMgt) { return code; } -int32_t createSubTableMgt(int64_t retenTs, int32_t readOnly, STableMgt *pMgt, SSubTableMgt **pSubMgt) { +int32_t createSubTableMgt(int64_t timestamp, int32_t readOnly, STableMgt *pMgt, SSubTableMgt **pSubMgt) { int32_t code = 0; int32_t lino = 0; SSubTableMgt *p = taosMemCalloc(1, sizeof(SSubTableMgt)); if (p == NULL) { code = terrno; - TSDB_CHECK_CODE(terrno, lino, _error); + TSDB_CHECK_CODE(code, lino, _error); } if (!readOnly) { - code = tableBuilderMgtInit(p->pBuilderMgt, pMgt->pBse, retenTs); + code = tableBuilderMgtInit(p->pBuilderMgt, pMgt->pBse, timestamp); TSDB_CHECK_CODE(code, lino, _error); p->pBuilderMgt->pMgt = p; } - code = tableReaderMgtInit(p->pReaderMgt, pMgt->pBse, retenTs); + code = tableReaderMgtInit(p->pReaderMgt, pMgt->pBse, timestamp); TSDB_CHECK_CODE(code, lino, _error); p->pReaderMgt->pMgt = p; - code = tableMetaMgtInit(p->pTableMetaMgt, pMgt->pBse, retenTs); + code = tableMetaMgtInit(p->pTableMetaMgt, pMgt->pBse, timestamp); TSDB_CHECK_CODE(code, lino, _error); p->pTableMetaMgt->pMgt = p; @@ -135,26 +136,26 @@ void destroySubTableMgt(SSubTableMgt *p) { taosMemoryFree(p); } int32_t bseTableMgtGet(STableMgt *pMgt, int64_t seq, uint8_t **pValue, int32_t *len) { - if (pMgt == NULL) return 0; + if (pMgt == NULL) return TSDB_CODE_INVALID_PARA; - int32_t code = 0; - int32_t lino = 0; + int32_t code = 0; + int32_t lino = 0; int32_t readOnly = 1; SSubTableMgt *pSubMgt = NULL; SBse *pBse = pMgt->pBse; - int64_t retenTs = 0; - code = bseGetRetentionTsBySeq(pMgt->pBse, seq, &retenTs); + int64_t timestamp = 0; + code = bseGetTableIdBySeq(pMgt->pBse, seq, ×tamp); TSDB_CHECK_CODE(code, lino, _error); - if (retenTs > 0) { - SSubTableMgt **ppSubMgt = taosHashGet(pMgt->pHashObj, &retenTs, sizeof(retenTs)); + if (timestamp > 0) { + SSubTableMgt **ppSubMgt = taosHashGet(pMgt->pHashObj, ×tamp, sizeof(timestamp)); if (ppSubMgt == NULL || *ppSubMgt == NULL) { - code = createSubTableMgt(retenTs, 0, pMgt, &pSubMgt); + code = createSubTableMgt(timestamp, 0, pMgt, &pSubMgt); TSDB_CHECK_CODE(code, lino, _error); - code = taosHashPut(pMgt->pHashObj, &retenTs, sizeof(retenTs), &pSubMgt, sizeof(SSubTableMgt *)); + code = taosHashPut(pMgt->pHashObj, ×tamp, sizeof(timestamp), &pSubMgt, sizeof(SSubTableMgt *)); TSDB_CHECK_CODE(code, lino, _error); } else { @@ -163,7 +164,7 @@ int32_t bseTableMgtGet(STableMgt *pMgt, int64_t seq, uint8_t **pValue, int32_t * } else { pSubMgt = pMgt->pCurrTableMgt; if (pSubMgt == NULL) { - return code; + return TSDB_CODE_BLOB_SEQ_NOT_FOUND; } readOnly = 0; } @@ -192,10 +193,10 @@ int32_t bseTableMgtRecoverTable(STableMgt *pMgt, SBseLiveFileInfo *pInfo) { SSubTableMgt *pSubMgt = NULL; - code = createSubTableMgt(pInfo->retentionTs, 0, pMgt, &pSubMgt); + code = createSubTableMgt(pInfo->timestamp, 0, pMgt, &pSubMgt); TSDB_CHECK_CODE(code, lino, _error); - code = tableBuilderMgtRecoverTable(pSubMgt->pBuilderMgt, 0, NULL, pInfo->size); + code = tableBuilderMgtRecover(pSubMgt->pBuilderMgt, 0, NULL, pInfo->size); TSDB_CHECK_CODE(code, lino, _error); _error: @@ -206,8 +207,8 @@ int32_t bseTableMgtRecoverTable(STableMgt *pMgt, SBseLiveFileInfo *pInfo) { return 0; } -int32_t bseTableMgtCleanup(void *pMgt) { - if (pMgt == NULL) return 0; +void bseTableMgtCleanup(void *pMgt) { + if (pMgt == NULL) return; STableMgt *p = (STableMgt *)pMgt; @@ -222,29 +223,93 @@ int32_t bseTableMgtCleanup(void *pMgt) { taosHashCleanup(p->pHashObj); taosMemoryFree(p); - return 0; } -int32_t bseTableMgtAppend(STableMgt *pMgt, SBseBatch *pBatch) { +static int32_t bseCalcNowTimestamp(int8_t precision, int64_t *dst) { + int64_t nowSec = taosGetTimestampSec(); + int32_t code = 0; + if (precision == TSDB_TIME_PRECISION_MILLI) { + nowSec = nowSec * 1000; + } else if (precision == TSDB_TIME_PRECISION_MICRO) { + nowSec = nowSec * 1000000l; + } else if (precision == TSDB_TIME_PRECISION_NANO) { + nowSec = nowSec * 1000000000l; + } else { + bseError("bse invalid time precision:%d", precision); + return TSDB_CODE_INVALID_PARA; + } + *dst = nowSec; + return code; +} + +static int32_t bseShouldSwitchToTable(int64_t nowTimestamp, int64_t timestamp, int8_t precision, int32_t keepDays) { + if (timestamp == 0) return 1; + if (keepDays <= 0) return 0; + + int64_t threshold = keepDays * 24 * tsTickPerHour[precision]; + int64_t diff = nowTimestamp - timestamp; + + if (diff < threshold) { + return 0; + } else { + return 1; + } + + return 0; +} +static int32_t bseTableMgtGetTable(STableMgt *pMgt, SSubTableMgt **ppSubGgt) { int32_t code = 0; int32_t lino = 0; - int32_t retionTs = 0; + int64_t startTs = 0; SBse *pBse = pMgt->pBse; SSubTableMgt *pSubMgt = pMgt->pCurrTableMgt; + code = bseCalcNowTimestamp(BSE_TIME_PRECISION(pBse), &startTs); + TSDB_CHECK_CODE(code, lino, _error); + if (pSubMgt == NULL) { - if (pMgt->retionTs != 0) { - retionTs = pMgt->retionTs; - } else { - retionTs = taosGetTimestampSec(); + if (pMgt->timestamp != 0) { + if (!bseShouldSwitchToTable(startTs, pMgt->timestamp, BSE_TIME_PRECISION(pBse), BSE_KEEY_DAYS(pBse))) { + startTs = pMgt->timestamp; + } } - - code = createSubTableMgt(retionTs, 0, pMgt, &pMgt->pCurrTableMgt); + code = createSubTableMgt(startTs, 0, pMgt, &pMgt->pCurrTableMgt); TSDB_CHECK_CODE(code, lino, _error); + pSubMgt = pMgt->pCurrTableMgt; + } else { + if (bseShouldSwitchToTable(startTs, pSubMgt->pBuilderMgt->timestamp, BSE_TIME_PRECISION(pBse), + BSE_KEEY_DAYS(pBse))) { + code = bseCommit(pBse); + TSDB_CHECK_CODE(code, lino, _error); + + destroySubTableMgt(pSubMgt); + + code = createSubTableMgt(startTs, 0, pMgt, &pMgt->pCurrTableMgt); + TSDB_CHECK_CODE(code, lino, _error); + } + pSubMgt = pMgt->pCurrTableMgt; } +_error: + if (code != 0) { + bseError("failed to get sub table at line %d since %s", lino, tstrerror(code)); + } else { + *ppSubGgt = pSubMgt; + } + + return 0; +} +int32_t bseTableMgtAppend(STableMgt *pMgt, SBseBatch *pBatch) { + int32_t code = 0; + int32_t lino = 0; + + SBse *pBse = pMgt->pBse; + SSubTableMgt *pSubMgt = NULL; + code = bseTableMgtGetTable(pMgt, &pSubMgt); + TSDB_CHECK_CODE(code, lino, _error); + code = tableBuilderMgtPutBatch(pSubMgt->pBuilderMgt, pBatch); TSDB_CHECK_CODE(code, lino, _error); @@ -277,7 +342,7 @@ int32_t bseTableMgtCommit(STableMgt *pMgt, SBseLiveFileInfo *pInfo) { if (code != 0) { bseError("failed to commit table at line %d since %s", lino, tstrerror(code)); } else { - bseInfo("succ to commit table"); + bseInfo("succ to commit bse table"); } return code; } @@ -329,11 +394,11 @@ void tableReaderFree(void *pReader) { } void blockFree(void *pBlock) { taosMemoryFree(pBlock); } -int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t retention) { +int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t timestamp) { int32_t code = 0; int32_t lino = 0; - taosThreadRwlockInit(&pReader->mutex, NULL); + (void)taosThreadRwlockInit(&pReader->mutex, NULL); code = blockCacheOpen(48, blockFree, &pReader->pBlockCache); TSDB_CHECK_CODE(code, lino, _error); @@ -342,7 +407,7 @@ int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t retenti TSDB_CHECK_CODE(code, lino, _error); pReader->pBse = pBse; - pReader->retenTs = retention; + pReader->timestamp = timestamp; _error: if (code != 0) { @@ -350,17 +415,17 @@ int32_t tableReaderMgtInit(STableReaderMgt *pReader, SBse *pBse, int64_t retenti } return code; } -void tableReaderMgtSetRetion(STableReaderMgt *pReader, int64_t retention) { pReader->retenTs = retention; } +void tableReaderMgtSetRetion(STableReaderMgt *pReader, int64_t timestamp) { pReader->timestamp = timestamp; } int32_t tableReaderMgtClear(STableReaderMgt *pReader) { int32_t code = 0; - taosThreadRwlockWrlock(&pReader->mutex); + (void)taosThreadRwlockWrlock(&pReader->mutex); (void)(tableCacheClear(pReader->pTableCache)); (void)(blockCacheClear(pReader->pBlockCache)); - taosThreadRwlockUnlock(&pReader->mutex); + (void)taosThreadRwlockUnlock(&pReader->mutex); return code; } @@ -368,16 +433,16 @@ int32_t tableReaderMgtClear(STableReaderMgt *pReader) { void tableReaderMgtDestroy(STableReaderMgt *pReader) { tableCacheClose(pReader->pTableCache); blockCacheClose(pReader->pBlockCache); - taosThreadRwlockDestroy(&pReader->mutex); + (void)taosThreadRwlockDestroy(&pReader->mutex); } int32_t tableReaderMgtSeek(STableReaderMgt *pReaderMgt, int64_t seq, uint8_t **pValue, int32_t *len) { int32_t code = 0; int32_t lino = 0; - STableReader *pReader = NULL; + STableReader *pReader = NULL; - code = tableReaderOpen(pReaderMgt->retenTs, &pReader, pReaderMgt); + code = tableReaderOpen(pReaderMgt->timestamp, &pReader, pReaderMgt); TSDB_CHECK_CODE(code, lino, _error); code = tableReaderGet(pReader, seq, pValue, len); @@ -392,18 +457,13 @@ int32_t tableReaderMgtSeek(STableReaderMgt *pReaderMgt, int64_t seq, uint8_t **p return code; } -int32_t tableBuilderMgtInit(STableBuilderMgt *pMgt, SBse *pBse, int64_t retention) { +int32_t tableBuilderMgtInit(STableBuilderMgt *pMgt, SBse *pBse, int64_t timestamp) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexInit(&pMgt->mutex, NULL); + (void)taosThreadRwlockInit(&pMgt->mutex, NULL); pMgt->pBse = pBse; - - for (int32_t i = 0; i < 2; i++) { - pMgt->p[i] = NULL; - } - pMgt->inUse = 0; - pMgt->retenTs = retention; + pMgt->timestamp = timestamp; return code; } @@ -411,15 +471,9 @@ int32_t tableBuilderMgtClear(STableBuilderMgt *pMgt) { int32_t code = 0; int32_t lino = 0; - taosThreadMutexLock(&pMgt->mutex); - for (int32_t i = 0; i < 2; i++) { - if (pMgt->p[i] != NULL) { - tableBuilderClose(pMgt->p[i], 0); - pMgt->p[i] = NULL; - pMgt->inUse = 0; - } - } - taosThreadMutexUnlock(&pMgt->mutex); + (void)taosThreadRwlockWrlock(&pMgt->mutex); + tableBuilderClose(pMgt->p, 0); + (void)taosThreadRwlockUnlock(&pMgt->mutex); return code; } @@ -427,21 +481,33 @@ int32_t tableBuilderMgtPutBatch(STableBuilderMgt *pMgt, SBseBatch *pBatch) { int32_t code = 0; int32_t lino = 0; int64_t seq = pBatch->startSeq; - taosThreadMutexLock(&pMgt->mutex); - STableBuilder *p = pMgt->p[pMgt->inUse]; - taosThreadMutexUnlock(&pMgt->mutex); + + (void)taosThreadRwlockWrlock(&pMgt->mutex); + STableBuilder *p = pMgt->p; if (p == NULL) { - code = tableBuilderMgtGetBuilder(pMgt, seq, &p); - TSDB_CHECK_CODE(code, lino, _error); + code = tableBuilderMgtOpenBuilder(pMgt, seq, &p); + if (code != 0) { + TSDB_CHECK_CODE(code, lino, _error); + } } + if (p->pMemTable == NULL) { + code = bseMemTableCreate(&p->pMemTable, BSE_BLOCK_SIZE(pMgt->pBse)); + if (code != 0) { + TSDB_CHECK_CODE(code, lino, _error); + } - code = tableBuilderPutBatch(p, pBatch); - TSDB_CHECK_CODE(code, lino, _error); + p->pMemTable->pTableBuilder = p; + } + code = tableBuilderPut(p, pBatch); _error: if (code != 0) { bseError("failed to put batch to table builder at line %d since %s", lino, tstrerror(code)); + } else { + bseTrace("succ to put batch to table builder mem %p, imumm table %p", p->pMemTable, p->pImmuMemTable); } + (void)taosThreadRwlockUnlock(&pMgt->mutex); + return code; } @@ -450,20 +516,19 @@ int32_t tableBuilderMgtSeek(STableBuilderMgt *pMgt, int64_t seq, uint8_t **pValu int32_t lino = 0; STableBuilder *pBuilder = NULL; - taosThreadMutexLock(&pMgt->mutex); - int8_t inUse = pMgt->inUse; - pBuilder = pMgt->p[inUse]; - taosThreadMutexUnlock(&pMgt->mutex); + (void)taosThreadRwlockRdlock(&pMgt->mutex); + pBuilder = pMgt->p; if (pBuilder && seqRangeContains(&pBuilder->tableRange, seq)) { code = tableBuilderGet(pBuilder, seq, pValue, len); } else { code = TSDB_CODE_OUT_OF_RANGE; // continue to read from reader } + (void)taosThreadRwlockUnlock(&pMgt->mutex); return code; } -int32_t tableBuilderMgtGetBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder) { +int32_t tableBuilderMgtOpenBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder) { int32_t code = 0; int32_t lino = 0; @@ -471,13 +536,13 @@ int32_t tableBuilderMgtGetBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBui STableBuilder *p = NULL; - code = tableBuilderOpen(pMgt->retenTs, &p, pBse); + code = tableBuilderOpen(pMgt->timestamp, &p, pBse); TSDB_CHECK_CODE(code, lino, _error); p->pTableMeta = pMgt->pMgt->pTableMetaMgt->pTableMeta; p->pBse = pMgt->pBse; - pMgt->p[pMgt->inUse] = p; + pMgt->p = p; *pBuilder = p; @@ -489,12 +554,12 @@ int32_t tableBuilderMgtGetBuilder(STableBuilderMgt *pMgt, int64_t seq, STableBui return code; } -int32_t tableBuilderMgtRecoverTable(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder, int64_t size) { +int32_t tableBuilderMgtRecover(STableBuilderMgt *pMgt, int64_t seq, STableBuilder **pBuilder, int64_t size) { int32_t code = 0; int32_t lino = 0; STableBuilder *pTable = NULL; - code = tableBuilderMgtGetBuilder(pMgt, seq, &pTable); + code = tableBuilderMgtOpenBuilder(pMgt, seq, &pTable); TSDB_CHECK_CODE(code, lino, _error); if (pTable->offset > size) { @@ -514,31 +579,30 @@ int32_t tableBuilderMgtCommit(STableBuilderMgt *pMgt, SBseLiveFileInfo *pInfo) { int8_t flushIdx = -1; STableBuilder *pBuilder = NULL; - taosThreadMutexLock(&pMgt->mutex); - pBuilder = pMgt->p[pMgt->inUse]; + (void)taosThreadRwlockWrlock(&pMgt->mutex); + pBuilder = pMgt->p; - taosThreadMutexUnlock(&pMgt->mutex); - if (pBuilder != NULL) { - code = tableBuilderCommit(pBuilder, pInfo); - TSDB_CHECK_CODE(code, lino, _error); - } + bseTrace("start to commit bse table builder mem %p, immu mem %p", pBuilder->pMemTable, pBuilder->pImmuMemTable); + pBuilder->pImmuMemTable = pBuilder->pMemTable; + pBuilder->pMemTable = NULL; + (void)taosThreadRwlockUnlock(&pMgt->mutex); + + code = tableBuilderCommit(pBuilder, pInfo); _error: if (code != 0) { bseError("failed to commit table builder at line %d since %s", lino, tstrerror(code)); + } else { + bseTrace("succ to commit bse table builder mem %p, immu mem %p", pBuilder->pMemTable, pBuilder->pImmuMemTable); } return code; } void tableBuilderMgtDestroy(STableBuilderMgt *pMgt) { - for (int32_t i = 0; i < 2; i++) { - if (pMgt->p[i] != NULL) { - tableBuilderClose(pMgt->p[i], 0); - } - } - taosThreadMutexDestroy(&pMgt->mutex); + tableBuilderClose(pMgt->p, 0); + (void)taosThreadRwlockDestroy(&pMgt->mutex); } -int32_t tableMetaMgtInit(STableMetaMgt *pMgt, SBse *pBse, int64_t retention) { +int32_t tableMetaMgtInit(STableMetaMgt *pMgt, SBse *pBse, int64_t timestamp) { int32_t code = 0; int32_t lino = 0; pMgt->pBse = pBse; @@ -546,8 +610,8 @@ int32_t tableMetaMgtInit(STableMetaMgt *pMgt, SBse *pBse, int64_t retention) { code = tableMetaOpen(NULL, &pMgt->pTableMeta, pMgt); TSDB_CHECK_CODE(code, lino, _error); - pMgt->retenTs = retention; - pMgt->pTableMeta->retentionTs = retention; + pMgt->timestamp = timestamp; + pMgt->pTableMeta->timestamp = timestamp; pMgt->pTableMeta->pBse = pBse; _error: diff --git a/source/dnode/vnode/src/bse/bseTableMgt.h b/source/dnode/vnode/src/bse/bseTableMgt.h index 4a0169b9b7ac..c5df646ee6fd 100644 --- a/source/dnode/vnode/src/bse/bseTableMgt.h +++ b/source/dnode/vnode/src/bse/bseTableMgt.h @@ -28,15 +28,12 @@ extern "C" { typedef struct SSubTableMgt SSubTableMgt; typedef struct { - STableBuilder *p[2]; - int8_t inUse; + STableBuilder *p; - int8_t inited; - - TdThreadMutex mutex; - int64_t retenTs; + TdThreadRwlock mutex; SSubTableMgt *pMgt; + int64_t timestamp; SBse *pBse; } STableBuilderMgt; @@ -47,7 +44,7 @@ typedef struct { SBse *pBse; SSubTableMgt *pMgt; - int64_t retenTs; + int64_t timestamp; } STableReaderMgt; typedef struct { @@ -55,7 +52,7 @@ typedef struct { SBse *pBse; SBTableMeta *pTableMeta; - int64_t retenTs; + int64_t timestamp; SSubTableMgt *pMgt; } STableMetaMgt; @@ -78,19 +75,19 @@ typedef struct { struct STableMgt { void *pBse; SSubTableMgt *pCurrTableMgt; - int64_t retionTs; + int64_t timestamp; SHashObj *pHashObj; SCacheMgt *pCacheMgt; }; int32_t bseTableMgtCreate(SBse *pBse, void **pMgt); -int32_t bseTableMgtSetLastRetentionTs(STableMgt *pMgt, int64_t retention); +int32_t bseTableMgtSetLastTableId(STableMgt *pMgt, int64_t retention); int32_t bseTableMgtCreateCache(STableMgt *pMgt); int32_t bseTableMgtGet(STableMgt *p, int64_t seq, uint8_t **pValue, int32_t *len); -int32_t bseTableMgtCleanup(void *p); +void bseTableMgtCleanup(void *p); int32_t bseTableMgtCommit(STableMgt *pMgt, SBseLiveFileInfo *pInfo); @@ -108,13 +105,13 @@ int32_t bseTableMgtSetTableCacheSize(STableMgt *pMgt, int32_t cap); int32_t blockWithMetaInit(SBlock *pBlock, SBlockWithMeta **pMeta); -int32_t blockWithMetaCleanup(SBlockWithMeta *p); +void blockWithMetaCleanup(SBlockWithMeta *p); int32_t blockWithMetaSeek(SBlockWithMeta *p, int64_t seq, uint8_t **pValue, int32_t *len); int32_t bseTableMgtRecoverTable(STableMgt *pMgt, SBseLiveFileInfo *pInfo); -int32_t createSubTableMgt(int64_t retenTs, int32_t readOnly, STableMgt *pMgt, SSubTableMgt **pSubMgt); +int32_t createSubTableMgt(int64_t timestamp, int32_t readOnly, STableMgt *pMgt, SSubTableMgt **pSubMgt); void destroySubTableMgt(SSubTableMgt *p); #ifdef __cplusplus } diff --git a/source/dnode/vnode/src/bse/bseUtil.c b/source/dnode/vnode/src/bse/bseUtil.c index f6b08d501cdb..039a886559d8 100644 --- a/source/dnode/vnode/src/bse/bseUtil.c +++ b/source/dnode/vnode/src/bse/bseUtil.c @@ -160,7 +160,7 @@ void bseBuildDataName(int64_t ts, char *name) { snprintf(name, BSE_FILE_FULL_LEN, "%" PRId64 ".%s", ts, BSE_DATA_SUFFIX); } -int32_t bseGetRetentionTsBySeq(SBse *pBse, int64_t seq, int64_t *retentionTs) { +int32_t bseGetTableIdBySeq(SBse *pBse, int64_t seq, int64_t *timestamp) { int32_t code = 0; int64_t tts = 0; @@ -172,11 +172,11 @@ int32_t bseGetRetentionTsBySeq(SBse *pBse, int64_t seq, int64_t *retentionTs) { for (int32_t i = 0; i < taosArrayGetSize(pCommitInfo->pFileList); i++) { SBseLiveFileInfo *pInfo = taosArrayGet(pCommitInfo->pFileList, i); if (seqRangeContains(&pInfo->range, seq)) { - tts = pInfo->retentionTs; + tts = pInfo->timestamp; break; } } - *retentionTs = tts; + *timestamp = tts; return code; } diff --git a/source/dnode/vnode/src/bse/bseUtil.h b/source/dnode/vnode/src/bse/bseUtil.h index 0e4c3a27a83e..e59645ff1bb9 100644 --- a/source/dnode/vnode/src/bse/bseUtil.h +++ b/source/dnode/vnode/src/bse/bseUtil.h @@ -64,7 +64,7 @@ void bseBuildTempMetaName(int64_t ts, char *name); int32_t bseCompressData(int8_t type, void *src, int32_t srcSize, void *dst, int32_t *dstSize) ; int32_t bseDecompressData(int8_t type, void *src, int32_t srcSize, void *dst, int32_t *dstSize); -int32_t bseGetRetentionTsBySeq(SBse *pBse, int64_t seq, int64_t *retentionTs); +int32_t bseGetTableIdBySeq(SBse *pBse, int64_t seq, int64_t *timestamp ); typedef void* bsequeue[2]; #define BSE_QUEUE_NEXT(q) (*(bsequeue**)&((*(q))[0])) @@ -126,6 +126,16 @@ typedef void* bsequeue[2]; #define BSE_DATA_VER 0x1 #define BSE_FMT_VER 0x1 +#define BSE_META_VER 0x1 + +#define BSE_VGID(pBse) ((pBse)->cfg.vgId) +#define BSE_KEEY_DAYS(pBse) ((pBse)->cfg.keepDays) +#define BSE_RETENTION(pBse) ((pBse)->cfg.retention) +#define BSE_TIME_PRECISION(pBse) ((pBse)->cfg.precision) +#define BSE_BLOCK_SIZE(pBse) ((pBse)->cfg.blockSize) +#define BSE_COMPRESS_TYPE(pBse) ((pBse)->cfg.compressType) +#define BSE_TABLE_CACHE_SIZE(p) ((p)->cfg.tableCacheSize) +#define BSE_BLOCK_CACHE_SIZE(p) ((p)->cfg.blockCacheSize) // clang-format on #ifdef __cplusplus diff --git a/source/dnode/vnode/src/inc/bse.h b/source/dnode/vnode/src/inc/bse.h index 9f35504c0dea..779b5db4ea9f 100644 --- a/source/dnode/vnode/src/inc/bse.h +++ b/source/dnode/vnode/src/inc/bse.h @@ -33,17 +33,18 @@ enum { }; typedef struct { - int32_t vgId; - int32_t encryptAlgorithm; - char encryptKey[ENCRYPT_KEY_LEN + 1]; - int8_t compressType; - int32_t blockSize; - int8_t clearUncommittedFile; - int64_t keepDays; - int64_t retention; - - int32_t tableCacheSize; - int32_t blockCacheSize; + int32_t vgId; + int32_t encryptAlgorithm; + char encryptKey[ENCRYPT_KEY_LEN + 1]; + int8_t compressType; + int32_t blockSize; + int8_t clearUncommittedFile; + int64_t keepDays; + int32_t keeps; + SRetention retention; // retention in seconds, 0 means no retention + int8_t precision; // precision in seconds, 0 means no precision + int32_t tableCacheSize; + int32_t blockCacheSize; } SBseCfg; typedef struct SBse SBse; @@ -59,7 +60,8 @@ typedef struct SBlockItemInfo SBlockItemInfo; int32_t bseBatchInit(SBse *pBse, SBseBatch **pBatch, int32_t nKey); int32_t bseBatchPut(SBseBatch *pBatch, int64_t *seq, uint8_t *value, int32_t len); int32_t bseBatchGetSize(SBseBatch *pBatch, int32_t *size); -int32_t bseBatchDestroy(SBseBatch *pBatch); +int32_t bseBatchExccedLimit(SBseBatch *pBatch); +void bseBatchDestroy(SBseBatch *pBatch); int32_t bseCommitBatch(SBse *pBse, SBseBatch *pBatch); int32_t bseUpdateCfg(SBse *pBse, SBseCfg *pCfg); @@ -70,21 +72,14 @@ int32_t bseSetBlockCacheSize(SBse *pBse, int32_t blockCacheSize); int32_t bseSetTableCacheSize(SBse *pBse, int32_t blockCacheSize); int32_t bseSetKeepDays(SBse *pBse, int32_t keepDays); -#define BSE_GET_BLOCK_SIZE(p) ((p)->cfg.blockSize) -#define BSE_GET_COMPRESS_TYPE(p) ((p)->cfg.compressType) -#define BSE_GET_KEEPS_DAYS(p) ((p)->cfg.keepDays) -#define BSE_GET_TABLE_CACHE_SIZE(p) ((p)->cfg.tableCacheSize) -#define BSE_GET_BLOCK_CACHE_SIZE(p) ((p)->cfg.blockCacheSize) -#define BSE_GET_VGID(p) ((p)->cfg.vgId) - int32_t bseSnapWriterOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapWriter **writer); int32_t bseSnapWriterWrite(SBseSnapWriter *writer, uint8_t *data, int32_t len); -int32_t bseSnapWriterClose(SBseSnapWriter **writer, int8_t rollback); +void bseSnapWriterClose(SBseSnapWriter **writer, int8_t rollback); int32_t bseSnapReaderOpen(SBse *pBse, int64_t sver, int64_t ever, SBseSnapReader **reader); int32_t bseSnapReaderRead(SBseSnapReader *reader, uint8_t **data); int32_t bseSnapReaderRead2(SBseSnapReader *reader, uint8_t **data, int32_t *len); -int32_t bseSnapReaderClose(SBseSnapReader **reader); +void bseSnapReaderClose(SBseSnapReader **reader); int32_t bseOpen(const char *path, SBseCfg *pCfg, SBse **pBse); void bseClose(SBse *pBse); diff --git a/source/dnode/vnode/src/inc/meta.h b/source/dnode/vnode/src/inc/meta.h index 57a9364b8195..1f619f90320f 100644 --- a/source/dnode/vnode/src/inc/meta.h +++ b/source/dnode/vnode/src/inc/meta.h @@ -74,6 +74,7 @@ int32_t metaStatsCacheGet(SMeta* pMeta, int64_t uid, SMetaStbStats* pInfo); int64_t metaGetStbKeep(SMeta* pMeta, int64_t uid); void metaUpdateStbStats(SMeta* pMeta, int64_t uid, int64_t deltaCtb, int32_t deltaCol, int64_t deltaKeep); int32_t metaUidFilterCacheGet(SMeta* pMeta, uint64_t suid, const void* pKey, int32_t keyLen, LRUHandle** pHandle); +int32_t metaGetChildUidsOfSuperTable(SMeta* pMeta, tb_uid_t suid, SArray** childList); struct SMeta { TdThreadRwlock lock; @@ -165,7 +166,7 @@ int32_t metaFilterTableName(void* pVnode, SMetaFltParam* param, SArray* pUids); int32_t metaFilterTtl(void* pVnode, SMetaFltParam* param, SArray* pUids); int32_t metaGetColCmpr(SMeta* pMeta, tb_uid_t uid, SHashObj** colCmprObj); -int32_t updataTableColRef(SColRefWrapper *pWp, const SSchema *pSchema, int8_t add, SColRef *pColRef); +int32_t updataTableColRef(SColRefWrapper* pWp, const SSchema* pSchema, int8_t add, SColRef* pColRef); #if !defined(META_REFACT) && !defined(TD_ASTRA) // SMetaDB int metaOpenDB(SMeta* pMeta); diff --git a/source/dnode/vnode/src/inc/vnodeInt.h b/source/dnode/vnode/src/inc/vnodeInt.h index 5c9f59f70c21..80991e2796d4 100644 --- a/source/dnode/vnode/src/inc/vnodeInt.h +++ b/source/dnode/vnode/src/inc/vnodeInt.h @@ -210,6 +210,7 @@ SArray* metaGetSmaIdsByTable(SMeta* pMeta, tb_uid_t uid); SArray* metaGetSmaTbUids(SMeta* pMeta); void* metaGetIdx(SMeta* pMeta); void* metaGetIvtIdx(SMeta* pMeta); +int32_t metaFlagCache(SVnode* pVnode); int64_t metaGetTbNum(SMeta* pMeta); void metaReaderDoInit(SMetaReader* pReader, SMeta* pMeta, int32_t flags); @@ -547,6 +548,8 @@ struct SVnode { #define TSDB_CACHE_NO(c) ((c).cacheLast == 0) #define TSDB_CACHE_LAST_ROW(c) (((c).cacheLast & 1) > 0) #define TSDB_CACHE_LAST(c) (((c).cacheLast & 2) > 0) +#define TSDB_CACHE_RESET(c) (((c).cacheLast & 4) > 0) + #define TSDB_TFS(v) ((v)->pMountTfs ? (v)->pMountTfs : (v)->pTfs) #define TSDB_VID(v) ((v)->mounted ? (v)->config.mountVgId : (v)->config.vgId) diff --git a/source/dnode/vnode/src/meta/metaEntry.c b/source/dnode/vnode/src/meta/metaEntry.c index dfa0ea13bd84..e20e274a2c01 100644 --- a/source/dnode/vnode/src/meta/metaEntry.c +++ b/source/dnode/vnode/src/meta/metaEntry.c @@ -14,6 +14,10 @@ */ #include "meta.h" +#include "osMemPool.h" +#include "osMemory.h" +#include "tencode.h" +#include "tmsg.h" static bool schemasHasTypeMod(const SSchema *pSchema, int32_t nCols) { for (int32_t i = 0; i < nCols; i++) { @@ -167,8 +171,8 @@ static int32_t metaCloneColRef(const SColRefWrapper*pSrc, SColRefWrapper *pDst) return 0; } -int meteEncodeColCmprEntry(SEncoder *pCoder, const SMetaEntry *pME) { - const SColCmprWrapper *pw = &pME->colCmpr; +static int32_t metaEncodeComprEntryImpl(SEncoder *pCoder, SColCmprWrapper *pw) { + int32_t code = 0; TAOS_CHECK_RETURN(tEncodeI32v(pCoder, pw->nCols)); TAOS_CHECK_RETURN(tEncodeI32v(pCoder, pw->version)); uTrace("encode cols:%d", pw->nCols); @@ -178,7 +182,11 @@ int meteEncodeColCmprEntry(SEncoder *pCoder, const SMetaEntry *pME) { TAOS_CHECK_RETURN(tEncodeI16v(pCoder, p->id)); TAOS_CHECK_RETURN(tEncodeU32(pCoder, p->alg)); } - return 0; + return code; +} +int meteEncodeColCmprEntry(SEncoder *pCoder, const SMetaEntry *pME) { + const SColCmprWrapper *pw = &pME->colCmpr; + return metaEncodeComprEntryImpl(pCoder, (SColCmprWrapper *)pw); } int meteDecodeColCmprEntry(SDecoder *pDecoder, SMetaEntry *pME) { SColCmprWrapper *pWrapper = &pME->colCmpr; @@ -204,7 +212,14 @@ int meteDecodeColCmprEntry(SDecoder *pDecoder, SMetaEntry *pME) { static FORCE_INLINE int32_t metatInitDefaultSColCmprWrapper(SDecoder *pDecoder, SColCmprWrapper *pCmpr, SSchemaWrapper *pSchema) { pCmpr->nCols = pSchema->nCols; - if ((pCmpr->pColCmpr = (SColCmpr *)tDecoderMalloc(pDecoder, pCmpr->nCols * sizeof(SColCmpr))) == NULL) { + + if (pDecoder == NULL) { + pCmpr->pColCmpr = taosMemoryCalloc(1, pCmpr->nCols * sizeof(SColCmpr)); + } else { + pCmpr->pColCmpr = (SColCmpr *)tDecoderMalloc(pDecoder, pCmpr->nCols * sizeof(SColCmpr)); + } + + if (pCmpr->pColCmpr == NULL) { return terrno; } @@ -289,7 +304,24 @@ int metaEncodeEntry(SEncoder *pCoder, const SMetaEntry *pME) { if (pME->type == TSDB_VIRTUAL_NORMAL_TABLE || pME->type == TSDB_VIRTUAL_CHILD_TABLE) { TAOS_CHECK_RETURN(meteEncodeColRefEntry(pCoder, pME)); } else { - TAOS_CHECK_RETURN(meteEncodeColCmprEntry(pCoder, pME)); + if (pME->type == TSDB_SUPER_TABLE && TABLE_IS_COL_COMPRESSED(pME->flags)) { + TAOS_CHECK_RETURN(meteEncodeColCmprEntry(pCoder, pME)); + } else if (pME->type == TSDB_NORMAL_TABLE) { + if (pME->colCmpr.nCols != 0) { + TAOS_CHECK_RETURN(meteEncodeColCmprEntry(pCoder, pME)); + } else { + metaWarn("meta/entry: failed to get compress cols, type:%d", pME->type); + SColCmprWrapper colCmprs = {0}; + int32_t code = metatInitDefaultSColCmprWrapper(NULL, &colCmprs, (SSchemaWrapper *)&pME->ntbEntry.schemaRow); + if (code != 0) { + taosMemoryFree(colCmprs.pColCmpr); + TAOS_CHECK_RETURN(code); + } + code = metaEncodeComprEntryImpl(pCoder, &colCmprs); + taosMemoryFree(colCmprs.pColCmpr); + TAOS_CHECK_RETURN(code); + } + } } TAOS_CHECK_RETURN(metaEncodeExtSchema(pCoder, pME)); } diff --git a/source/dnode/vnode/src/meta/metaEntry2.c b/source/dnode/vnode/src/meta/metaEntry2.c index 40750ab72523..7b1f711de24e 100644 --- a/source/dnode/vnode/src/meta/metaEntry2.c +++ b/source/dnode/vnode/src/meta/metaEntry2.c @@ -21,7 +21,6 @@ int metaDelJsonVarFromIdx(SMeta *pMeta, const SMetaEntry *pCtbEntry, const S int tagIdxKeyCmpr(const void *pKey1, int kLen1, const void *pKey2, int kLen2); static void metaTimeSeriesNotifyCheck(SMeta *pMeta); -static int32_t metaGetChildUidsOfSuperTable(SMeta *pMeta, tb_uid_t suid, SArray **childList); static int32_t metaFetchTagIdxKey(SMeta *pMeta, const SMetaEntry *pEntry, const SSchema *pTagColumn, STagIdxKey **ppTagIdxKey, int32_t *pTagIdxKeySize); static void metaFetchTagIdxKeyFree(STagIdxKey **ppTagIdxKey); @@ -1873,7 +1872,7 @@ static int32_t metaHandleVirtualChildTableDrop(SMeta *pMeta, const SMetaEntry *p return code; } -static int32_t metaGetChildUidsOfSuperTable(SMeta *pMeta, tb_uid_t suid, SArray **childList) { +int32_t metaGetChildUidsOfSuperTable(SMeta *pMeta, tb_uid_t suid, SArray **childList) { int32_t code = TSDB_CODE_SUCCESS; void *key = NULL; int32_t keySize = 0; @@ -2554,4 +2553,4 @@ void metaHandleSyncEntry(SMeta *pMeta, const SMetaEntry *pEntry) { metaErr(TD_VID(pMeta->pVnode), code); } return; -} \ No newline at end of file +} diff --git a/source/dnode/vnode/src/meta/metaQuery.c b/source/dnode/vnode/src/meta/metaQuery.c index 9cbeb70fe58c..40fb0847663b 100644 --- a/source/dnode/vnode/src/meta/metaQuery.c +++ b/source/dnode/vnode/src/meta/metaQuery.c @@ -191,7 +191,7 @@ int metaGetTableUidByName(void *pVnode, char *tbName, uint64_t *uid) { return 0; } -int metaGetTableTypeSuidByName(void *pVnode, char *tbName, ETableType *tbType, uint64_t* suid) { +int metaGetTableTypeSuidByName(void *pVnode, char *tbName, ETableType *tbType, uint64_t *suid) { int code = 0; SMetaReader mr = {0}; metaReaderDoInit(&mr, ((SVnode *)pVnode)->pMeta, META_READER_LOCK); @@ -379,7 +379,7 @@ int32_t metaTbCursorPrev(SMTbCursor *pTbCur, ETableType jumpTableType) { return 0; } -SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock, SExtSchema** extSchema) { +SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int lock, SExtSchema **extSchema) { void *pData = NULL; int nData = 0; int64_t version; @@ -457,11 +457,11 @@ SSchemaWrapper *metaGetTableSchema(SMeta *pMeta, tb_uid_t uid, int32_t sver, int } int64_t metaGetTableCreateTime(SMeta *pMeta, tb_uid_t uid, int lock) { - void *pData = NULL; - int nData = 0; - int64_t version = 0; - SDecoder dc = {0}; - int64_t createTime = INT64_MAX; + void *pData = NULL; + int nData = 0; + int64_t version = 0; + SDecoder dc = {0}; + int64_t createTime = INT64_MAX; if (lock) { metaRLock(pMeta); } @@ -488,7 +488,7 @@ int64_t metaGetTableCreateTime(SMeta *pMeta, tb_uid_t uid, int lock) { } tDecoderClear(&dc); - _exit: +_exit: if (lock) { metaULock(pMeta); } @@ -1528,8 +1528,7 @@ int32_t metaGetTableTagsByUids(void *pVnode, int64_t suid, SArray *uidList) { memcpy(p->pTagVal, val, len); tdbFree(val); } else { - metaError("vgId:%d, failed to table tags, suid: %" PRId64 ", uid: %" PRId64, TD_VID(pMeta->pVnode), suid, - p->uid); + metaError("vgId:%d, failed to table tags, suid: %" PRId64 ", uid: %" PRId64, TD_VID(pMeta->pVnode), suid, p->uid); } } // } @@ -1614,6 +1613,91 @@ int32_t metaGetTableTags(void *pVnode, uint64_t suid, SArray *pUidTagInfo) { return TSDB_CODE_SUCCESS; } +int32_t metaFlagCache(SVnode *pVnode) { + SMStbCursor *pCur = metaOpenStbCursor(pVnode->pMeta, 0); + if (!pCur) { + return terrno; + } + + SArray *suids = NULL; + while (1) { + tb_uid_t id = metaStbCursorNext(pCur); + if (id == 0) { + break; + } + + if (!suids) { + suids = taosArrayInit(8, sizeof(tb_uid_t)); + if (!suids) { + return terrno; + } + } + + if (taosArrayPush(suids, &id) == NULL) { + taosArrayDestroy(suids); + return terrno; + } + } + + metaCloseStbCursor(pCur); + + for (int idx = 0; suids && idx < TARRAY_SIZE(suids); ++idx) { + tb_uid_t id = ((tb_uid_t *)TARRAY_DATA(suids))[idx]; + STsdb *pTsdb = pVnode->pTsdb; + SMeta *pMeta = pVnode->pMeta; + SArray *uids = NULL; + + int32_t code = metaGetChildUidsOfSuperTable(pMeta, id, &uids); + if (code) { + metaError("vgId:%d, failed to get subtables, suid:%" PRId64 " since %s.", TD_VID(pVnode), id, tstrerror(code)); + + taosArrayDestroy(uids); + taosArrayDestroy(suids); + + return code; + } + + if (uids && TARRAY_SIZE(uids) > 0) { + STSchema *pTSchema = NULL; + + code = metaGetTbTSchemaEx(pMeta, id, id, -1, &pTSchema); + if (code) { + metaError("vgId:%d, failed to get schema, suid:%" PRId64 " since %s.", TD_VID(pVnode), id, tstrerror(code)); + + taosArrayDestroy(uids); + taosArrayDestroy(suids); + + return code; + } + + int32_t nCol = pTSchema->numOfCols; + for (int32_t i = 0; i < nCol; ++i) { + int16_t cid = pTSchema->columns[i].colId; + int8_t col_type = pTSchema->columns[i].type; + + code = tsdbCacheNewSTableColumn(pTsdb, uids, cid, col_type); + if (code) { + metaError("vgId:%d, failed to flag cache, suid:%" PRId64 " since %s.", TD_VID(pVnode), id, tstrerror(code)); + + tDestroyTSchema(pTSchema); + taosArrayDestroy(uids); + taosArrayDestroy(suids); + + return code; + } + } + + tDestroyTSchema(pTSchema); + } + + taosArrayDestroy(uids); + } + + taosArrayDestroy(suids); + + return TSDB_CODE_SUCCESS; +} + int32_t metaCacheGet(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo); int32_t metaGetInfo(SMeta *pMeta, int64_t uid, SMetaInfo *pInfo, SMetaReader *pReader) { diff --git a/source/dnode/vnode/src/tsdb/tsdbCache.c b/source/dnode/vnode/src/tsdb/tsdbCache.c index b070c741271f..4c8ad379be34 100644 --- a/source/dnode/vnode/src/tsdb/tsdbCache.c +++ b/source/dnode/vnode/src/tsdb/tsdbCache.c @@ -13,11 +13,11 @@ * along with this program. If not, see . */ #include "functionMgt.h" -#include "tss.h" #include "tsdb.h" #include "tsdbDataFileRW.h" #include "tsdbIter.h" #include "tsdbReadUtil.h" +#include "tss.h" #include "vnd.h" #define ROCKS_BATCH_SIZE (4096) @@ -32,8 +32,8 @@ void tsdbLRUCacheRelease(SLRUCache *cache, LRUHandle *handle, bool eraseIfLastRe static int32_t tsdbOpenBCache(STsdb *pTsdb) { int32_t code = 0, lino = 0; - int32_t szPage = pTsdb->pVnode->config.tsdbPageSize; - int64_t szBlock = tsSsBlockSize <= 1024 ? 1024 : tsSsBlockSize; + int32_t szPage = pTsdb->pVnode->config.tsdbPageSize; + int64_t szBlock = tsSsBlockSize <= 1024 ? 1024 : tsSsBlockSize; SLRUCache *pCache = taosLRUCacheInit((int64_t)tsSsBlockCacheSize * szBlock * szPage, 0, .5); if (pCache == NULL) { @@ -51,7 +51,7 @@ static int32_t tsdbOpenBCache(STsdb *pTsdb) { tsdbError("tsdb/bcache: vgId:%d, %s failed at line %d since %s.", TD_VID(pTsdb->pVnode), __func__, lino, tstrerror(code)); } - + TAOS_RETURN(code); } @@ -89,7 +89,7 @@ static int32_t tsdbOpenPgCache(STsdb *pTsdb) { if (code) { tsdbError("tsdb/pgcache: vgId:%d, open failed at line %d since %s.", TD_VID(pTsdb->pVnode), lino, tstrerror(code)); } - + TAOS_RETURN(code); } @@ -108,7 +108,7 @@ static void tsdbClosePgCache(STsdb *pTsdb) { } } -#endif // USE_SHARED_STORAGE +#endif // USE_SHARED_STORAGE #define ROCKS_KEY_LEN (sizeof(tb_uid_t) + sizeof(int16_t) + sizeof(int8_t)) @@ -335,7 +335,7 @@ static int32_t tsdbCacheDeserializeV0(char const *value, SLastCol *pLastCol) { return sizeof(SLastColV0) + pLastColV0->colVal.value.nData; } else if (pLastCol->colVal.value.type == TSDB_DATA_TYPE_DECIMAL) { pLastCol->colVal.value.nData = pLastColV0->colVal.value.nData; - pLastCol->colVal.value.pData = (uint8_t*)(&pLastColV0[1]); + pLastCol->colVal.value.pData = (uint8_t *)(&pLastColV0[1]); return sizeof(SLastColV0) + pLastColV0->colVal.value.nData; } else { pLastCol->colVal.value.val = pLastColV0->colVal.value.val; @@ -789,8 +789,8 @@ int32_t tsdbCacheCommit(STsdb *pTsdb) { } } - char *err = NULL; - SLRUCache *pCache = pTsdb->lruCache; + char *err = NULL; + SLRUCache *pCache = pTsdb->lruCache; // rocksdb_writebatch_t *wb = pTsdb->rCache.writebatch; (void)taosThreadMutexLock(&pTsdb->lruMutex); @@ -929,11 +929,11 @@ static int32_t tsdbCachePutToLRU(STsdb *pTsdb, SLastKey *pLastKey, SLastCol *pLa static int32_t tsdbCacheNewTableColumn(STsdb *pTsdb, int64_t uid, int16_t cid, int8_t col_type, int8_t lflag) { int32_t code = 0, lino = 0; - SLRUCache *pCache = pTsdb->lruCache; + SLRUCache *pCache = pTsdb->lruCache; // rocksdb_writebatch_t *wb = pTsdb->rCache.writebatch; - SRowKey emptyRowKey = {.ts = TSKEY_MIN, .numOfPKs = 0}; - SLastCol emptyCol = { - .rowKey = emptyRowKey, .colVal = COL_VAL_NONE(cid, col_type), .dirty = 1, .cacheStatus = TSDB_LAST_CACHE_VALID}; + SRowKey emptyRowKey = {.ts = TSKEY_MIN, .numOfPKs = 0}; + SLastCol emptyCol = { + .rowKey = emptyRowKey, .colVal = COL_VAL_NONE(cid, col_type), .dirty = 1, .cacheStatus = TSDB_LAST_CACHE_VALID}; SLastKey *pLastKey = &(SLastKey){.lflag = lflag, .uid = uid, .cid = cid}; code = tsdbCachePutToLRU(pTsdb, pLastKey, &emptyCol, 1); @@ -948,7 +948,7 @@ int32_t tsdbCacheCommitNoLock(STsdb *pTsdb) { int32_t code = 0; char *err = NULL; - SLRUCache *pCache = pTsdb->lruCache; + SLRUCache *pCache = pTsdb->lruCache; // rocksdb_writebatch_t *wb = pTsdb->rCache.writebatch; taosLRUCacheApply(pCache, tsdbCacheFlushDirty, pTsdb); @@ -1386,8 +1386,8 @@ static void tsdbCacheUpdateLastColToNone(SLastCol *pLastCol, ELastCacheStatus ca static int32_t tsdbCachePutToRocksdb(STsdb *pTsdb, SLastKey *pLastKey, SLastCol *pLastCol) { int32_t code = 0; #ifdef USE_ROCKSDB - char *rocks_value = NULL; - size_t vlen = 0; + char *rocks_value = NULL; + size_t vlen = 0; code = tsdbCacheSerialize(pLastCol, &rocks_value, &vlen); if (code) { @@ -1735,9 +1735,7 @@ int32_t tsdbCacheColFormatUpdate(STsdb *pTsdb, tb_uid_t suid, tb_uid_t uid, SBlo SValue tsVal = {.type = TSDB_DATA_TYPE_TIMESTAMP}; VALUE_SET_TRIVIAL_DATUM(&tsVal, lRow.pBlockData->aTSKEY[lRow.iRow]); SLastUpdateCtx updateCtx = { - .lflag = LFLAG_LAST, - .tsdbRowKey = tsdbRowKey, - .colVal = COL_VAL_VALUE(PRIMARYKEY_TIMESTAMP_COL_ID, tsVal)}; + .lflag = LFLAG_LAST, .tsdbRowKey = tsdbRowKey, .colVal = COL_VAL_VALUE(PRIMARYKEY_TIMESTAMP_COL_ID, tsVal)}; if (!taosArrayPush(ctxArray, &updateCtx)) { TAOS_CHECK_GOTO(terrno, &lino, _exit); } @@ -1796,10 +1794,10 @@ static int32_t mergeLastRowCid(tb_uid_t uid, STsdb *pTsdb, SArray **ppLastArray, static int32_t tsdbCacheLoadFromRaw(STsdb *pTsdb, tb_uid_t uid, SArray *pLastArray, SArray *remainCols, SCacheRowsReader *pr, int8_t ltype) { - int32_t code = 0, lino = 0; + int32_t code = 0, lino = 0; // rocksdb_writebatch_t *wb = NULL; - SArray *pTmpColArray = NULL; - bool extraTS = false; + SArray *pTmpColArray = NULL; + bool extraTS = false; SIdxKey *idxKey = taosArrayGet(remainCols, 0); if (idxKey->key.cid != PRIMARYKEY_TIMESTAMP_COL_ID) { @@ -1922,6 +1920,7 @@ static int32_t tsdbCacheLoadFromRaw(STsdb *pTsdb, tb_uid_t uid, SArray *pLastArr if (!extraTS || i > 0) { taosArraySet(pLastArray, idxKey->idx, pLastCol); } + // taosArrayRemove(remainCols, i); if (/*!pTmpColArray*/ lastTmpIndexArray && !lastTmpColArray) { @@ -1943,6 +1942,10 @@ static int32_t tsdbCacheLoadFromRaw(STsdb *pTsdb, tb_uid_t uid, SArray *pLastArr tsdbError("vgId:%d, %s failed at line %d since %s.", TD_VID(pTsdb->pVnode), __func__, __LINE__, tstrerror(code)); TAOS_CHECK_EXIT(code); } + + if (extraTS && i == 0) { + tsdbCacheFreeSLastColItem(pLastCol); + } } rocksMayWrite(pTsdb, false); @@ -2050,11 +2053,11 @@ static int32_t tsdbCacheLoadFromRocks(STsdb *pTsdb, tb_uid_t uid, SArray *pLastA taosMemoryFree(keys_list); taosMemoryFree(keys_list_sizes); if (values_list) { - #ifdef USE_ROCKSDB +#ifdef USE_ROCKSDB for (int i = 0; i < num_keys; ++i) { rocksdb_free(values_list[i]); } - #endif +#endif taosMemoryFree(values_list); } taosMemoryFree(values_list_sizes); @@ -2802,7 +2805,7 @@ int32_t tsdbCacheDel(STsdb *pTsdb, tb_uid_t suid, tb_uid_t uid, TSKEY sKey, TSKE taosMemoryFree(keys_list); taosMemoryFree(keys_list_sizes); if (values_list) { - #if USE_ROCKSDB +#if USE_ROCKSDB for (int i = 0; i < numKeys; ++i) { rocksdb_free(values_list[i]); } @@ -4164,8 +4167,8 @@ static int32_t tsdbCacheLoadBlockSs(STsdbFD *pFD, uint8_t **ppBlock) { int64_t block_size = tsSsBlockSize * pFD->szPage; int64_t block_offset = (pFD->blkno - 1) * block_size; - - char* buf = taosMemoryMalloc(block_size); + + char *buf = taosMemoryMalloc(block_size); if (buf == NULL) { code = TSDB_CODE_OUT_OF_MEMORY; goto _exit; diff --git a/source/dnode/vnode/src/tsdb/tsdbDataFileRW.c b/source/dnode/vnode/src/tsdb/tsdbDataFileRW.c index 13cdfc2a5535..61265bc0da95 100644 --- a/source/dnode/vnode/src/tsdb/tsdbDataFileRW.c +++ b/source/dnode/vnode/src/tsdb/tsdbDataFileRW.c @@ -283,6 +283,9 @@ int32_t tsdbDataFileReadBrinBlock(SDataFileReader *reader, const SBrinBlk *brinB } if (br.offset != br.buffer->size) { + tsdbError("vgId:%d %s failed at %s:%d since brin block size mismatch, expected: %u, actual: %u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, lino, br.buffer->size, br.offset, + reader->fd[TSDB_FTYPE_HEAD]->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -317,6 +320,9 @@ int32_t tsdbDataFileReadBlockData(SDataFileReader *reader, const SBrinRecord *re TAOS_CHECK_GOTO(tBlockDataDecompress(&br, bData, assist), &lino, _exit); if (br.offset != buffer->size) { + tsdbError("vgId:%d %s failed at %s:%d since block data size mismatch, expected: %u, actual: %u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, buffer->size, br.offset, + reader->fd[TSDB_FTYPE_DATA]->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -352,6 +358,8 @@ int32_t tsdbDataFileReadBlockDataByColumn(SDataFileReader *reader, const SBrinRe TAOS_CHECK_GOTO(tGetDiskDataHdr(&br, &hdr), &lino, _exit); if (hdr.delimiter != TSDB_FILE_DLMT) { + tsdbError("vgId:%d %s failed at %s:%d since disk data header delimiter is invalid, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd[TSDB_FTYPE_DATA]->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -363,6 +371,9 @@ int32_t tsdbDataFileReadBlockDataByColumn(SDataFileReader *reader, const SBrinRe // Key part TAOS_CHECK_GOTO(tBlockDataDecompressKeyPart(&hdr, &br, bData, assist), &lino, _exit); if (br.offset != buffer0->size) { + tsdbError("vgId:%d %s failed at %s:%d since key part size mismatch, expected: %u, actual: %u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, buffer0->size, br.offset, + reader->fd[TSDB_FTYPE_DATA]->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -537,6 +548,9 @@ int32_t tsdbDataFileReadBlockSma(SDataFileReader *reader, const SBrinRecord *rec TAOS_CHECK_GOTO(TARRAY2_APPEND_PTR(columnDataAggArray, sma), &lino, _exit); } if (br.offset != record->smaSize) { + tsdbError("vgId:%d %s failed at %s:%d since sma data size mismatch, expected: %u, actual: %u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, record->smaSize, br.offset, + reader->fd[TSDB_FTYPE_SMA]->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } } diff --git a/source/dnode/vnode/src/tsdb/tsdbReaderWriter.c b/source/dnode/vnode/src/tsdb/tsdbReaderWriter.c index d189542b2e5b..e9f24d8f7dd2 100644 --- a/source/dnode/vnode/src/tsdb/tsdbReaderWriter.c +++ b/source/dnode/vnode/src/tsdb/tsdbReaderWriter.c @@ -231,6 +231,10 @@ static int32_t tsdbReadFilePage(STsdbFD *pFD, int64_t pgno, int32_t encryptAlgor if (n < 0) { TSDB_CHECK_CODE(code = terrno, lino, _exit); } else if (n < pFD->szPage) { + tsdbError( + "vgId:%d %s failed at %s:%d since read file size is less than page size, " + "read size: %" PRId64 ", page size: %d, fname:%s, pgno:%" PRId64, + TD_VID(pFD->pTsdb->pVnode), __func__, __FILE__, __LINE__, n, pFD->szPage, pFD->path, pFD->pgno); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } //} @@ -259,6 +263,8 @@ static int32_t tsdbReadFilePage(STsdbFD *pFD, int64_t pgno, int32_t encryptAlgor // check if (pgno > 1 && !taosCheckChecksumWhole(pFD->pBuf, pFD->szPage)) { + tsdbError("vgId:%d %s failed at %s:%d since checksum mismatch, fname:%s, pgno:%" PRId64, TD_VID(pFD->pTsdb->pVnode), + __func__, __FILE__, __LINE__, pFD->path, pgno); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } diff --git a/source/dnode/vnode/src/tsdb/tsdbSttFileRW.c b/source/dnode/vnode/src/tsdb/tsdbSttFileRW.c index f84c3d06da40..2ca13cab8992 100644 --- a/source/dnode/vnode/src/tsdb/tsdbSttFileRW.c +++ b/source/dnode/vnode/src/tsdb/tsdbSttFileRW.c @@ -62,6 +62,8 @@ int32_t tsdbSttFileReaderOpen(const char *fname, const SSttFileReaderConfig *con // // open each segment reader int64_t offset = config->file->size - sizeof(SSttFooter); if (offset < TSDB_FHDR_SIZE) { + tsdbError("vgId:%d %s failed at %s:%d since file size is too small: %" PRId64 " fname:%s", + TD_VID(config->tsdb->pVnode), __func__, __FILE__, __LINE__, config->file->size, reader[0]->fd->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -117,6 +119,8 @@ int32_t tsdbSttFileReadStatisBlk(SSttFileReader *reader, const TStatisBlkArray * if (!reader->ctx->statisBlkLoaded) { if (reader->footer->statisBlkPtr->size > 0) { if (reader->footer->statisBlkPtr->size % sizeof(SStatisBlk) != 0) { + tsdbError("vgId:%d %s failed at %s:%d since stt file statis block size is not valid, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd->path); return TSDB_CODE_FILE_CORRUPTED; } @@ -151,6 +155,8 @@ int32_t tsdbSttFileReadTombBlk(SSttFileReader *reader, const TTombBlkArray **tom if (!reader->ctx->tombBlkLoaded) { if (reader->footer->tombBlkPtr->size > 0) { if (reader->footer->tombBlkPtr->size % sizeof(STombBlk) != 0) { + tsdbError("vgId:%d %s failed at %s:%d since stt file tomb block size is not valid, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd->path); return TSDB_CODE_FILE_CORRUPTED; } @@ -185,6 +191,8 @@ int32_t tsdbSttFileReadSttBlk(SSttFileReader *reader, const TSttBlkArray **sttBl if (!reader->ctx->sttBlkLoaded) { if (reader->footer->sttBlkPtr->size > 0) { if (reader->footer->sttBlkPtr->size % sizeof(SSttBlk) != 0) { + tsdbError("vgId:%d %s failed at %s:%d since stt file stt block size is not valid, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd->path); return TSDB_CODE_FILE_CORRUPTED; } @@ -264,6 +272,8 @@ int32_t tsdbSttFileReadBlockDataByColumn(SSttFileReader *reader, const SSttBlk * TAOS_CHECK_GOTO(tGetDiskDataHdr(&br, &hdr), &lino, _exit); if (hdr.delimiter != TSDB_FILE_DLMT) { + tsdbError("vgId:%d %s failed at %s:%d since disk data header delimiter is invalid, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -276,6 +286,9 @@ int32_t tsdbSttFileReadBlockDataByColumn(SSttFileReader *reader, const SSttBlk * // key part TAOS_CHECK_GOTO(tBlockDataDecompressKeyPart(&hdr, &br, bData, assist), &lino, _exit); if (br.offset != buffer0->size) { + tsdbError("vgId:%d %s failed at %s:%d since key part size mismatch, expected:%u, actual:%u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, buffer0->size, br.offset, + reader->fd->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -388,6 +401,8 @@ int32_t tsdbSttFileReadTombBlock(SSttFileReader *reader, const STombBlk *tombBlk } if (br.offset != tombBlk->dp->size) { + tsdbError("vgId:%d %s failed at %s:%d since tomb block size mismatch, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, reader->fd->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } @@ -459,6 +474,9 @@ int32_t tsdbSttFileReadStatisBlock(SSttFileReader *reader, const SStatisBlk *sta } if (br.offset != buffer0->size) { + tsdbError("vgId:%d %s failed at %s:%d since statis block size mismatch, expected: %u, actual: %u, fname:%s", + TD_VID(reader->config->tsdb->pVnode), __func__, __FILE__, __LINE__, buffer0->size, br.offset, + reader->fd->path); TSDB_CHECK_CODE(code = TSDB_CODE_FILE_CORRUPTED, lino, _exit); } diff --git a/source/dnode/vnode/src/vnd/vnodeCommit.c b/source/dnode/vnode/src/vnd/vnodeCommit.c index 71cfec4c0128..ae4efe6f23d0 100644 --- a/source/dnode/vnode/src/vnd/vnodeCommit.c +++ b/source/dnode/vnode/src/vnd/vnodeCommit.c @@ -376,17 +376,6 @@ static int32_t vnodeCommit(void *arg) { return code; } -static int32_t vnodeBseCommit(void *arg) { - int32_t code = 0; - SCommitInfo *pInfo = (SCommitInfo *)arg; - SVnode *pVnode = pInfo->pVnode; - - code = bseCommit(pVnode->pBse); -_exit: - taosMemoryFree(arg); - return code; -} - static void vnodeCommitCancel(void *arg) { taosMemoryFree(arg); } int vnodeAsyncCommit(SVnode *pVnode) { @@ -397,13 +386,6 @@ int vnodeAsyncCommit(SVnode *pVnode) { if (NULL == pInfo) { TSDB_CHECK_CODE(code = terrno, lino, _exit); } - // SCommitInfo *pBseCommitInfo = (SCommitInfo *)taosMemoryCalloc(1, sizeof(*pInfo)); - // if (NULL == pInfo) { - // TSDB_CHECK_CODE(code = terrno, lino, _exit); - // } - // pBseCommitInfo->pVnode = pVnode; - - // prepare to commit code = vnodePrepareCommit(pVnode, pInfo); TSDB_CHECK_CODE(code, lino, _exit); @@ -414,7 +396,6 @@ int vnodeAsyncCommit(SVnode *pVnode) { _exit: if (code) { taosMemoryFree(pInfo); - // taosMemoryFree(pBseCommitInfo); vError("vgId:%d %s failed at line %d since %s" PRId64, TD_VID(pVnode), __func__, lino, tstrerror(code)); } else { vInfo("vgId:%d, vnode async commit done, commitId:%" PRId64 " term:%" PRId64 " applied:%" PRId64, TD_VID(pVnode), diff --git a/source/dnode/vnode/src/vnd/vnodeOpen.c b/source/dnode/vnode/src/vnd/vnodeOpen.c index 4209c9ae36b0..f739d6f764ce 100644 --- a/source/dnode/vnode/src/vnd/vnodeOpen.c +++ b/source/dnode/vnode/src/vnd/vnodeOpen.c @@ -362,7 +362,12 @@ void vnodeDestroy(int32_t vgId, const char *path, STfs *pTfs, int32_t nodeId) { // we should only do this on the leader node, but it is ok to do this on all nodes char prefix[TSDB_FILENAME_LEN]; snprintf(prefix, TSDB_FILENAME_LEN, "vnode%d/", vgId); - tssDeleteFileByPrefixFromDefault(prefix); + int32_t code = tssDeleteFileByPrefixFromDefault(prefix); + if (code < 0) { + vError("vgId:%d, failed to remove vnode files from shared storage since %s", vgId, tstrerror(code)); + } else { + vInfo("vgId:%d, removed vnode files from shared storage", vgId); + } } #endif } @@ -461,7 +466,8 @@ SVnode *vnodeOpen(const char *path, int32_t diskPrimary, STfs *pTfs, STfs *pMoun (void)taosThreadMutexInit(&pVnode->mutex, NULL); (void)taosThreadCondInit(&pVnode->poolNotEmpty, NULL); - vInfo("vgId:%d, finished vnode load info %s, vnode committed:%" PRId64, info.config.vgId, dir, pVnode->state.committed); + vInfo("vgId:%d, finished vnode load info %s, vnode committed:%" PRId64, info.config.vgId, dir, + pVnode->state.committed); int8_t rollback = vnodeShouldRollback(pVnode); @@ -487,11 +493,22 @@ SVnode *vnodeOpen(const char *path, int32_t diskPrimary, STfs *pTfs, STfs *pMoun // open tsdb vInfo("vgId:%d, start to open vnode tsdb", TD_VID(pVnode)); - if (!VND_IS_RSMA(pVnode) && (terrno = tsdbOpen(pVnode, &VND_TSDB(pVnode), VNODE_TSDB_DIR, NULL, rollback, force)) < 0) { + if (!VND_IS_RSMA(pVnode) && + (terrno = tsdbOpen(pVnode, &VND_TSDB(pVnode), VNODE_TSDB_DIR, NULL, rollback, force)) < 0) { vError("vgId:%d, failed to open vnode tsdb since %s", TD_VID(pVnode), tstrerror(terrno)); goto _err; } + if (TSDB_CACHE_RESET(pVnode->config)) { + // flag vnode tsdb cache + vInfo("vgId:%d, start to flag vnode tsdb cache", TD_VID(pVnode)); + + if (metaFlagCache(pVnode) < 0) { + vError("vgId:%d, failed to flag tsdb cache since %s", TD_VID(pVnode), tstrerror(terrno)); + goto _err; + } + } + // open wal (void)tsnprintf(tdir, sizeof(tdir), "%s%s%s", dir, TD_DIRSEP, VNODE_WAL_DIR); ret = taosRealPath(tdir, NULL, sizeof(tdir)); @@ -534,7 +551,13 @@ SVnode *vnodeOpen(const char *path, int32_t diskPrimary, STfs *pTfs, STfs *pMoun vInfo("vgId:%d, start to open blob store engine", TD_VID(pVnode)); (void)tsnprintf(tdir, sizeof(tdir), "%s%s%s", dir, TD_DIRSEP, VNODE_BSE_DIR); - SBseCfg cfg = {.vgId = pVnode->config.vgId, .keepDays = 365 * 24 * 3600}; + SBseCfg cfg = { + .vgId = pVnode->config.vgId, + .keepDays = pVnode->config.tsdbCfg.days, + .keeps = pVnode->config.tsdbCfg.keep0, + .retention = pVnode->config.tsdbCfg.retentions[0], + .precision = pVnode->config.tsdbCfg.precision, + }; ret = bseOpen(tdir, &cfg, &pVnode->pBse); if (ret != 0) { vError("vgId:%d, failed to open blob store engine since %s", TD_VID(pVnode), tstrerror(ret)); diff --git a/source/dnode/vnode/src/vnd/vnodeSnapshot.c b/source/dnode/vnode/src/vnd/vnodeSnapshot.c index c11f1c6accfe..c623edb759ec 100644 --- a/source/dnode/vnode/src/vnd/vnodeSnapshot.c +++ b/source/dnode/vnode/src/vnd/vnodeSnapshot.c @@ -443,7 +443,7 @@ int32_t vnodeSnapRead(SVSnapReader *pReader, uint8_t **ppData, uint32_t *nData) rsmaSnapReaderClose(&pReader->pRsmaReader); } } - + if (!pReader->bseDone) { if (pReader->pBseReader == NULL) { code = bseSnapReaderOpen(pReader->pVnode->pBse, pReader->sver, pReader->ever, &pReader->pBseReader); @@ -726,8 +726,7 @@ int32_t vnodeSnapWriterClose(SVSnapWriter *pWriter, int8_t rollback, SSnapshot * } if (pWriter->pBseSnapWriter) { - code = bseSnapWriterClose(&pWriter->pBseSnapWriter, rollback); - if (code) goto _exit; + bseSnapWriterClose(&pWriter->pBseSnapWriter, rollback); } #endif diff --git a/source/dnode/vnode/src/vnd/vnodeStream.c b/source/dnode/vnode/src/vnd/vnodeStream.c index d272a2b958cb..fd8872f8843e 100644 --- a/source/dnode/vnode/src/vnd/vnodeStream.c +++ b/source/dnode/vnode/src/vnd/vnodeStream.c @@ -23,10 +23,11 @@ #include "vnode.h" #include "vnodeInt.h" -#define BUILD_OPTION(options, sStreamInfo, _groupSort, _order, startTime, endTime, _schemas, _isSchema, _scanMode, \ - _gid, _initReader, _uidList) \ +#define BUILD_OPTION(options, sStreamInfo, _ver, _groupSort, _order, startTime, endTime, _schemas, _isSchema, _scanMode, \ + _gid, _initReader, _uidList) \ SStreamTriggerReaderTaskInnerOptions options = {.suid = sStreamInfo->suid, \ .uid = sStreamInfo->uid, \ + .ver = _ver, \ .tableType = sStreamInfo->tableType, \ .groupSort = _groupSort, \ .order = _order, \ @@ -152,7 +153,7 @@ static int32_t resetTsdbReader(SStreamReaderTaskInner* pTask) { cleanupQueryTableDataCond(&pTask->cond); STREAM_CHECK_RET_GOTO(qStreamInitQueryTableDataCond(&pTask->cond, pTask->options.order, pTask->options.schemas, true, - pTask->options.twindows, pTask->options.suid)); + pTask->options.twindows, pTask->options.suid, pTask->options.ver)); STREAM_CHECK_RET_GOTO(pTask->api.tsdReader.tsdReaderResetStatus(pTask->pReader, &pTask->cond)); end: @@ -654,12 +655,12 @@ static int32_t processWalVerData(SVnode* pVnode, SStreamTriggerReaderInfo* sStre static int32_t buildScheamFromMeta(SVnode* pVnode, int64_t uid, SArray** schemas) { int32_t code = 0; int32_t lino = 0; - *schemas = taosArrayInit(8, sizeof(SSchema)); - STREAM_CHECK_NULL_GOTO(*schemas, terrno); - SMetaReader metaReader = {0}; SStorageAPI api = {0}; initStorageAPI(&api); + *schemas = taosArrayInit(8, sizeof(SSchema)); + STREAM_CHECK_NULL_GOTO(*schemas, terrno); + api.metaReaderFn.initReader(&metaReader, pVnode, META_READER_LOCK, &api.metaFn); STREAM_CHECK_RET_GOTO(api.metaReaderFn.getTableEntryByUid(&metaReader, uid)); @@ -880,7 +881,8 @@ static int32_t processCalaTimeRange(SStreamTriggerReaderCalcInfo* sStreamReaderC sStreamReaderCalcInfo->pTargetNodeTs, node)); STREAM_CHECK_RET_GOTO(filterInitFromNode((SNode*)sStreamReaderCalcInfo->tsConditions, - (SFilterInfo**)&sStreamReaderCalcInfo->pFilterInfo, 0, NULL)); + (SFilterInfo**)&sStreamReaderCalcInfo->pFilterInfo, + FLT_OPTION_NO_REWRITE | FLT_OPTION_SCALAR_MODE, NULL)); SSTriggerCalcParam* pFirst = taosArrayGet(req->pStRtFuncInfo->pStreamPesudoFuncVals, 0); SSTriggerCalcParam* pLast = taosArrayGetLast(req->pStRtFuncInfo->pStreamPesudoFuncVals); STREAM_CHECK_NULL_GOTO(pFirst, terrno); @@ -936,7 +938,7 @@ static int32_t createOptionsForLastTs(SStreamTriggerReaderTaskInnerOptions* opti STREAM_CHECK_RET_GOTO( qStreamBuildSchema(schemas, TSDB_DATA_TYPE_TIMESTAMP, LONG_BYTES, PRIMARYKEY_TIMESTAMP_COL_ID)) // last ts - BUILD_OPTION(op, sStreamReaderInfo, true, TSDB_ORDER_DESC, INT64_MIN, INT64_MAX, schemas, true, + BUILD_OPTION(op, sStreamReaderInfo, -1, true, TSDB_ORDER_DESC, INT64_MIN, INT64_MAX, schemas, true, STREAM_SCAN_GROUP_ONE_BY_ONE, 0, sStreamReaderInfo->uidList == NULL, NULL); schemas = NULL; *options = op; @@ -947,7 +949,7 @@ static int32_t createOptionsForLastTs(SStreamTriggerReaderTaskInnerOptions* opti } static int32_t createOptionsForFirstTs(SStreamTriggerReaderTaskInnerOptions* options, - SStreamTriggerReaderInfo* sStreamReaderInfo, int64_t start) { + SStreamTriggerReaderInfo* sStreamReaderInfo, int64_t start, int64_t ver) { int32_t code = 0; int32_t lino = 0; SArray* schemas = NULL; @@ -957,7 +959,7 @@ static int32_t createOptionsForFirstTs(SStreamTriggerReaderTaskInnerOptions* opt STREAM_CHECK_RET_GOTO( qStreamBuildSchema(schemas, TSDB_DATA_TYPE_TIMESTAMP, LONG_BYTES, PRIMARYKEY_TIMESTAMP_COL_ID)) // first ts - BUILD_OPTION(op, sStreamReaderInfo, true, TSDB_ORDER_ASC, start, INT64_MAX, schemas, true, + BUILD_OPTION(op, sStreamReaderInfo, ver, true, TSDB_ORDER_ASC, start, INT64_MAX, schemas, true, STREAM_SCAN_GROUP_ONE_BY_ONE, 0, sStreamReaderInfo->uidList == NULL, NULL); schemas = NULL; @@ -968,7 +970,8 @@ static int32_t createOptionsForFirstTs(SStreamTriggerReaderTaskInnerOptions* opt } static int32_t createOptionsForTsdbMeta(SStreamTriggerReaderTaskInnerOptions* options, - SStreamTriggerReaderInfo* sStreamReaderInfo, int64_t start, int64_t gid, int8_t order) { + SStreamTriggerReaderInfo* sStreamReaderInfo, int64_t start, int64_t end, + int64_t gid, int8_t order, int64_t ver, bool onlyTs) { int32_t code = 0; int32_t lino = 0; SArray* schemas = NULL; @@ -977,14 +980,16 @@ static int32_t createOptionsForTsdbMeta(SStreamTriggerReaderTaskInnerOptions* op schemas = taosArrayInit(8, sizeof(SSchema)); STREAM_CHECK_NULL_GOTO(schemas, terrno); STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_TIMESTAMP, LONG_BYTES, index++)) // skey - STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_TIMESTAMP, LONG_BYTES, index++)) // ekey - STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_BIGINT, LONG_BYTES, index++)) // uid - if (sStreamReaderInfo->uidList == NULL) { - STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_UBIGINT, LONG_BYTES, index++)) // gid + if (!onlyTs){ + STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_TIMESTAMP, LONG_BYTES, index++)) // ekey + STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_BIGINT, LONG_BYTES, index++)) // uid + if (sStreamReaderInfo->uidList == NULL) { + STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_UBIGINT, LONG_BYTES, index++)) // gid + } + STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_BIGINT, LONG_BYTES, index++)) // nrows } - STREAM_CHECK_RET_GOTO(qStreamBuildSchema(schemas, TSDB_DATA_TYPE_BIGINT, LONG_BYTES, index++)) // nrows - - BUILD_OPTION(op, sStreamReaderInfo, true, order, start, INT64_MAX, schemas, true, (gid != 0 ? STREAM_SCAN_GROUP_ONE_BY_ONE : STREAM_SCAN_ALL), gid, + + BUILD_OPTION(op, sStreamReaderInfo, ver, true, order, start, end, schemas, true, (gid != 0 ? STREAM_SCAN_GROUP_ONE_BY_ONE : STREAM_SCAN_ALL), gid, true, sStreamReaderInfo->uidList); schemas = NULL; *options = op; @@ -1068,7 +1073,7 @@ static int32_t processTsNonVTable(SVnode* pVnode, SStreamTsResponse* tsRsp, SStr } static int32_t processTsVTable(SVnode* pVnode, SStreamTsResponse* tsRsp, SStreamTriggerReaderInfo* sStreamReaderInfo, - SStreamReaderTaskInner* pTask) { + SStreamReaderTaskInner* pTask, int64_t ver) { int32_t code = 0; int32_t lino = 0; int64_t suid = 0; @@ -1082,7 +1087,7 @@ static int32_t processTsVTable(SVnode* pVnode, SStreamTsResponse* tsRsp, SStream cleanupQueryTableDataCond(&pTask->cond); STREAM_CHECK_RET_GOTO(qStreamInitQueryTableDataCond(&pTask->cond, pTask->options.order, pTask->options.schemas, - pTask->options.isSchema, pTask->options.twindows, suid)); + pTask->options.isSchema, pTask->options.twindows, suid, ver)); STREAM_CHECK_RET_GOTO(pTask->api.tsdReader.tsdReaderOpen( pVnode, &pTask->cond, taosArrayGet(pList, 0), pNum, pTask->pResBlock, (void**)&pTask->pReader, pTask->idStr, NULL)); taosArrayDestroy(pList); @@ -1126,14 +1131,14 @@ static void reSetUid(SStreamTriggerReaderTaskInnerOptions* options, int64_t suid static int32_t createOptionsForTsdbData(SVnode* pVnode, SStreamTriggerReaderTaskInnerOptions* options, SStreamTriggerReaderInfo* sStreamReaderInfo, int64_t uid, SArray* cols, - int8_t order,int64_t skey, int64_t ekey) { + int8_t order,int64_t skey, int64_t ekey, int64_t ver) { int32_t code = 0; int32_t lino = 0; SArray* schemas = NULL; STREAM_CHECK_RET_GOTO(buildScheamFromMeta(pVnode, uid, &schemas)); STREAM_CHECK_RET_GOTO(shrinkScheams(cols, schemas)); - BUILD_OPTION(op, sStreamReaderInfo, true, order, skey, ekey, schemas, true, STREAM_SCAN_ALL, 0, false, NULL); + BUILD_OPTION(op, sStreamReaderInfo, ver, true, order, skey, ekey, schemas, true, STREAM_SCAN_ALL, 0, false, NULL); *options = op; end: @@ -1213,7 +1218,7 @@ static int32_t vnodeProcessStreamLastTsReq(SVnode* pVnode, SRpcMsg* pMsg, SSTrig lastTsRsp.ver = pVnode->state.applied; if (sStreamReaderInfo->uidList != NULL) { - STREAM_CHECK_RET_GOTO(processTsVTable(pVnode, &lastTsRsp, sStreamReaderInfo, pTaskInner)); + STREAM_CHECK_RET_GOTO(processTsVTable(pVnode, &lastTsRsp, sStreamReaderInfo, pTaskInner, -1)); } else { STREAM_CHECK_RET_GOTO(processTsNonVTable(pVnode, &lastTsRsp, sStreamReaderInfo, pTaskInner)); } @@ -1241,16 +1246,15 @@ static int32_t vnodeProcessStreamFirstTsReq(SVnode* pVnode, SRpcMsg* pMsg, SSTri STREAM_CHECK_NULL_GOTO(sStreamReaderInfo, terrno); void* pTask = sStreamReaderInfo->pTask; ST_TASK_DLOG("vgId:%d %s start", TD_VID(pVnode), __func__); - SStreamTriggerReaderTaskInnerOptions options = {0}; - STREAM_CHECK_RET_GOTO(createOptionsForFirstTs(&options, sStreamReaderInfo, req->firstTsReq.startTime)); + STREAM_CHECK_RET_GOTO(createOptionsForFirstTs(&options, sStreamReaderInfo, req->firstTsReq.startTime, req->firstTsReq.ver)); SStorageAPI api = {0}; initStorageAPI(&api); STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &options, &pTaskInner, NULL, NULL, &api)); - + firstTsRsp.ver = pVnode->state.applied; if (sStreamReaderInfo->uidList != NULL) { - STREAM_CHECK_RET_GOTO(processTsVTable(pVnode, &firstTsRsp, sStreamReaderInfo, pTaskInner)); + STREAM_CHECK_RET_GOTO(processTsVTable(pVnode, &firstTsRsp, sStreamReaderInfo, pTaskInner, req->firstTsReq.ver)); } else { STREAM_CHECK_RET_GOTO(processTsNonVTable(pVnode, &firstTsRsp, sStreamReaderInfo, pTaskInner)); } @@ -1273,6 +1277,7 @@ static int32_t vnodeProcessStreamTsdbMetaReq(SVnode* pVnode, SRpcMsg* pMsg, SSTr int32_t lino = 0; void* buf = NULL; size_t size = 0; + SStreamTriggerReaderTaskInnerOptions options = {0}; STREAM_CHECK_NULL_GOTO(sStreamReaderInfo, terrno); void* pTask = sStreamReaderInfo->pTask; @@ -1282,16 +1287,18 @@ static int32_t vnodeProcessStreamTsdbMetaReq(SVnode* pVnode, SRpcMsg* pMsg, SSTr int64_t key = getSessionKey(req->base.sessionId, STRIGGER_PULL_TSDB_META); if (req->base.type == STRIGGER_PULL_TSDB_META) { - SStreamTriggerReaderTaskInnerOptions options = {0}; + SStreamTriggerReaderTaskInnerOptions optionsTs = {0}; - STREAM_CHECK_RET_GOTO(createOptionsForTsdbMeta(&options, sStreamReaderInfo, req->tsdbMetaReq.startTime, req->tsdbMetaReq.gid, req->tsdbMetaReq.order)); + STREAM_CHECK_RET_GOTO(createOptionsForTsdbMeta(&optionsTs, sStreamReaderInfo, req->tsdbMetaReq.startTime, + req->tsdbMetaReq.endTime, req->tsdbMetaReq.gid, req->tsdbMetaReq.order, req->tsdbMetaReq.ver, true)); SStorageAPI api = {0}; initStorageAPI(&api); - STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &options, &pTaskInner, NULL, sStreamReaderInfo->groupIdMap, &api)); - - STREAM_CHECK_RET_GOTO(createOneDataBlock(pTaskInner->pResBlock, false, &pTaskInner->pResBlockDst)); - + STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &optionsTs, &pTaskInner, NULL, sStreamReaderInfo->groupIdMap, &api)); STREAM_CHECK_RET_GOTO(taosHashPut(sStreamReaderInfo->streamTaskMap, &key, LONG_BYTES, &pTaskInner, sizeof(pTaskInner))); + + STREAM_CHECK_RET_GOTO(createOptionsForTsdbMeta(&options, sStreamReaderInfo, req->tsdbMetaReq.startTime, + req->tsdbMetaReq.endTime, req->tsdbMetaReq.gid, req->tsdbMetaReq.order, req->tsdbMetaReq.ver, false)); + STREAM_CHECK_RET_GOTO(createDataBlockForStream(options.schemas, &pTaskInner->pResBlockDst)); } else { void** tmp = taosHashGet(sStreamReaderInfo->streamTaskMap, &key, LONG_BYTES); STREAM_CHECK_NULL_GOTO(tmp, TSDB_CODE_STREAM_NO_CONTEXT); @@ -1339,6 +1346,7 @@ static int32_t vnodeProcessStreamTsdbMetaReq(SVnode* pVnode, SRpcMsg* pMsg, SSTr SRpcMsg rsp = { .msgType = TDMT_STREAM_TRIGGER_PULL_RSP, .info = pMsg->info, .pCont = buf, .contLen = size, .code = code}; tmsgSendRsp(&rsp); + taosArrayDestroy(options.schemas); return code; } @@ -1348,18 +1356,20 @@ static int32_t vnodeProcessStreamTsdbTsDataReq(SVnode* pVnode, SRpcMsg* pMsg, SS SStreamReaderTaskInner* pTaskInner = NULL; void* buf = NULL; size_t size = 0; + SSDataBlock* pBlockRes = NULL; STREAM_CHECK_NULL_GOTO(sStreamReaderInfo, terrno); void* pTask = sStreamReaderInfo->pTask; ST_TASK_DLOG("vgId:%d %s start", TD_VID(pVnode), __func__); - BUILD_OPTION(options, sStreamReaderInfo, true, TSDB_ORDER_ASC, req->tsdbTsDataReq.skey, req->tsdbTsDataReq.ekey, + BUILD_OPTION(options, sStreamReaderInfo, req->tsdbTsDataReq.ver, true, TSDB_ORDER_ASC, req->tsdbTsDataReq.skey, req->tsdbTsDataReq.ekey, sStreamReaderInfo->triggerCols, false, STREAM_SCAN_ALL, 0, true, NULL); reSetUid(&options, req->tsdbTsDataReq.suid, req->tsdbTsDataReq.uid); SStorageAPI api = {0}; initStorageAPI(&api); STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &options, &pTaskInner, sStreamReaderInfo->triggerResBlock, NULL, &api)); STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->triggerResBlock, false, &pTaskInner->pResBlockDst)); + STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->tsBlock, false, &pBlockRes)); while (1) { bool hasNext = false; @@ -1381,14 +1391,19 @@ static int32_t vnodeProcessStreamTsdbTsDataReq(SVnode* pVnode, SRpcMsg* pMsg, SS TD_VID(pVnode), __func__, pTaskInner->pResBlock->info.window.skey, pTaskInner->pResBlock->info.window.ekey, pTaskInner->pResBlock->info.id.uid, pTaskInner->pResBlock->info.id.groupId, pTaskInner->pResBlock->info.rows); } + + blockDataTransform(pBlockRes, pTaskInner->pResBlockDst); + ST_TASK_DLOG("vgId:%d %s get result rows:%" PRId64, TD_VID(pVnode), __func__, pTaskInner->pResBlockDst->info.rows); - STREAM_CHECK_RET_GOTO(buildRsp(pTaskInner->pResBlockDst, &buf, &size)); + STREAM_CHECK_RET_GOTO(buildRsp(pBlockRes, &buf, &size)); end: STREAM_PRINT_LOG_END_WITHID(code, lino); SRpcMsg rsp = { .msgType = TDMT_STREAM_TRIGGER_PULL_RSP, .info = pMsg->info, .pCont = buf, .contLen = size, .code = code}; tmsgSendRsp(&rsp); + blockDataDestroy(pBlockRes); + releaseStreamTask(&pTaskInner); return code; } @@ -1407,13 +1422,14 @@ static int32_t vnodeProcessStreamTsdbTriggerDataReq(SVnode* pVnode, SRpcMsg* pMs int64_t key = getSessionKey(req->base.sessionId, STRIGGER_PULL_TSDB_TRIGGER_DATA); if (req->base.type == STRIGGER_PULL_TSDB_TRIGGER_DATA) { - BUILD_OPTION(options, sStreamReaderInfo, true, req->tsdbTriggerDataReq.order, req->tsdbTriggerDataReq.startTime, INT64_MAX, + BUILD_OPTION(options, sStreamReaderInfo, req->tsdbTriggerDataReq.ver, true, req->tsdbTriggerDataReq.order, req->tsdbTriggerDataReq.startTime, INT64_MAX, sStreamReaderInfo->triggerCols, false, (req->tsdbTriggerDataReq.gid != 0 ? STREAM_SCAN_GROUP_ONE_BY_ONE : STREAM_SCAN_ALL), req->tsdbTriggerDataReq.gid, true, NULL); SStorageAPI api = {0}; initStorageAPI(&api); STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &options, &pTaskInner, sStreamReaderInfo->triggerResBlock, sStreamReaderInfo->groupIdMap, &api)); + STREAM_CHECK_RET_GOTO(taosHashPut(sStreamReaderInfo->streamTaskMap, &key, LONG_BYTES, &pTaskInner, sizeof(pTaskInner))); STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->triggerResBlock, false, &pTaskInner->pResBlockDst)); @@ -1433,6 +1449,7 @@ static int32_t vnodeProcessStreamTsdbTriggerDataReq(SVnode* pVnode, SRpcMsg* pMs break; } pTaskInner->pResBlock->info.id.groupId = qStreamGetGroupId(pTaskInner->pTableList, pTaskInner->pResBlock->info.id.uid); + pTaskInner->pResBlockDst->info.id.groupId = qStreamGetGroupId(pTaskInner->pTableList, pTaskInner->pResBlock->info.id.uid); SSDataBlock* pBlock = NULL; STREAM_CHECK_RET_GOTO(getTableData(pTaskInner, &pBlock)); @@ -1445,7 +1462,7 @@ static int32_t vnodeProcessStreamTsdbTriggerDataReq(SVnode* pVnode, SRpcMsg* pMs ST_TASK_DLOG("vgId:%d %s get skey:%" PRId64 ", eksy:%" PRId64 ", uid:%" PRId64 ", gId:%" PRIu64 ", rows:%" PRId64, TD_VID(pVnode), __func__, pTaskInner->pResBlock->info.window.skey, pTaskInner->pResBlock->info.window.ekey, pTaskInner->pResBlock->info.id.uid, pTaskInner->pResBlock->info.id.groupId, pTaskInner->pResBlock->info.rows); - if (pTaskInner->pResBlockDst->info.rows >= STREAM_RETURN_ROWS_NUM) { + if (pTaskInner->pResBlockDst->info.rows > 0) { break; } } @@ -1481,11 +1498,12 @@ static int32_t vnodeProcessStreamTsdbCalcDataReq(SVnode* pVnode, SRpcMsg* pMsg, int64_t key = getSessionKey(req->base.sessionId, STRIGGER_PULL_TSDB_CALC_DATA); if (req->base.type == STRIGGER_PULL_TSDB_CALC_DATA) { - BUILD_OPTION(options, sStreamReaderInfo, true, TSDB_ORDER_ASC, req->tsdbCalcDataReq.skey, req->tsdbCalcDataReq.ekey, + BUILD_OPTION(options, sStreamReaderInfo, req->tsdbCalcDataReq.ver, true, TSDB_ORDER_ASC, req->tsdbCalcDataReq.skey, req->tsdbCalcDataReq.ekey, sStreamReaderInfo->triggerCols, false, STREAM_SCAN_GROUP_ONE_BY_ONE, req->tsdbCalcDataReq.gid, true, NULL); SStorageAPI api = {0}; initStorageAPI(&api); STREAM_CHECK_RET_GOTO(createStreamTask(pVnode, &options, &pTaskInner, sStreamReaderInfo->triggerResBlock, NULL, &api)); + STREAM_CHECK_RET_GOTO(taosHashPut(sStreamReaderInfo->streamTaskMap, &key, LONG_BYTES, &pTaskInner, sizeof(pTaskInner))); STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->calcResBlock, false, &pTaskInner->pResBlockDst)); @@ -1548,7 +1566,7 @@ static int32_t vnodeProcessStreamTsdbVirtalDataReq(SVnode* pVnode, SRpcMsg* pMsg STREAM_CHECK_RET_GOTO(createOptionsForTsdbData(pVnode, &options, sStreamReaderInfo, req->tsdbDataReq.uid, req->tsdbDataReq.cids, req->tsdbDataReq.order, req->tsdbDataReq.skey, - req->tsdbDataReq.ekey)); + req->tsdbDataReq.ekey, req->tsdbDataReq.ver)); reSetUid(&options, req->tsdbDataReq.suid, req->tsdbDataReq.uid); SStorageAPI api = {0}; @@ -1559,7 +1577,7 @@ static int32_t vnodeProcessStreamTsdbVirtalDataReq(SVnode* pVnode, SRpcMsg* pMsg cleanupQueryTableDataCond(&pTaskInner->cond); STREAM_CHECK_RET_GOTO(qStreamInitQueryTableDataCond(&pTaskInner->cond, pTaskInner->options.order, pTaskInner->options.schemas, pTaskInner->options.isSchema, pTaskInner->options.twindows, - req->tsdbDataReq.suid)); + pTaskInner->options.suid, pTaskInner->options.ver)); STREAM_CHECK_RET_GOTO(pTaskInner->api.tsdReader.tsdReaderOpen(pVnode, &pTaskInner->cond, &keyInfo, 1, pTaskInner->pResBlock, (void**)&pTaskInner->pReader, pTaskInner->idStr, NULL)); @@ -1743,13 +1761,13 @@ static int32_t vnodeProcessStreamVTableInfoReq(SVnode* pVnode, SRpcMsg* pMsg, SS SMetaReader metaReader = {0}; SNodeList* groupNew = NULL; void* pTableList = NULL; + SStorageAPI api = {0}; + initStorageAPI(&api); STREAM_CHECK_NULL_GOTO(sStreamReaderInfo, terrno); void* pTask = sStreamReaderInfo->pTask; ST_TASK_DLOG("vgId:%d %s start", TD_VID(pVnode), __func__); - SStorageAPI api = {0}; - initStorageAPI(&api); STREAM_CHECK_RET_GOTO(nodesCloneList(sStreamReaderInfo->partitionCols, &groupNew)); STREAM_CHECK_RET_GOTO(qStreamCreateTableListForReader( pVnode, sStreamReaderInfo->suid, sStreamReaderInfo->uid, sStreamReaderInfo->tableType, @@ -1777,15 +1795,16 @@ static int32_t vnodeProcessStreamVTableInfoReq(SVnode* pVnode, SRpcMsg* pMsg, SS vTable->gId = pKeyInfo->groupId; code = api.metaReaderFn.getTableEntryByUid(&metaReader, pKeyInfo->uid); - vTable->ver = metaReader.me.version; if (taosArrayGetSize(cids) == 1 && *(col_id_t*)taosArrayGet(cids, 0) == PRIMARYKEY_TIMESTAMP_COL_ID){ vTable->cols.nCols = metaReader.me.colRef.nCols; + vTable->cols.version = metaReader.me.colRef.version; vTable->cols.pColRef = taosMemoryCalloc(metaReader.me.colRef.nCols, sizeof(SColRef)); for (size_t j = 0; j < metaReader.me.colRef.nCols; j++) { memcpy(vTable->cols.pColRef + j, &metaReader.me.colRef.pColRef[j], sizeof(SColRef)); } } else { vTable->cols.nCols = taosArrayGetSize(cids); + vTable->cols.version = metaReader.me.colRef.version; vTable->cols.pColRef = taosMemoryCalloc(taosArrayGetSize(cids), sizeof(SColRef)); for (size_t i = 0; i < taosArrayGetSize(cids); i++) { for (size_t j = 0; j < metaReader.me.colRef.nCols; j++) { @@ -1842,6 +1861,7 @@ static int32_t vnodeProcessStreamOTableInfoReq(SVnode* pVnode, SRpcMsg* pMsg, SS STREAM_CHECK_NULL_GOTO(vTableInfo, terrno); STREAM_CHECK_RET_GOTO(api.metaReaderFn.getTableEntryByName(&metaReader, oInfo->refTableName)); vTableInfo->uid = metaReader.me.uid; + stsDebug("vgId:%d %s uid:%"PRId64, TD_VID(pVnode), __func__, vTableInfo->uid); SSchemaWrapper* sSchemaWrapper = NULL; if (metaReader.me.type == TD_CHILD_TABLE) { @@ -2019,8 +2039,8 @@ static int32_t vnodeProcessStreamFetchMsg(SVnode* pVnode, SRpcMsg* pMsg) { SStreamTriggerReaderCalcInfo* sStreamReaderCalcInfo = taosArrayGetP(calcInfoList, req.execId); STREAM_CHECK_NULL_GOTO(sStreamReaderCalcInfo, terrno); void* pTask = sStreamReaderCalcInfo->pTask; - ST_TASK_DLOG("vgId:%d %s start, execId:%d, reset:%d, pTaskInfo:%p", TD_VID(pVnode), __func__, req.execId, req.reset, - sStreamReaderCalcInfo->pTaskInfo); + ST_TASK_DLOG("vgId:%d %s start, execId:%d, reset:%d, pTaskInfo:%p, scan type:%d", TD_VID(pVnode), __func__, req.execId, req.reset, + sStreamReaderCalcInfo->pTaskInfo, nodeType(sStreamReaderCalcInfo->calcAst->pNode)); if (req.reset || sStreamReaderCalcInfo->pTaskInfo == NULL) { qDestroyTask(sStreamReaderCalcInfo->pTaskInfo); @@ -2114,7 +2134,7 @@ int32_t vnodeProcessStreamReaderMsg(SVnode* pVnode, SRpcMsg* pMsg) { } else if (pMsg->msgType == TDMT_STREAM_TRIGGER_PULL) { void* pReq = POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)); int32_t len = pMsg->contLen - sizeof(SMsgHead); - STREAM_CHECK_RET_GOTO(tDserializeSTriggerPullRequest(pReq, len, &req)); + STREAM_CHECK_RET_GOTO(tDeserializeSTriggerPullRequest(pReq, len, &req)); stDebug("vgId:%d %s start, type:%d, streamId:%" PRIx64 ", readerTaskId:%" PRIx64 ", sessionId:%" PRIx64, TD_VID(pVnode), __func__, req.base.type, req.base.streamId, req.base.readerTaskId, req.base.sessionId); SStreamTriggerReaderInfo* sStreamReaderInfo = (STRIGGER_PULL_OTABLE_INFO == req.base.type) ? NULL : qStreamGetReaderInfo(req.base.streamId, req.base.readerTaskId, &taskAddr); diff --git a/source/dnode/vnode/src/vnd/vnodeSvr.c b/source/dnode/vnode/src/vnd/vnodeSvr.c index 81d351b1cb40..3dec6ba8a81c 100644 --- a/source/dnode/vnode/src/vnd/vnodeSvr.c +++ b/source/dnode/vnode/src/vnd/vnodeSvr.c @@ -58,6 +58,7 @@ static int32_t vnodeProcessArbCheckSyncReq(SVnode *pVnode, void *pReq, int32_t l static int32_t vnodeProcessDropTSmaCtbReq(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp, SRpcMsg *pOriginRpc); +static int32_t vnodeCheckState(SVnode *pVnode); static int32_t vnodeCheckToken(SVnode *pVnode, char *member0Token, char *member1Token); static int32_t vnodeCheckSyncd(SVnode *pVnode, char *member0Token, char *member1Token); static int32_t vnodeProcessFetchTtlExpiredTbs(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp); @@ -303,16 +304,6 @@ static int32_t vnodePreProcessSubmitTbData(SVnode *pVnode, SDecoder *pCoder, int } int32_t keep = pVnode->config.tsdbCfg.keep2; - /* - int32_t nlevel = tfsGetLevel(pVnode->pTfs); - if (nlevel > 1 && tsSsEnabled) { - if (nlevel == 3) { - keep = pVnode->config.tsdbCfg.keep1; - } else if (nlevel == 2) { - keep = pVnode->config.tsdbCfg.keep0; - } - } - */ TSKEY minKey = now - tsTickPerMin[pVnode->config.tsdbCfg.precision] * keep; TSKEY maxKey = tsMaxKeyByPrecision[pVnode->config.tsdbCfg.precision]; @@ -505,6 +496,12 @@ static int32_t vnodePreProcessBatchDeleteMsg(SVnode *pVnode, SRpcMsg *pMsg) { } static int32_t vnodePreProcessArbCheckSyncMsg(SVnode *pVnode, SRpcMsg *pMsg) { + int32_t ret = 0; + if ((ret = vnodeCheckState(pVnode)) != 0) { + vDebug("vgId:%d, failed to preprocess vnode-arb-check-sync request since %s", TD_VID(pVnode), tstrerror(ret)); + return 0; + } + SVArbCheckSyncReq syncReq = {0}; if (tDeserializeSVArbCheckSyncReq((char *)pMsg->pCont + sizeof(SMsgHead), pMsg->contLen - sizeof(SMsgHead), @@ -512,9 +509,9 @@ static int32_t vnodePreProcessArbCheckSyncMsg(SVnode *pVnode, SRpcMsg *pMsg) { return TSDB_CODE_INVALID_MSG; } - int32_t ret = vnodeCheckToken(pVnode, syncReq.member0Token, syncReq.member1Token); + ret = vnodeCheckToken(pVnode, syncReq.member0Token, syncReq.member1Token); if (ret != 0) { - vError("vgId:%d, failed to preprocess arb check sync request since %s", TD_VID(pVnode), tstrerror(ret)); + vError("vgId:%d, failed to preprocess vnode-arb-check-sync request since %s", TD_VID(pVnode), tstrerror(ret)); } int32_t code = terrno; @@ -578,26 +575,28 @@ int32_t vnodePreProcessDropTbMsg(SVnode *pVnode, SRpcMsg *pMsg) { return code; } - -int32_t vnodePreProcessSsMigrateReq(SVnode* pVnode, SRpcMsg* pMsg) { - int32_t code = TSDB_CODE_SUCCESS; - int32_t lino = 0; +int32_t vnodePreProcessSsMigrateReq(SVnode *pVnode, SRpcMsg *pMsg) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; SSsMigrateVgroupReq req = {0}; - code = tDeserializeSSsMigrateVgroupReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), pMsg->contLen - sizeof(SMsgHead), &req); + code = tDeserializeSSsMigrateVgroupReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), pMsg->contLen - sizeof(SMsgHead), + &req); if (code < 0) { terrno = code; TSDB_CHECK_CODE(code, lino, _exit); } req.nodeId = vnodeNodeId(pVnode); - tSerializeSSsMigrateVgroupReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), pMsg->contLen - sizeof(SMsgHead), &req); - + if (tSerializeSSsMigrateVgroupReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), pMsg->contLen - sizeof(SMsgHead), + &req) < 0) { + vError("vgId:%d %s failed to serialize ss migrate request", TD_VID(pVnode), __func__); + code = TSDB_CODE_INVALID_MSG; + } _exit: return code; } - int32_t vnodePreProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg) { int32_t code = 0; @@ -652,9 +651,9 @@ static int32_t inline vnodeSubmitSubRowBlobData(SVnode *pVnode, SSubmitTbData *p int32_t code = 0; int32_t lino = 0; - int64_t st = taosGetTimestampUs(); - SBlobSet *pBlobSet = pSubmitTbData->pBlobSet; - int32_t sz = taosArrayGetSize(pBlobSet->pSeqTable); + int64_t st = taosGetTimestampUs(); + SBlobSet *pBlobSet = pSubmitTbData->pBlobSet; + int32_t sz = taosArrayGetSize(pBlobSet->pSeqTable); SBseBatch *pBatch = NULL; @@ -681,7 +680,10 @@ static int32_t inline vnodeSubmitSubRowBlobData(SVnode *pVnode, SSubmitTbData *p break; } - tPutU64(row->data + p->dataOffset, seq); + if (tPutU64(row->data + p->dataOffset, seq) < 0) { + code = TSDB_CODE_INVALID_MSG; + TSDB_CHECK_CODE(code, lino, _exit); + } } code = bseCommitBatch(pVnode->pBse, pBatch); @@ -703,11 +705,11 @@ static int32_t inline vnodeSubmitSubColBlobData(SVnode *pVnode, SSubmitTbData *p int32_t code = 0; int32_t lino = 0; - int32_t blobColIdx = 0; - SColData *pBlobCol = NULL; - int64_t st = taosGetTimestampUs(); - SBlobSet *pBlobSet = pSubmitTbData->pBlobSet; - int32_t sz = taosArrayGetSize(pBlobSet->pSeqTable); + int32_t blobColIdx = 0; + SColData *pBlobCol = NULL; + int64_t st = taosGetTimestampUs(); + SBlobSet *pBlobSet = pSubmitTbData->pBlobSet; + int32_t sz = taosArrayGetSize(pBlobSet->pSeqTable); SBseBatch *pBatch = NULL; @@ -804,8 +806,8 @@ int32_t vnodeProcessWriteMsg(SVnode *pVnode, SRpcMsg *pMsg, int64_t ver, SRpcMsg } if (!(pVnode->state.applied + 1 == ver)) { - vError("vgId:%d, mountVgId:%d, ver mismatch, expected: %" PRId64 ", received: %" PRId64, TD_VID(pVnode), pVnode->config.mountVgId, - pVnode->state.applied + 1, ver); + vError("vgId:%d, mountVgId:%d, ver mismatch, expected: %" PRId64 ", received: %" PRId64, TD_VID(pVnode), + pVnode->config.mountVgId, pVnode->state.applied + 1, ver); return terrno = TSDB_CODE_INTERNAL_ERROR; } @@ -1149,7 +1151,7 @@ static int32_t vnodeProcessTrimReq(SVnode *pVnode, int64_t ver, void *pReq, int3 extern int32_t vnodeAsyncSsMigrate(SVnode *pVnode, SSsMigrateVgroupReq *pReq); static int32_t vnodeProcessSsMigrateReq(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp) { - int32_t code = 0; + int32_t code = 0; SSsMigrateVgroupReq req = {0}; SSsMigrateVgroupRsp rsp = {0}; pRsp->msgType = TDMT_VND_SSMIGRATE_RSP; @@ -1183,7 +1185,11 @@ static int32_t vnodeProcessSsMigrateReq(SVnode *pVnode, int64_t ver, void *pReq, code = TSDB_CODE_OUT_OF_MEMORY; goto _exit; } - tSerializeSSsMigrateVgroupRsp(pRsp->pCont, pRsp->contLen, &rsp); + + if (tSerializeSSsMigrateVgroupRsp(pRsp->pCont, pRsp->contLen, &rsp) < 0) { + vError("vgId:%d, failed to serialize ssmigrate response", TD_VID(pVnode)); + code = TSDB_CODE_INVALID_MSG; + } _exit: if (code != TSDB_CODE_SUCCESS) { @@ -1192,11 +1198,10 @@ static int32_t vnodeProcessSsMigrateReq(SVnode *pVnode, int64_t ver, void *pReq, return code; } - extern int32_t vnodeFollowerSsMigrate(SVnode *pVnode, SFollowerSsMigrateReq *pReq); static int32_t vnodeProcessFollowerSsMigrateReq(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp) { - int32_t code = 0; + int32_t code = 0; SFollowerSsMigrateReq req = {0}; // decode @@ -1984,7 +1989,7 @@ static int32_t vnodeSubmitReqConvertToSubmitReq2(SVnode *pVnode, SSubmitReq *pRe while (TSDB_CODE_SUCCESS == code && (cxt.pRow = tGetSubmitBlkNext(&cxt.blkIter)) != NULL) { code = vnodeTSRowConvertToColValArray(&cxt); if (TSDB_CODE_SUCCESS == code) { - SRow **pNewRow = taosArrayReserve(cxt.pTbData->aRowP, 1); + SRow **pNewRow = taosArrayReserve(cxt.pTbData->aRowP, 1); SRowBuildScanInfo sinfo = {0}; code = tRowBuild(cxt.pColValues, cxt.pTbSchema, pNewRow, &sinfo); @@ -2035,8 +2040,9 @@ static int32_t buildExistSubTalbeRsp(SVnode *pVnode, SSubmitTbData *pSubmitTbDat vError("vgId:%d, table uid:%" PRId64 " not exists, line:%d", TD_VID(pVnode), pSubmitTbData->uid, __LINE__); TSDB_CHECK_CODE(code, lino, _exit); } - if (pEntry->type != TSDB_SUPER_TABLE) { - vError("vgId:%d, table uid:%" PRId64 " exists, but is not super table, line:%d", TD_VID(pVnode), pSubmitTbData->uid, __LINE__); + if (pEntry->type != TSDB_SUPER_TABLE) { + vError("vgId:%d, table uid:%" PRId64 " exists, but is not super table, line:%d", TD_VID(pVnode), pSubmitTbData->uid, + __LINE__); code = TSDB_CODE_STREAM_INSERT_SCHEMA_NOT_MATCH; TSDB_CHECK_CODE(code, lino, _exit); } @@ -2083,18 +2089,19 @@ static int32_t buildExistSubTalbeRsp(SVnode *pVnode, SSubmitTbData *pSubmitTbDat return code; } -static int32_t buildExistNormalTalbeRsp(SVnode *pVnode, SSubmitTbData *pSubmitTbData, STableMetaRsp **ppRsp) { +static int32_t buildExistNormalTalbeRsp(SVnode *pVnode, int64_t uid, STableMetaRsp **ppRsp) { int32_t code = 0; int32_t lino = 0; SMetaEntry *pEntry = NULL; - code = metaFetchEntryByUid(pVnode->pMeta, pSubmitTbData->uid, &pEntry); + code = metaFetchEntryByUid(pVnode->pMeta, uid, &pEntry); if (code) { - vError("vgId:%d, table uid:%" PRId64 " not exists, line:%d", TD_VID(pVnode), pSubmitTbData->uid, __LINE__); + vError("vgId:%d, table uid:%" PRId64 " not exists, line:%d", TD_VID(pVnode), uid, __LINE__); TSDB_CHECK_CODE(code, lino, _exit); } if (pEntry->type != TSDB_NORMAL_TABLE) { - vError("vgId:%d, table uid:%" PRId64 " exists, but is not normal table, line:%d", TD_VID(pVnode), pSubmitTbData->uid, __LINE__); + vError("vgId:%d, table uid:%" PRId64 " exists, but is not normal table, line:%d", TD_VID(pVnode), + uid, __LINE__); code = TSDB_CODE_STREAM_INSERT_SCHEMA_NOT_MATCH; TSDB_CHECK_CODE(code, lino, _exit); } @@ -2132,9 +2139,9 @@ static int32_t buildExistNormalTalbeRsp(SVnode *pVnode, SSubmitTbData *pSubmitTb return code; } -static int32_t buildExistTalbeInStreamRsp(SVnode *pVnode, SSubmitTbData *pSubmitTbData, STableMetaRsp **ppRsp) { +static int32_t buildExistTableInStreamRsp(SVnode *pVnode, SSubmitTbData *pSubmitTbData, STableMetaRsp **ppRsp) { if (pSubmitTbData->pCreateTbReq->flags & TD_CREATE_NORMAL_TB_IN_STREAM) { - int32_t code = buildExistNormalTalbeRsp(pVnode, pSubmitTbData, ppRsp); + int32_t code = buildExistNormalTalbeRsp(pVnode, pSubmitTbData->uid, ppRsp); if (code) { vError("vgId:%d, table uid:%" PRId64 " not exists, line:%d", TD_VID(pVnode), pSubmitTbData->uid, __LINE__); return code; @@ -2146,249 +2153,455 @@ static int32_t buildExistTalbeInStreamRsp(SVnode *pVnode, SSubmitTbData *pSubmit return TSDB_CODE_SUCCESS; } -static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp, - SRpcMsg *pOriginalMsg) { - int32_t code = 0; - int32_t lino = 0; - terrno = 0; - uint8_t hasBlob = 0; +static int32_t vnodeHandleAutoCreateTable(SVnode *pVnode, // vnode + int64_t version, // version + SSubmitReq2 *pRequest, // request + SSubmitRsp2 *pResponse // response +) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t numTbData = taosArrayGetSize(pRequest->aSubmitTbData); + SArray *newTbUids = NULL; - SSubmitReq2 *pSubmitReq = &(SSubmitReq2){0}; - SSubmitRsp2 *pSubmitRsp = &(SSubmitRsp2){0}; - SArray *newTbUids = NULL; - int32_t ret; - SEncoder ec = {0}; + for (int32_t i = 0; i < numTbData; ++i) { + SSubmitTbData *pTbData = taosArrayGet(pRequest->aSubmitTbData, i); - pRsp->code = TSDB_CODE_SUCCESS; + if (pTbData->pCreateTbReq == NULL) { + continue; + } - void *pAllocMsg = NULL; - SSubmitReq2Msg *pMsg = (SSubmitReq2Msg *)pReq; - SDecoder dc = {0}; - if (0 == taosHton64(pMsg->version)) { - code = vnodeSubmitReqConvertToSubmitReq2(pVnode, (SSubmitReq *)pMsg, pSubmitReq); - if (TSDB_CODE_SUCCESS == code) { - code = vnodeRebuildSubmitReqMsg(pSubmitReq, &pReq); + pTbData->uid = pTbData->pCreateTbReq->uid; + + // Alloc necessary resources + if (pResponse->aCreateTbRsp == NULL) { + pResponse->aCreateTbRsp = taosArrayInit(numTbData, sizeof(SVCreateTbRsp)); + if (pResponse->aCreateTbRsp == NULL) { + code = terrno; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), version); + taosArrayDestroy(newTbUids); + return code; + } } - if (TSDB_CODE_SUCCESS == code) { - pAllocMsg = pReq; + + // Do create table + vDebug("vgId:%d start to handle auto create table, version:%" PRId64, TD_VID(pVnode), version); + + SVCreateTbRsp *pCreateTbRsp = taosArrayReserve(pResponse->aCreateTbRsp, 1); + code = metaCreateTable2(pVnode->pMeta, version, pTbData->pCreateTbReq, &pCreateTbRsp->pMeta); + if (code == TSDB_CODE_SUCCESS) { + // Allocate necessary resources + if (newTbUids == NULL) { + newTbUids = taosArrayInit(numTbData, sizeof(int64_t)); + if (newTbUids == NULL) { + code = terrno; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), version); + return code; + } + } + + if (taosArrayPush(newTbUids, &pTbData->uid) == NULL) { + code = terrno; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), version); + taosArrayDestroy(newTbUids); + return code; + } + + if (pCreateTbRsp->pMeta) { + vnodeUpdateMetaRsp(pVnode, pCreateTbRsp->pMeta); + } + } else if (code == TSDB_CODE_TDB_TABLE_ALREADY_EXIST) { + code = terrno = 0; + pTbData->uid = pTbData->pCreateTbReq->uid; // update uid if table exist for using below + + // stream: get sver from meta, write to pCreateTbRsp, and need to check crateTbReq is same as meta. + if (i == 0) { + // In the streaming scenario, multiple grouped req requests will only operate on the same write table, and + // only the first one needs to be processed. + code = buildExistTableInStreamRsp(pVnode, pTbData, &pCreateTbRsp->pMeta); + if (code) { + vInfo("vgId:%d failed to create table in stream:%s, code(0x%0x):%s", TD_VID(pVnode), + pTbData->pCreateTbReq->name, code, tstrerror(code)); + taosArrayDestroy(newTbUids); + return code; + } + } + } else { + code = terrno; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), version); + taosArrayDestroy(newTbUids); + return code; } + } + + // Update the affected table uid list + if (taosArrayGetSize(newTbUids) > 0) { + vDebug("vgId:%d, add %d table into query table list in handling submit", TD_VID(pVnode), + (int32_t)taosArrayGetSize(newTbUids)); + if (tqUpdateTbUidList(pVnode->pTq, newTbUids, true) != 0) { + vError("vgId:%d, failed to update tbUid list", TD_VID(pVnode)); + } + } + + vDebug("vgId:%d, handle auto create table done, version:%" PRId64, TD_VID(pVnode), version); + + taosArrayDestroy(newTbUids); + return code; +} + +static void addExistTableInfoIntoRes(SVnode *pVnode, SSubmitReq2 *pRequest, SSubmitRsp2 *pResponse, SSubmitTbData *pTbData, + int32_t numTbData) { + int32_t code = 0; + int32_t lino = 0; + if ((pTbData->flags & SUBMIT_REQ_SCHEMA_RES) == 0) { + return; + } + if (pResponse->aCreateTbRsp) { // If aSubmitTbData is not NULL, it means that the request is a create table request, + // so table info has exitst and we do not need to add again. + return; + } + pResponse->aCreateTbRsp = taosArrayInit(numTbData, sizeof(SVCreateTbRsp)); + if (pResponse->aCreateTbRsp == NULL) { + code = terrno; TSDB_CHECK_CODE(code, lino, _exit); + } + SVCreateTbRsp *pCreateTbRsp = taosArrayReserve(pResponse->aCreateTbRsp, 1); + if (pCreateTbRsp == NULL) { + code = terrno; + TSDB_CHECK_CODE(code, lino, _exit); + } + if (pTbData->suid == 0) { + code = buildExistNormalTalbeRsp(pVnode, pTbData->uid, &pCreateTbRsp->pMeta); + if (code) { + vError("vgId:%d, table uid:%" PRId64 " not exists, line:%d", TD_VID(pVnode), pTbData->uid, __LINE__); + } } else { - // decode - pReq = POINTER_SHIFT(pReq, sizeof(SSubmitReq2Msg)); - len -= sizeof(SSubmitReq2Msg); + buildExistSubTalbeRsp(pVnode, pTbData, &pCreateTbRsp->pMeta); + } - tDecoderInit(&dc, pReq, len); - if (tDecodeSubmitReq(&dc, pSubmitReq, NULL) < 0) { - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); - } + TSDB_CHECK_CODE(code, lino, _exit); +_exit: + if (code != TSDB_CODE_SUCCESS) { + vError("vgId:%d, failed to add exist table info into response, code:0x%0x, line:%d", TD_VID(pVnode), code, lino); } + return; +} - // scan - TSKEY now = taosGetTimestamp(pVnode->config.tsdbCfg.precision); - TSKEY minKey = now - tsTickPerMin[pVnode->config.tsdbCfg.precision] * pVnode->config.tsdbCfg.keep2; - TSKEY maxKey = tsMaxKeyByPrecision[pVnode->config.tsdbCfg.precision]; - for (int32_t i = 0; i < TARRAY_SIZE(pSubmitReq->aSubmitTbData); ++i) { - SSubmitTbData *pSubmitTbData = taosArrayGet(pSubmitReq->aSubmitTbData, i); +static int32_t vnodeHandleDataWrite(SVnode *pVnode, int64_t version, SSubmitReq2 *pRequest, SSubmitRsp2 *pResponse) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t numTbData = taosArrayGetSize(pRequest->aSubmitTbData); + int8_t hasBlob = 0; + + // Scan submit data + for (int32_t i = 0; i < numTbData; ++i) { + SMetaInfo info = {0}; + SSubmitTbData *pTbData = taosArrayGet(pRequest->aSubmitTbData, i); + + if (pTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) { + continue; // skip column data format + } + + code = metaGetInfo(pVnode->pMeta, pTbData->uid, &info, NULL); + if (code) { + code = TSDB_CODE_TDB_TABLE_NOT_EXIST; + vWarn("vgId:%d, error occurred at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __FILE__, + __LINE__, tstrerror(code), version, pTbData->uid); + return code; + } - if (pSubmitTbData->pCreateTbReq && pSubmitTbData->pCreateTbReq->uid == 0) { + if (info.suid != pTbData->suid) { code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64 " suid:%" PRId64 + " info.suid:%" PRId64, + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), version, pTbData->uid, pTbData->suid, + info.suid); + return code; } - if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) { - if (TARRAY_SIZE(pSubmitTbData->aCol) <= 0) { - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); + if (info.suid) { + code = metaGetInfo(pVnode->pMeta, info.suid, &info, NULL); + if (code) { + code = TSDB_CODE_INTERNAL_ERROR; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " suid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, info.suid); + return code; } + } - SColData *colDataArr = TARRAY_DATA(pSubmitTbData->aCol); - SRowKey lastKey; - tColDataArrGetRowKey(colDataArr, TARRAY_SIZE(pSubmitTbData->aCol), 0, &lastKey); - for (int32_t iRow = 1; iRow < colDataArr[0].nVal; iRow++) { - SRowKey key; - tColDataArrGetRowKey(TARRAY_DATA(pSubmitTbData->aCol), TARRAY_SIZE(pSubmitTbData->aCol), iRow, &key); - if (tRowKeyCompare(&lastKey, &key) >= 0) { - code = TSDB_CODE_INVALID_MSG; - vError("vgId:%d %s failed 1 since %s, version:%" PRId64, TD_VID(pVnode), __func__, tstrerror(terrno), ver); - TSDB_CHECK_CODE(code, lino, _exit); - } - } - } else { - int32_t nRow = TARRAY_SIZE(pSubmitTbData->aRowP); - SRow **aRow = (SRow **)TARRAY_DATA(pSubmitTbData->aRowP); - SRowKey lastRowKey; - for (int32_t iRow = 0; iRow < nRow; ++iRow) { -#ifndef NO_UNALIGNED_ACCESS - if (aRow[iRow]->ts < minKey || aRow[iRow]->ts > maxKey) { -#else - TSKEY ts = taosGetInt64Aligned(&(aRow[iRow]->ts)); - if (ts < minKey || ts > maxKey) { -#endif - code = TSDB_CODE_INVALID_MSG; - vError("vgId:%d %s failed 2 since %s, version:%" PRId64, TD_VID(pVnode), __func__, tstrerror(code), ver); - TSDB_CHECK_CODE(code, lino, _exit); - } - if (iRow == 0) { - tRowGetKey(aRow[iRow], &lastRowKey); - } else { - SRowKey rowKey; - tRowGetKey(aRow[iRow], &rowKey); - - if (tRowKeyCompare(&lastRowKey, &rowKey) >= 0) { - code = TSDB_CODE_INVALID_MSG; - vError("vgId:%d %s failed 3 since %s, version:%" PRId64, TD_VID(pVnode), __func__, tstrerror(code), ver); - TSDB_CHECK_CODE(code, lino, _exit); - } - lastRowKey = rowKey; - } - } + if (pTbData->sver != info.skmVer) { + code = TSDB_CODE_TDB_INVALID_TABLE_SCHEMA_VER; + addExistTableInfoIntoRes(pVnode, pRequest, pResponse, pTbData, numTbData); + vDebug("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64 + " sver:%d" + " info.skmVer:%d", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), version, pTbData->uid, pTbData->sver, + info.skmVer); + return code; + } + + if (pTbData->flags & SUBMIT_REQ_WITH_BLOB) { + hasBlob = 1; } } - for (int32_t i = 0; i < TARRAY_SIZE(pSubmitReq->aSubmitTbData); ++i) { - SSubmitTbData *pSubmitTbData = taosArrayGet(pSubmitReq->aSubmitTbData, i); + // Do write data + vDebug("vgId:%d start to handle data write, version:%" PRId64, TD_VID(pVnode), version); - if (pSubmitTbData->pCreateTbReq) { - pSubmitTbData->uid = pSubmitTbData->pCreateTbReq->uid; - } else { - SMetaInfo info = {0}; + for (int32_t i = 0; i < numTbData; ++i) { + int32_t affectedRows = 0; + SSubmitTbData *pTbData = taosArrayGet(pRequest->aSubmitTbData, i); - code = metaGetInfo(pVnode->pMeta, pSubmitTbData->uid, &info, NULL); + if (hasBlob) { + code = vnodeSubmitBlobData(pVnode, pTbData); if (code) { - code = TSDB_CODE_TDB_TABLE_NOT_EXIST; - vWarn("vgId:%d, table uid:%" PRId64 " not exists", TD_VID(pVnode), pSubmitTbData->uid); - TSDB_CHECK_CODE(code, lino, _exit); + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, pTbData->uid); + return code; } + } - if (info.suid != pSubmitTbData->suid) { - vError("vgId:%d, submit uid:%" PRId64 " submit suid:%" PRId64 " info suid:%" PRId64 " not match, line:%d", - TD_VID(pVnode), pSubmitTbData->uid, pSubmitTbData->suid, info.suid, __LINE__); - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); - } + code = tsdbInsertTableData(pVnode->pTsdb, version, pTbData, &affectedRows); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, pTbData->uid); + return code; + } - if (info.suid) { - if (metaGetInfo(pVnode->pMeta, info.suid, &info, NULL) != 0) { - vWarn("vgId:%d, table uid:%" PRId64 " not exists", TD_VID(pVnode), info.suid); - } - } + code = metaUpdateChangeTimeWithLock(pVnode->pMeta, pTbData->uid, pTbData->ctimeMs); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, pTbData->uid); + return code; + } + pResponse->affectedRows += affectedRows; + } - if (pSubmitTbData->sver != info.skmVer) { - code = TSDB_CODE_TDB_INVALID_TABLE_SCHEMA_VER; - TSDB_CHECK_CODE(code, lino, _exit); - } + vDebug("vgId:%d, handle data write done, version:%" PRId64 ", affectedRows:%d", TD_VID(pVnode), version, + pResponse->affectedRows); + return code; +} + +static int32_t vnodeScanColumnData(SVnode *pVnode, SSubmitTbData *pTbData, TSKEY minKey, TSKEY maxKey) { + int32_t code = 0; + + int32_t numCols = taosArrayGetSize(pTbData->aCol); + SColData *aColData = (SColData *)TARRAY_DATA(pTbData->aCol); + + if (numCols <= 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " numCols:%d", TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, numCols); + return code; + } + + if (aColData[0].cid != PRIMARYKEY_TIMESTAMP_COL_ID || aColData[0].type != TSDB_DATA_TYPE_TIMESTAMP || + aColData[0].nVal <= 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 + " first column is not primary key timestamp, cid:%d type:%d nVal:%d", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, aColData[0].cid, + aColData[0].type, aColData[0].nVal); + return code; + } + + for (int32_t i = 1; i < numCols; ++i) { + if (aColData[i].nVal != aColData[0].nVal) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 + " column cid:%d type:%d nVal:%d is not equal to primary key timestamp nVal:%d", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, + aColData[i].cid, aColData[i].type, aColData[i].nVal, aColData[0].nVal); + return code; } - if (pSubmitTbData->flags & SUBMIT_REQ_WITH_BLOB) hasBlob = 1; + } - if (pSubmitTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) { - int32_t nColData = TARRAY_SIZE(pSubmitTbData->aCol); - SColData *aColData = (SColData *)TARRAY_DATA(pSubmitTbData->aCol); + SRowKey *pLastKey = NULL; + SRowKey lastKey = {0}; + for (int32_t i = 0; i < aColData[0].nVal; ++i) { + SRowKey key = {0}; - if (nColData <= 0) { - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); - } + tColDataArrGetRowKey(aColData, numCols, i, &key); - if (aColData[0].cid != PRIMARYKEY_TIMESTAMP_COL_ID || aColData[0].type != TSDB_DATA_TYPE_TIMESTAMP || - aColData[0].nVal <= 0) { - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); - } + if (key.ts < minKey || key.ts > maxKey) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " row[%d] key:%" PRId64 + " is out of range [%" PRId64 ", %" PRId64 "]", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, i, key.ts, + minKey, maxKey); + return code; + } - for (int32_t j = 1; j < nColData; j++) { - if (aColData[j].nVal != aColData[0].nVal) { - code = TSDB_CODE_INVALID_MSG; - TSDB_CHECK_CODE(code, lino, _exit); - } - } + if (pLastKey && tRowKeyCompare(pLastKey, &key) >= 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " row[%d] key:%" PRId64 + " is not in order, lastKey:%" PRId64, + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, i, key.ts, + pLastKey->ts); + return code; + } else if (pLastKey == NULL) { + pLastKey = &lastKey; } + + *pLastKey = key; } - vGDebug(pOriginalMsg ? &pOriginalMsg->info.traceId : NULL, "vgId:%d, index:%" PRId64 ", submit block, rows:%d", - TD_VID(pVnode), ver, (int32_t)taosArrayGetSize(pSubmitReq->aSubmitTbData)); + return code; +} - // loop to handle - for (int32_t i = 0; i < TARRAY_SIZE(pSubmitReq->aSubmitTbData); ++i) { - SSubmitTbData *pSubmitTbData = taosArrayGet(pSubmitReq->aSubmitTbData, i); +static int32_t vnodeScanSubmitRowData(SVnode *pVnode, SSubmitTbData *pTbData, TSKEY minKey, TSKEY maxKey) { + int32_t code = 0; - // create table - if (pSubmitTbData->pCreateTbReq) { - // alloc if need - if (pSubmitRsp->aCreateTbRsp == NULL && - (pSubmitRsp->aCreateTbRsp = taosArrayInit(TARRAY_SIZE(pSubmitReq->aSubmitTbData), sizeof(SVCreateTbRsp))) == - NULL) { - code = terrno; - TSDB_CHECK_CODE(code, lino, _exit); - } + int32_t numRows = taosArrayGetSize(pTbData->aRowP); + SRow **aRow = (SRow **)TARRAY_DATA(pTbData->aRowP); - SVCreateTbRsp *pCreateTbRsp = taosArrayReserve(pSubmitRsp->aCreateTbRsp, 1); + if (numRows <= 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " numRows:%d", TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, numRows); + return code; + } - // create table - if (metaCreateTable2(pVnode->pMeta, ver, pSubmitTbData->pCreateTbReq, &pCreateTbRsp->pMeta) == 0) { - // create table success + SRowKey *pLastKey = NULL; + SRowKey lastKey = {0}; + for (int32_t i = 0; i < numRows; ++i) { + SRow *pRow = aRow[i]; + if (pRow->sver != pTbData->sver) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " row[%d] sver:%d pTbData->sver:%d", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, i, pRow->sver, + pTbData->sver); + return code; + } - if (newTbUids == NULL && - (newTbUids = taosArrayInit(TARRAY_SIZE(pSubmitReq->aSubmitTbData), sizeof(int64_t))) == NULL) { - code = terrno; - TSDB_CHECK_CODE(code, lino, _exit); - } + SRowKey key = {0}; + tRowGetKey(pRow, &key); + if (key.ts < minKey || key.ts > maxKey) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " row[%d] key:%" PRId64 + " is out of range [%" PRId64 ", %" PRId64 "]", + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, i, key.ts, + minKey, maxKey); + return code; + } - if (taosArrayPush(newTbUids, &pSubmitTbData->uid) == NULL) { - code = terrno; - TSDB_CHECK_CODE(code, lino, _exit); - } + if (pLastKey && tRowKeyCompare(pLastKey, &key) >= 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%d uid:%" PRId64 " row[%d] key:%" PRId64 + " is not in order, lastKey:%" PRId64, + TD_VID(pVnode), __func__, __FILE__, __LINE__, tstrerror(code), pTbData->sver, pTbData->uid, i, key.ts, + pLastKey->ts); + return code; + } else if (pLastKey == NULL) { + pLastKey = &lastKey; + } - if (pCreateTbRsp->pMeta) { - vnodeUpdateMetaRsp(pVnode, pCreateTbRsp->pMeta); - } - } else { // create table failed - if (terrno != TSDB_CODE_TDB_TABLE_ALREADY_EXIST) { - code = terrno; - vError("vgId:%d failed to create table:%s, code:%s", TD_VID(pVnode), pSubmitTbData->pCreateTbReq->name, - tstrerror(terrno)); - TSDB_CHECK_CODE(code, lino, _exit); - } - terrno = 0; - pSubmitTbData->uid = pSubmitTbData->pCreateTbReq->uid; // update uid if table exist for using below - - // stream: get sver from meta, write to pCreateTbRsp, and need to check crateTbReq is same as meta. - if (i == 0) { - // In the streaming scenario, multiple grouped req requests will only operate on the same write table, and - // only the first one needs to be processed. - code = buildExistTalbeInStreamRsp(pVnode, pSubmitTbData, &pCreateTbRsp->pMeta); - if (code) { - vInfo("vgId:%d failed to create table in stream:%s, code(0x%0x):%s", TD_VID(pVnode), - pSubmitTbData->pCreateTbReq->name, code, tstrerror(code)); - TSDB_CHECK_CODE(code, lino, _exit); - } - } + *pLastKey = key; + } + + return code; +} + +static int32_t vnodeScanSubmitReq(SVnode *pVnode, int64_t version, SSubmitReq2 *pRequest, SSubmitRsp2 *pResponse) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t numTbData = taosArrayGetSize(pRequest->aSubmitTbData); + + TSKEY now = taosGetTimestamp(pVnode->config.tsdbCfg.precision); + TSKEY minKey = now - tsTickPerMin[pVnode->config.tsdbCfg.precision] * pVnode->config.tsdbCfg.keep2; + TSKEY maxKey = tsMaxKeyByPrecision[pVnode->config.tsdbCfg.precision]; + for (int32_t i = 0; i < numTbData; i++) { + SSubmitTbData *pTbData = taosArrayGet(pRequest->aSubmitTbData, i); + + if (pTbData->pCreateTbReq && pTbData->pCreateTbReq->uid == 0) { + code = TSDB_CODE_INVALID_MSG; + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), version); + return code; + } + + if (pTbData->flags & SUBMIT_REQ_COLUMN_DATA_FORMAT) { + code = vnodeScanColumnData(pVnode, pTbData, minKey, maxKey); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, pTbData->uid); + return code; + } + } else { + code = vnodeScanSubmitRowData(pVnode, pTbData, minKey, maxKey); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64 " uid:%" PRId64, TD_VID(pVnode), __func__, + __FILE__, __LINE__, tstrerror(code), version, pTbData->uid); + return code; } } + } - if (hasBlob) { - code = vnodeSubmitBlobData(pVnode, pSubmitTbData); - if (code) goto _exit; + return code; +} + +static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t ver, void *pReq, int32_t len, SRpcMsg *pRsp, + SRpcMsg *pOriginalMsg) { + int32_t code = 0; + int32_t lino = 0; + terrno = 0; + + SSubmitReq2 *pSubmitReq = &(SSubmitReq2){0}; + SSubmitRsp2 *pSubmitRsp = &(SSubmitRsp2){0}; + int32_t ret; + SEncoder ec = {0}; + + pRsp->code = TSDB_CODE_SUCCESS; + + void *pAllocMsg = NULL; + SSubmitReq2Msg *pMsg = (SSubmitReq2Msg *)pReq; + SDecoder dc = {0}; + if (0 == taosHton64(pMsg->version)) { + code = vnodeSubmitReqConvertToSubmitReq2(pVnode, (SSubmitReq *)pMsg, pSubmitReq); + if (TSDB_CODE_SUCCESS == code) { + code = vnodeRebuildSubmitReqMsg(pSubmitReq, &pReq); + } + if (TSDB_CODE_SUCCESS == code) { + pAllocMsg = pReq; } - // insert data - int32_t affectedRows; - code = tsdbInsertTableData(pVnode->pTsdb, ver, pSubmitTbData, &affectedRows); TSDB_CHECK_CODE(code, lino, _exit); + } else { + // decode + pReq = POINTER_SHIFT(pReq, sizeof(SSubmitReq2Msg)); + len -= sizeof(SSubmitReq2Msg); - code = metaUpdateChangeTimeWithLock(pVnode->pMeta, pSubmitTbData->uid, pSubmitTbData->ctimeMs); + tDecoderInit(&dc, pReq, len); + if (tDecodeSubmitReq(&dc, pSubmitReq, NULL) < 0) { + code = TSDB_CODE_INVALID_MSG; + TSDB_CHECK_CODE(code, lino, _exit); + } + } + + // Scan the request + code = vnodeScanSubmitReq(pVnode, ver, pSubmitReq, pSubmitRsp); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), ver); TSDB_CHECK_CODE(code, lino, _exit); + } + + vGDebug(pOriginalMsg ? &pOriginalMsg->info.traceId : NULL, "vgId:%d, index:%" PRId64 ", submit block, rows:%d", + TD_VID(pVnode), ver, (int32_t)taosArrayGetSize(pSubmitReq->aSubmitTbData)); - pSubmitRsp->affectedRows += affectedRows; + // Handle auto create table + code = vnodeHandleAutoCreateTable(pVnode, ver, pSubmitReq, pSubmitRsp); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), ver); + TSDB_CHECK_CODE(code, lino, _exit); } - // update the affected table uid list - if (taosArrayGetSize(newTbUids) > 0) { - vDebug("vgId:%d, add %d table into query table list in handling submit", TD_VID(pVnode), - (int32_t)taosArrayGetSize(newTbUids)); - if (tqUpdateTbUidList(pVnode->pTq, newTbUids, true) != 0) { - vError("vgId:%d, failed to update tbUid list", TD_VID(pVnode)); - } + // Handle data write + code = vnodeHandleDataWrite(pVnode, ver, pSubmitReq, pSubmitRsp); + if (code) { + vError("vgId:%d, %s failed at %s:%d since %s, version:%" PRId64, TD_VID(pVnode), __func__, __FILE__, __LINE__, + tstrerror(code), ver); + TSDB_CHECK_CODE(code, lino, _exit); } _exit: @@ -2428,26 +2641,8 @@ static int32_t vnodeProcessSubmitReq(SVnode *pVnode, int64_t ver, void *pReq, in (void)atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, 1); code = tdProcessRSmaSubmit(pVnode->pSma, ver, pSubmitReq, pReq, len); } - /* - if (code == 0) { - atomic_add_fetch_64(&pVnode->statis.nBatchInsertSuccess, 1); - code = tdProcessRSmaSubmit(pVnode->pSma, ver, pSubmitReq, pReq, len); - - const char *batch_sample_labels[] = {VNODE_METRIC_TAG_VALUE_INSERT, pVnode->monitor.strClusterId, - pVnode->monitor.strDnodeId, tsLocalEp, pVnode->monitor.strVgId, - pOriginalMsg->info.conn.user, "Success"}; - taos_counter_inc(pVnode->monitor.insertCounter, batch_sample_labels); - } - else{ - const char *batch_sample_labels[] = {VNODE_METRIC_TAG_VALUE_INSERT, pVnode->monitor.strClusterId, - pVnode->monitor.strDnodeId, tsLocalEp, pVnode->monitor.strVgId, - pOriginalMsg->info.conn.user, "Failed"}; - taos_counter_inc(pVnode->monitor.insertCounter, batch_sample_labels); - } - */ // clear - taosArrayDestroy(newTbUids); tDestroySubmitReq(pSubmitReq, 0 == taosHton64(pMsg->version) ? TSDB_MSG_FLG_CMPT : TSDB_MSG_FLG_DECODE); tDestroySSubmitRsp2(pSubmitRsp, TSDB_MSG_FLG_ENCODE); @@ -2832,12 +3027,15 @@ static int32_t vnodeProcessConfigChangeReq(SVnode *pVnode, int64_t ver, void *pR return 0; } -static int32_t vnodeCheckToken(SVnode *pVnode, char *member0Token, char *member1Token) { +static int32_t vnodeCheckState(SVnode *pVnode) { SSyncState syncState = syncGetState(pVnode->sync); if (syncState.state != TAOS_SYNC_STATE_LEADER) { return terrno = TSDB_CODE_SYN_NOT_LEADER; } + return 0; +} +static int32_t vnodeCheckToken(SVnode *pVnode, char *member0Token, char *member1Token) { char token[TSDB_ARB_TOKEN_SIZE] = {0}; if (vnodeGetArbToken(pVnode, token) != 0) { return terrno = TSDB_CODE_NOT_FOUND; @@ -2864,6 +3062,11 @@ static int32_t vnodeCheckSyncd(SVnode *pVnode, char *member0Token, char *member1 static int32_t vnodeProcessArbCheckSyncReq(SVnode *pVnode, void *pReq, int32_t len, SRpcMsg *pRsp) { int32_t code = 0; + if ((code = vnodeCheckState(pVnode)) != 0) { + vDebug("vgId:%d, failed to preprocess vnode-arb-check-sync request since %s", TD_VID(pVnode), tstrerror(code)); + return 0; + } + SVArbCheckSyncReq syncReq = {0}; code = tDeserializeSVArbCheckSyncReq(pReq, len, &syncReq); @@ -2921,7 +3124,8 @@ static int32_t vnodeProcessArbCheckSyncReq(SVnode *pVnode, void *pReq, int32_t l pRsp->contLen = contLen; vInfo( - "vgId:%d, suceed to process vnode-arb-check-sync req rsp.code:%s, arbToken:%s, member0Token:%s, member1Token:%s", + "vgId:%d, suceed to process vnode-arb-check-sync req rsp.code:%s, arbToken:%s, member0Token:%s, " + "member1Token:%s", TD_VID(pVnode), tstrerror(syncRsp.errCode), syncRsp.arbToken, syncRsp.member0Token, syncRsp.member1Token); code = TSDB_CODE_SUCCESS; diff --git a/source/dnode/vnode/src/vnd/vnodeSync.c b/source/dnode/vnode/src/vnd/vnodeSync.c index 4a0ca420ed96..eb798e764a14 100644 --- a/source/dnode/vnode/src/vnd/vnodeSync.c +++ b/source/dnode/vnode/src/vnd/vnodeSync.c @@ -707,7 +707,7 @@ static void vnodeRestoreFinish(const SSyncFSM *pFsm, const SyncIndex commitIdx) static void vnodeBecomeFollower(const SSyncFSM *pFsm) { SVnode *pVnode = pFsm->data; - vInfo("vgId:%d, become follower", pVnode->config.vgId); + vInfo("vgId:%d, becomefollower callback", pVnode->config.vgId); (void)taosThreadMutexLock(&pVnode->lock); if (pVnode->blocked) { @@ -741,7 +741,7 @@ static void vnodeBecomeLearner(const SSyncFSM *pFsm) { static void vnodeBecomeLeader(const SSyncFSM *pFsm) { SVnode *pVnode = pFsm->data; - vDebug("vgId:%d, become leader", pVnode->config.vgId); + vInfo("vgId:%d, become leader callback", pVnode->config.vgId); streamAddVnodeLeader(pVnode->config.vgId); } diff --git a/source/dnode/vnode/test/bseTest.cpp b/source/dnode/vnode/test/bseTest.cpp index fca78edca083..cb55fc32f457 100644 --- a/source/dnode/vnode/test/bseTest.cpp +++ b/source/dnode/vnode/test/bseTest.cpp @@ -56,6 +56,7 @@ static void initLog() { tsdbDebugFlag = 0; tsLogEmbedded = 1; tsAsyncLog = 0; + //bseDebugFlag = 143; const char *path = TD_TMP_DIR_PATH "td"; // taosRemoveDir(path); @@ -86,13 +87,33 @@ static int32_t putData(SBse *bse, int nItem, int32_t vlen, std::vector std::string value = genRandomString(vlen); int64_t seq = 0; code = bseBatchPut(pBatch, &seq, (uint8_t *)value.c_str(), value.size()); + data->push_back(seq); } printf("put result "); code = bseCommitBatch(bse, pBatch); return code; } -static int32_t getData(SBse *pBse, std::vector *data) { +static int32_t putNoRandomData(SBse *bse, int nItem, int32_t vlen, std::vector *data) { + SBseBatch *pBatch = NULL; + bseBatchInit(bse, &pBatch, nItem); + char *str = (char *)taosMemoryCalloc(1, vlen + 1); + memset(str, 'a', vlen); + int32_t code = 0; + for (int32_t i = 0; i < nItem; i++) { + // std::string value; + // value.reserve(vlen); + int64_t seq = 0; + code = bseBatchPut(pBatch, &seq, (uint8_t *)str, vlen); + + data->push_back(seq); + } + taosMemoryFree(str); + printf("put result "); + code = bseCommitBatch(bse, pBatch); + return code; +} +static int32_t getData(SBse *pBse, std::vector *data, int32_t expectLen) { int32_t code = 0; for (int32_t i = 0; i < data->size(); i++) { uint8_t *value = NULL; @@ -104,8 +125,12 @@ static int32_t getData(SBse *pBse, std::vector *data) { printf("failed to get key %d error code: %d\n", i, code); ASSERT(0); } else { - std::string str((char *)value, len); - printf("get result %d: %s\n", i, str.c_str()); + if (len != expectLen) { + printf("get key %d len %d, expect %d\n", i, len, expectLen); + ASSERT(0); + } + // std::string str((char *)value, len); + // printf("get result %d: %s\n", i, str.c_str()); } taosMemoryFree(value); } @@ -138,7 +163,7 @@ int32_t getDataAndValid(SBse *pBse, std::string &inStr, std::vector *se if (strncmp((const char *)value, inStr.c_str(), len) != 0) { ASSERT(0); } else { - printf("succ to get key %d\n", (int32_t)seq); + // printf("succ to get key %d\n", (int32_t)seq); } } taosMemoryFree(value); @@ -151,7 +176,7 @@ int32_t testCompress(SBse *bse, int8_t compressType) { SBseCfg cfg = {.compressType = compressType}; bseUpdateCfg(bse, &cfg); - putStringData(bse, 10000, str, &data); + putStringData(bse, 100000, str, &data); bseCommit(bse); getDataAndValid(bse, str, &data); @@ -168,6 +193,7 @@ int32_t benchTest() { SBse *bse = NULL; std::vector data; SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); { int32_t code = bseOpen("/tmp/bse", &cfg, &bse); @@ -180,18 +206,18 @@ int32_t benchTest() { // getData(bse, &data); bseCommit(bse); - getData(bse, &data); + getData(bse, &data, 1000); - putData(bse, 10000, 200, &data); + putData(bse, 10000, 1000, &data); bseCommit(bse); - putData(bse, 10000, 200, &data); + putData(bse, 10000, 1000, &data); - getData(bse, &data); + getData(bse, &data, 1000); bseCommit(bse); - getData(bse, &data); + getData(bse, &data, 1000); // test compress testAllCompress(bse); @@ -199,39 +225,110 @@ int32_t benchTest() { data.clear(); } - { - for (int32_t i = 0; i < 100000; i++) { - data.push_back(i + 1); - } - getData(bse, &data); - - bseClose(bse); - } + bseClose(bse); return 0; } int32_t funcTest() { SBse *bse = NULL; SBseCfg cfg = {.vgId = 2}; std::vector data; - int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + taosRemoveDir("/tmp/bse"); + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); putData(bse, 10000, 1000, &data); - getData(bse, &data); + getData(bse, &data, 1000); bseCommit(bse); - getData(bse, &data); + getData(bse, &data, 1000); bseClose(bse); { code = bseOpen("/tmp/bse", &cfg, &bse); - getData(bse, &data); + getData(bse, &data, 1000); bseClose(bse); } return 0; } +int32_t randomGet(SBse *pBse, std::vector *data, int32_t count, int32_t expectLen) { + int32_t code = 0; + int32_t i = 0; + while (i < count) { + int32_t idx = taosRand() % data->size(); + uint8_t *value = NULL; + int32_t len = 0; + int64_t seq = data->at(idx); + //uInfo("%d get seq %"PRId64"", idx, seq); + code = bseGet(pBse, seq, &value, &len); + if (code != 0) { + ASSERT(0); + } else { + if (len != expectLen){ + uInfo("len %d, expect len %d", len, expectLen); + ASSERT(0); + } + } + taosMemoryFree(value); + i++; + } + + return code; +} +int32_t funcTestSmallData() { + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + std::vector data; + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + int32_t len = 10000; + putData(bse, 10000, len, &data); + randomGet(bse, &data, 1000, len); + + bseCommit(bse); + + randomGet(bse, &data, 1000, len); + + putData(bse, 10000, len, &data); + + bseCommit(bse); + + putData(bse, 10000, len, &data); + randomGet(bse, &data, 100, len); + + bseCommit(bse); + + randomGet(bse, &data, 100, len); + + bseClose(bse); + + return 0; +} + +int32_t funcTestWriteSmallData() { + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + std::vector data; + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + putNoRandomData(bse, 10000, 100000, &data); + + bseCommit(bse); + + putNoRandomData(bse, 10000, 100000, &data); + + bseCommit(bse); + + putNoRandomData(bse, 10000, 100000, &data); + bseCommit(bse); + + bseClose(bse); + + return 0; +} int32_t snapTest() { int32_t code = 0; SBse *bse = NULL, *bseDst = NULL; @@ -248,7 +345,7 @@ int32_t snapTest() { uint8_t *value = NULL; int32_t len = 0; bseGet(bse, seq, &value, &len); - // getData(bse, &data); + taosMemoryFree(value); } { int32_t code = bseOpen("/tmp/bseDst", &cfg, &bseDst); @@ -273,6 +370,8 @@ int32_t snapTest() { } taosMemFreeClear(data); } + taosMemoryFree(data); + bseSnapReaderClose(&pReader); bseSnapWriterClose(&pWriter, 0); @@ -287,9 +386,12 @@ int32_t snapTest() { printf("failed to get key %d error code: %d\n", i, code); ASSERT(0); } else { + taosMemoryFree(value); } } } + bseClose(bse); + bseClose(bseDst); return code; } @@ -325,14 +427,151 @@ void emptySnapTest() { code = bseReload(bseDst); } + bseClose(bse); + bseClose(bseDst); } #endif -TEST(bseCase, snapTest) { +TEST(bseCase, emptysnapTest) { #ifdef LINUX initLog(); emptySnapTest(); +#endif +} +TEST(bseCase, snapTest) { +#ifdef LINUX + initLog(); + snapTest(); +#endif +} +TEST(bseCase, benchTest) { +#ifdef LINUX + initLog(); benchTest(); +#endif +} +TEST(bseCase, funcTest) { +#ifdef LINUX + initLog(); funcTest(); - snapTest(); +#endif +} +TEST(bseCase, smallDataTest) { +#ifdef LINUX + initLog(); + funcTestSmallData(); +#endif +} +TEST(bseCase, smallDataWriteTest) { +#ifdef LINUX + initLog(); + funcTestWriteSmallData(); +#endif +} + +TEST(bseCase, multiThreadReadWriteTest) { + // Implement multi-threaded read/write test +#ifdef LINUX + initLog(); + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + ASSERT_EQ(code, 0); + + std::vector data; + putData(bse, 10000, 1000, &data); + bseCommit(bse); + + getData(bse, &data, 1000); + + bseClose(bse); +#endif +} + +TEST(bseCase, recover) { + // Implement multi-threaded read/write test +#ifdef LINUX + initLog(); + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + ASSERT_EQ(code, 0); + + std::vector data; + putData(bse, 10000, 1000, &data); + getData(bse, &data, 1000); + bseCommit(bse); + + getData(bse, &data, 1000); + putData(bse, 10000, 1000, &data); + + bseCommit(bse); + bseClose(bse); + { + code = bseOpen("/tmp/bse", &cfg, &bse); + ASSERT_EQ(code, 0); + + getData(bse, &data, 1000); + + bseClose(bse); + } + +#endif +} +TEST(bseCase, emptyNot) { + // Implement multi-threaded read/write test +#ifdef LINUX + initLog(); + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + std::vector data; + data.push_back(1); + data.push_back(2); + data.push_back(3); + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + char *value = NULL; + int32_t len = 0; + for (int32_t i = 0; i < data.size(); i++) { + code = bseGet(bse, data[i], (uint8_t **)&value, &len); + if (code != 0) { + printf("failed to get key %d error code: %d\n", i, code); + } else { + // std::string str((char *)value, len); + // printf("get result %d: %s\n", i, str.c_str()); + } + taosMemoryFree(value); + } + // code = bseGet(bse, 1, &value, &len); + // code = getData(bse, &data); + // EXPECT_NE(code, 0); + + bseClose(bse); + //} + +#endif +} +TEST(bseCase, smallData) { + // Implement multi-threaded read/write test +#ifdef LINUX + initLog(); + SBse *bse = NULL; + SBseCfg cfg = {.vgId = 2}; + taosRemoveDir("/tmp/bse"); + + int32_t code = bseOpen("/tmp/bse", &cfg, &bse); + ASSERT_EQ(code, 0); + + std::vector data; + putData(bse, 10, 10, &data); + bseCommit(bse); + + getData(bse, &data, 10); + + bseClose(bse); #endif } diff --git a/source/libs/executor/inc/mergejoin.h b/source/libs/executor/inc/mergejoin.h index 52eb264639ae..8ae47281f44e 100755 --- a/source/libs/executor/inc/mergejoin.h +++ b/source/libs/executor/inc/mergejoin.h @@ -360,7 +360,7 @@ typedef struct SMJoinOperatorInfo { #define BLK_IS_FULL(_blk) ((_blk)->info.rows == (_blk)->info.capacity) -#define MJOIN_ROW_BITMAP_SET(_b, _base, _idx) (!colDataIsNull_f((_b + _base), _idx)) +#define MJOIN_ROW_BITMAP_SET(_b, _base, _idx) (!BMIsNull((_b + _base), _idx)) #define MJOIN_SET_ROW_BITMAP(_b, _base, _idx) colDataClearNull_f((_b + _base), _idx) #define ASOF_EQ_ROW_INCLUDED(_op) (OP_TYPE_GREATER_EQUAL == (_op) || OP_TYPE_LOWER_EQUAL == (_op) || OP_TYPE_EQUAL == (_op)) diff --git a/source/libs/executor/src/dataInserter.c b/source/libs/executor/src/dataInserter.c index bb028b0e2350..13280096ef6e 100644 --- a/source/libs/executor/src/dataInserter.c +++ b/source/libs/executor/src/dataInserter.c @@ -90,19 +90,45 @@ typedef struct SSubmitRspParam { void* putParam; } SSubmitRspParam; -typedef struct SInsertTableRes { - int64_t uid; - int64_t vgid; - int32_t version; - char* tbname; -} SInsertTableRes; +typedef struct SInsertTableInfo { + int64_t uid; + int64_t vgid; + int32_t version; + STSchema* pSchema; + char* tbname; +} SInsertTableInfo; + +typedef struct SBuildInsertDataInfo { + SSubmitTbData pTbData; + bool isFirstBlock; + bool isLastBlock; + int64_t lastTs; + bool needSortMerge; +} SBuildInsertDataInfo; + +static int32_t initInsertDataInfo(SBuildInsertDataInfo* pBuildInsertDataInfo, int32_t rows) { + pBuildInsertDataInfo->isLastBlock = false; + pBuildInsertDataInfo->lastTs = TSKEY_MIN; + pBuildInsertDataInfo->isFirstBlock = true; + pBuildInsertDataInfo->needSortMerge = false; + + if (!(pBuildInsertDataInfo->pTbData.aRowP = taosArrayInit(rows, sizeof(SRow*)))) { + return terrno; + } + + return TSDB_CODE_SUCCESS; +} static void freeCacheTbInfo(void* p) { - SInsertTableRes* pTbRes = (SInsertTableRes*)p; + SInsertTableInfo* pTbRes = (SInsertTableInfo*)p; if (pTbRes->tbname) { taosMemFree(pTbRes->tbname); pTbRes->tbname = NULL; } + if (pTbRes->pSchema) { + tDestroyTSchema(pTbRes->pSchema); + pTbRes->pSchema = NULL; + } } int32_t initInserterGrpInfo() { @@ -127,14 +153,14 @@ void destroyInserterGrpInfo() { } } -static int32_t checkResAndGetTableId(const SSubmitRes* pSubmitRes, int8_t tbType, SInsertTableRes* res) { +static int32_t checkResAndGetTableId(const SSubmitRes* pSubmitRes, int8_t tbType, SInsertTableInfo* res) { int32_t code = TSDB_CODE_SUCCESS; if (!pSubmitRes->pRsp) { stError("create table response is NULL"); return TSDB_CODE_MND_STREAM_INTERNAL_ERROR; } - if (pSubmitRes->pRsp->aCreateTbRsp->size != 1) { - stError("create table response size is not 1"); + if (pSubmitRes->pRsp->aCreateTbRsp->size < 1) { + stError("create table response size is less than 1"); return TSDB_CODE_MND_STREAM_INTERNAL_ERROR; } SVCreateTbRsp* pCreateTbRsp = taosArrayGet(pSubmitRes->pRsp->aCreateTbRsp, 0); @@ -147,8 +173,22 @@ static int32_t checkResAndGetTableId(const SSubmitRes* pSubmitRes, int8_t tbType return TSDB_CODE_MND_STREAM_INTERNAL_ERROR; } res->uid = pCreateTbRsp->pMeta->tuid; - res->version = pCreateTbRsp->pMeta->sversion; res->vgid = pCreateTbRsp->pMeta->vgId; + + if (res->version != pCreateTbRsp->pMeta->sversion) { + res->version = pCreateTbRsp->pMeta->sversion; + if (res->pSchema != NULL) { + tDestroyTSchema(res->pSchema); + res->pSchema = NULL; + } + res->pSchema = tBuildTSchema(pCreateTbRsp->pMeta->pSchemas, pCreateTbRsp->pMeta->numOfColumns, res->version); + if (res->pSchema == NULL) { + stError("failed to build schema for table:%s, uid:%" PRId64 ", vgid:%" PRId64 ", version:%d", res->tbname, + res->uid, res->vgid, res->version); + return terrno; + } + } + stDebug("inserter callback, uid:%" PRId64 " vgid: %" PRId64 ", version: %d", res->uid, res->vgid, res->version); return TSDB_CODE_SUCCESS; @@ -158,7 +198,7 @@ static int32_t saveCreateGrpTableInfo(SStreamDataInserterInfo* pInserterInfo, co int8_t tbType) { int32_t code = TSDB_CODE_SUCCESS; int64_t key[2] = {pInserterInfo->streamId, pInserterInfo->groupId}; - SInsertTableRes* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); + SInsertTableInfo* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); if (NULL == pTbRes) { return TSDB_CODE_MND_STREAM_INTERNAL_ERROR; } @@ -170,16 +210,17 @@ static int32_t saveCreateGrpTableInfo(SStreamDataInserterInfo* pInserterInfo, co return TSDB_CODE_SUCCESS; } -static int32_t initTableInfo(SStreamDataInserterInfo* pInserterInfo) { +static int32_t initTableInfo(SStreamDataInserterInfo* pInserterInfo, STSchema** pTSchema) { int32_t code = TSDB_CODE_SUCCESS; - SInsertTableRes res = {0}; + SInsertTableInfo res = {0}; res.tbname = taosStrdup(pInserterInfo->tbName); if (res.tbname == NULL) { stError("failed to allocate memory for table name"); return terrno; } + TSWAP(*pTSchema, res.pSchema); int64_t key[2] = {pInserterInfo->streamId, pInserterInfo->groupId}; - code = taosHashPut(gStreamGrpTableHash, key, sizeof(key), &res, sizeof(SInsertTableRes)); + code = taosHashPut(gStreamGrpTableHash, key, sizeof(key), &res, sizeof(SInsertTableInfo)); if(code == TSDB_CODE_DUP_KEY) { taosMemFree(res.tbname); return TSDB_CODE_SUCCESS; @@ -193,9 +234,6 @@ static int32_t initTableInfo(SStreamDataInserterInfo* pInserterInfo) { static bool colsIsSupported(const STableMetaRsp* pTableMetaRsp, const SStreamInserterParam* pInserterParam) { SArray* pCreatingFields = pInserterParam->pFields; - if (pTableMetaRsp->numOfColumns < pCreatingFields->size) { - return false; - } for (int32_t i = 0; i < pCreatingFields->size; ++i) { SFieldWithOptions* pField = taosArrayGet(pCreatingFields, i); @@ -203,12 +241,15 @@ static bool colsIsSupported(const STableMetaRsp* pTableMetaRsp, const SStreamIns stError("isSupportedSTableSchema: failed to get field from array"); return false; } - if (strncmp(pTableMetaRsp->pSchemas[i].name, pField->name, TSDB_COL_NAME_LEN) != 0) { - return false; - } - if (pTableMetaRsp->pSchemas[i].type != pField->type || pTableMetaRsp->pSchemas[i].bytes != pField->bytes) { - return false; + for (int j = 0; j < pTableMetaRsp->numOfColumns; ++j) { + if (strncmp(pTableMetaRsp->pSchemas[j].name, pField->name, TSDB_COL_NAME_LEN) == 0) { + if (pTableMetaRsp->pSchemas[j].type == pField->type && pTableMetaRsp->pSchemas[j].bytes == pField->bytes) { + break; + } else { + return false; + } + } } } return true; @@ -216,9 +257,6 @@ static bool colsIsSupported(const STableMetaRsp* pTableMetaRsp, const SStreamIns static bool TagsIsSupported(const STableMetaRsp* pTableMetaRsp, const SStreamInserterParam* pInserterParam) { SArray* pCreatingTags = pInserterParam->pTagFields; - if (pTableMetaRsp->numOfTags < pCreatingTags->size) { - return false; - } int32_t tagIndexOffset = -1; SFieldWithOptions* pField = taosArrayGet(pCreatingTags, 0); @@ -244,12 +282,16 @@ static bool TagsIsSupported(const STableMetaRsp* pTableMetaRsp, const SStreamIns stError("isSupportedSTableSchema: failed to get field from array"); return false; } - if (strncmp(pTableMetaRsp->pSchemas[index].name, pField->name, TSDB_COL_NAME_LEN) != 0) { - return false; - } - if (pTableMetaRsp->pSchemas[index].type != pField->type || pTableMetaRsp->pSchemas[index].bytes != pField->bytes) { - return false; + for(int32_t j = 0; j < pTableMetaRsp->numOfTags; ++j) { + if (strncmp(pTableMetaRsp->pSchemas[index].name, pField->name, TSDB_COL_NAME_LEN) == 0) { + if (pTableMetaRsp->pSchemas[index].type == pField->type && + pTableMetaRsp->pSchemas[index].bytes == pField->bytes) { + break; + } else { + return false; + } + } } } return true; @@ -295,12 +337,12 @@ static int32_t checkAndSaveCreateGrpTableInfo(SDataInserterHandle* pInsertha } int64_t key[2] = {pInserterInfo->streamId, pInserterInfo->groupId}; - SInsertTableRes* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); + SInsertTableInfo* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); if (NULL == pTbRes) { return TSDB_CODE_MND_STREAM_INTERNAL_ERROR; } - SInsertTableRes res = {0}; + SInsertTableInfo res = {0}; code = checkResAndGetTableId(pSubmitRes, tbType, pTbRes); if (code) { return code; @@ -369,26 +411,26 @@ int32_t inserterCallback(void* param, SDataBuf* pMsg, int32_t code) { taosMemoryFree(pInserter->submitRes.pRsp); } - if (TSDB_CODE_TDB_TABLE_ALREADY_EXIST == code) { - pInserter->submitRes.code = code; - if (pParam->putParam != NULL && ((SStreamDataInserterInfo*)pParam->putParam)->isAutoCreateTable) { - pInserter->submitRes.pRsp = taosMemoryCalloc(1, sizeof(SSubmitRsp2)); - if (NULL == pInserter->submitRes.pRsp) { - pInserter->submitRes.code = terrno; - goto _return; - } + if ((TSDB_CODE_TDB_TABLE_ALREADY_EXIST == code && pParam->putParam != NULL && + ((SStreamDataInserterInfo*)pParam->putParam)->isAutoCreateTable) || + TSDB_CODE_TDB_INVALID_TABLE_SCHEMA_VER == code) { + pInserter->submitRes.code = TSDB_CODE_TDB_TABLE_ALREADY_EXIST; + pInserter->submitRes.pRsp = taosMemoryCalloc(1, sizeof(SSubmitRsp2)); + if (NULL == pInserter->submitRes.pRsp) { + pInserter->submitRes.code = terrno; + goto _return; + } - tDecoderInit(&coder, pMsg->pData, pMsg->len); - code2 = tDecodeSSubmitRsp2(&coder, pInserter->submitRes.pRsp); - if (code2 == TSDB_CODE_SUCCESS) { - code2 = checkAndSaveCreateGrpTableInfo(pInserter, (SStreamDataInserterInfo*)pParam->putParam); - } - tDestroySSubmitRsp2(pInserter->submitRes.pRsp, TSDB_MSG_FLG_DECODE); - taosMemoryFree(pInserter->submitRes.pRsp); - if (code2) { - pInserter->submitRes.code = code2; - goto _return; - } + tDecoderInit(&coder, pMsg->pData, pMsg->len); + code2 = tDecodeSSubmitRsp2(&coder, pInserter->submitRes.pRsp); + if (code2 == TSDB_CODE_SUCCESS) { + code2 = checkAndSaveCreateGrpTableInfo(pInserter, (SStreamDataInserterInfo*)pParam->putParam); + } + tDestroySSubmitRsp2(pInserter->submitRes.pRsp, TSDB_MSG_FLG_DECODE); + taosMemoryFree(pInserter->submitRes.pRsp); + if (code2) { + pInserter->submitRes.code = code2; + goto _return; } } @@ -567,8 +609,6 @@ int32_t inserterBuildCreateTbReq(SVCreateTbReq* pTbReq, const char* tname, STag* } } pTbReq->ctb.tagName = tagName; - if (!pTbReq->ctb.tagName) return terrno; - pTbReq->ttl = ttl; pTbReq->commentLen = -1; @@ -1496,9 +1536,9 @@ int32_t dataBlocksToSubmitReq(SDataInserterHandle* pInserter, void** pMsg, int32 return code; } -static int32_t getStreamTableId(SStreamDataInserterInfo* pInserterInfo, SInsertTableRes* pTbInfo) { +static int32_t getStreamTableId(SStreamDataInserterInfo* pInserterInfo, SInsertTableInfo* pTbInfo) { int64_t key[2] = {pInserterInfo->streamId, pInserterInfo->groupId}; - SInsertTableRes* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); + SInsertTableInfo* pTbRes = taosHashGet(gStreamGrpTableHash, key, sizeof(key)); if (NULL == pTbRes) { return TSDB_CODE_STREAM_INSERT_TBINFO_NOT_FOUND; } @@ -1506,6 +1546,7 @@ static int32_t getStreamTableId(SStreamDataInserterInfo* pInserterInfo, SInsertT pTbInfo->version = pTbRes->version; pTbInfo->vgid = pTbRes->vgid; pTbInfo->tbname = pTbRes->tbname; + pTbInfo->pSchema = pTbRes->pSchema; return TSDB_CODE_SUCCESS; } @@ -1519,7 +1560,7 @@ int32_t buildNormalTableCreateReq(SDataInserterHandle* pInserter, SStreamInserte if (NULL == tbData->pCreateTbReq) { goto _end; } - tbData->flags |= SUBMIT_REQ_AUTO_CREATE_TABLE; + tbData->flags |= (SUBMIT_REQ_AUTO_CREATE_TABLE | SUBMIT_REQ_SCHEMA_RES); tbData->pCreateTbReq->type = TSDB_NORMAL_TABLE; tbData->pCreateTbReq->flags |= (TD_CREATE_NORMAL_TB_IN_STREAM | TD_CREATE_IF_NOT_EXISTS); tbData->pCreateTbReq->uid = 0; @@ -1561,6 +1602,17 @@ int32_t buildNormalTableCreateReq(SDataInserterHandle* pInserter, SStreamInserte tbData->pCreateTbReq->ntb.schemaRow.pSchema[i].flags |= COL_IS_KEY; } snprintf(tbData->pCreateTbReq->ntb.schemaRow.pSchema[i].name, TSDB_COL_NAME_LEN, "%s", pField->name); + if (IS_DECIMAL_TYPE(pField->type)) { + if (!tbData->pCreateTbReq->pExtSchemas) { + tbData->pCreateTbReq->pExtSchemas = taosMemoryCalloc(numOfCols, sizeof(SExtSchema)); + if (NULL == tbData->pCreateTbReq->pExtSchemas) { + tdDestroySVCreateTbReq(tbData->pCreateTbReq); + tbData->pCreateTbReq = NULL; + return terrno; + } + } + tbData->pCreateTbReq->pExtSchemas[i].typeMod = pField->typeMod; + } } return TSDB_CODE_SUCCESS; _end: @@ -1707,7 +1759,7 @@ static int32_t buildStreamSubTableCreateReq(SDataInserterHandle* pInserter, SStr } } - tbData->flags |= SUBMIT_REQ_AUTO_CREATE_TABLE; + tbData->flags |= (SUBMIT_REQ_AUTO_CREATE_TABLE | SUBMIT_REQ_SCHEMA_RES); tbData->uid = 0; tbData->suid = pInsertParam->suid; tbData->sver = pInsertParam->sver; @@ -1746,8 +1798,8 @@ static int32_t buildStreamSubTableCreateReq(SDataInserterHandle* pInserter, SStr _end: if (code != TSDB_CODE_SUCCESS) { if (tbData->pCreateTbReq) { - taosMemoryFree(tbData->pCreateTbReq->name); - taosMemoryFree(tbData->pCreateTbReq); + taosMemoryFreeClear(tbData->pCreateTbReq->name); + taosMemoryFreeClear(tbData->pCreateTbReq); } if (TagNames) { taosArrayDestroy(TagNames); @@ -1760,18 +1812,14 @@ static int32_t buildStreamSubTableCreateReq(SDataInserterHandle* pInserter, SStr return code; } -static int32_t buildInsertData(SStreamInserterParam* pInsertParam, const SSDataBlock* pDataBlock, - SSubmitTbData* tbData) { +static int32_t appendInsertData(SStreamInserterParam* pInsertParam, const SSDataBlock* pDataBlock, + SSubmitTbData* tbData, STSchema* pTSchema, SBuildInsertDataInfo* dataInsertInfo) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; - int32_t rows = pDataBlock->info.rows; - int32_t numOfCols = pInsertParam->pFields->size; - int32_t colNum = taosArrayGetSize(pDataBlock->pDataBlock); - STSchema* pTSchema = pInsertParam->pSchema; - - int64_t lastTs = TSKEY_MIN; - bool needSortMerge = false; + int32_t rows = pDataBlock->info.rows; + int32_t numOfCols = pInsertParam->pFields->size; + int32_t colNum = taosArrayGetSize(pDataBlock->pDataBlock); SArray* pVals = NULL; if (!(pVals = taosArrayInit(colNum, sizeof(SColVal)))) { @@ -1858,11 +1906,11 @@ static int32_t buildInsertData(SStreamInserterParam* pInsertParam, const SSDataB QUERY_CHECK_CODE(code, lino, _end); } } else { - if (PRIMARYKEY_TIMESTAMP_COL_ID == colIdx && !needSortMerge) { - if (*(int64_t*)var <= lastTs) { - needSortMerge = true; + if (PRIMARYKEY_TIMESTAMP_COL_ID == colIdx && !dataInsertInfo->needSortMerge) { + if (*(int64_t*)var <= dataInsertInfo->lastTs) { + dataInsertInfo->needSortMerge = true; } else { - lastTs = *(int64_t*)var; + dataInsertInfo->lastTs = *(int64_t*)var; } } @@ -1881,10 +1929,10 @@ static int32_t buildInsertData(SStreamInserterParam* pInsertParam, const SSDataB } break; } - if(tsIsNull) break; // skip remaining columns because the primary key is null + if (tsIsNull) break; // skip remaining columns because the primary key is null } - if(tsIsNull) continue; // skip this row if primary key is null - SRow* pRow = NULL; + if (tsIsNull) continue; // skip this row if primary key is null + SRow* pRow = NULL; SRowBuildScanInfo sinfo = {0}; if ((code = tRowBuild(pVals, pTSchema, &pRow, &sinfo)) != TSDB_CODE_SUCCESS) { QUERY_CHECK_CODE(code, lino, _end); @@ -1895,28 +1943,28 @@ static int32_t buildInsertData(SStreamInserterParam* pInsertParam, const SSDataB QUERY_CHECK_CODE(code, lino, _end); } } - if(taosArrayGetSize(tbData->aRowP) == 0) { - stDebug("no valid data to insert, skip this block"); - code = TSDB_CODE_STREAM_NO_DATA; - } - if (needSortMerge) { - if ((tRowSort(tbData->aRowP) != TSDB_CODE_SUCCESS) || - (code = tRowMerge(tbData->aRowP, (STSchema*)pTSchema, KEEP_CONSISTENCY)) != 0) { - QUERY_CHECK_CODE(code, lino, _end); + if (dataInsertInfo->isLastBlock) { + if (taosArrayGetSize(tbData->aRowP) == 0) { + stDebug("no valid data to insert, skip this block"); + code = TSDB_CODE_STREAM_NO_DATA; + } + if (dataInsertInfo->needSortMerge) { + if ((tRowSort(tbData->aRowP) != TSDB_CODE_SUCCESS) || + (code = tRowMerge(tbData->aRowP, (STSchema*)pTSchema, KEEP_CONSISTENCY)) != 0) { + QUERY_CHECK_CODE(code, lino, _end); + } } } _end: taosArrayDestroy(pVals); - if (code != TSDB_CODE_SUCCESS) { - tDestroySubmitTbData(tbData, TSDB_MSG_FLG_ENCODE); - } return code; } // todo 和 buildStreamSubmitReqFromBlock 总的公共部分提取接口，待其他修改稳定后进行防止多人修改冲突 int32_t buildStreamSubmitReqFromBlock(SDataInserterHandle* pInserter, SStreamDataInserterInfo* pInserterInfo, - SSubmitReq2** ppReq, const SSDataBlock* pDataBlock, SVgroupInfo* vgInfo) { + SSubmitReq2** ppReq, const SSDataBlock* pDataBlock, SVgroupInfo* vgInfo, + SBuildInsertDataInfo* tbDataInfo) { SSubmitReq2* pReq = *ppReq; int32_t numOfBlks = 0; @@ -1937,103 +1985,117 @@ int32_t buildStreamSubmitReqFromBlock(SDataInserterHandle* pInserter, SStreamDat } } - STSchema* pTSchema = pInsertParam->pSchema; - int32_t colNum = taosArrayGetSize(pDataBlock->pDataBlock); int32_t rows = pDataBlock->info.rows; - SSubmitTbData tbData = {0}; - if (!(tbData.aRowP = taosArrayInit(rows, sizeof(SRow*)))) { - code = terrno; - QUERY_CHECK_CODE(code, lino, _end); - } + SSubmitTbData* tbData = &tbDataInfo->pTbData; - if (pInserterInfo->isAutoCreateTable) { - if (pInsertParam->tbType == TSDB_NORMAL_TABLE) { - code = buildNormalTableCreateReq(pInserter, pInsertParam, &tbData, vgInfo); - } else if (pInsertParam->tbType == TSDB_SUPER_TABLE) { - code = buildStreamSubTableCreateReq(pInserter, pInsertParam, pInserterInfo, &tbData, vgInfo); + STSchema* pTSchema = pInsertParam->pSchema; + tbData->flags |= SUBMIT_REQ_SCHEMA_RES; + + if (tbDataInfo->isFirstBlock) { + if (pInserterInfo->isAutoCreateTable) { + if (pInsertParam->tbType == TSDB_NORMAL_TABLE) { + code = buildNormalTableCreateReq(pInserter, pInsertParam, tbData, vgInfo); + } else if (pInsertParam->tbType == TSDB_SUPER_TABLE) { + code = buildStreamSubTableCreateReq(pInserter, pInsertParam, pInserterInfo, tbData, vgInfo); + } else { + code = TSDB_CODE_MND_STREAM_INTERNAL_ERROR; + stError("buildStreamSubmitReqFromBlock, unknown table type %d", pInsertParam->tbType); + } + QUERY_CHECK_CODE(code, lino, _end); + code = initTableInfo(pInserterInfo, &pInsertParam->pSchema); + QUERY_CHECK_CODE(code, lino, _end); } else { - code = TSDB_CODE_MND_STREAM_INTERNAL_ERROR; - stError("buildStreamSubmitReqFromBlock, unknown table type %d", pInsertParam->tbType); + SInsertTableInfo tbInfo = {0}; + code = getStreamTableId(pInserterInfo, &tbInfo); + QUERY_CHECK_CODE(code, lino, _end); + tstrncpy(pInserterInfo->tbName, tbInfo.tbname, TSDB_TABLE_NAME_LEN); + + tbData->uid = tbInfo.uid; + tbData->sver = tbInfo.version; + code = getExistVgInfo(pInserter, pInsertParam, pInserterInfo, vgInfo); + QUERY_CHECK_CODE(code, lino, _end); + if (pInsertParam->tbType == TSDB_SUPER_TABLE) { + tbData->suid = pInsertParam->suid; + tbData->sver = pInsertParam->sver; + } + pTSchema = tbInfo.pSchema; } - QUERY_CHECK_CODE(code, lino, _end); - code = initTableInfo(pInserterInfo); - QUERY_CHECK_CODE(code, lino, _end); + stDebug("[data inserter], Handle:%p, STREAM:0x%" PRIx64 " GROUP:%" PRId64 " tbname:%s autoCreate:%d uid:%" PRId64 + " suid:%" PRId64 " sver:%d vgid:%d", + pInserter, pInserterInfo->streamId, pInserterInfo->groupId, pInserterInfo->tbName, + pInserterInfo->isAutoCreateTable, tbData->uid, tbData->suid, tbData->sver, vgInfo->vgId); } else { - SInsertTableRes tbInfo = {0}; + SInsertTableInfo tbInfo = {0}; code = getStreamTableId(pInserterInfo, &tbInfo); QUERY_CHECK_CODE(code, lino, _end); - pInserterInfo->tbName = tbInfo.tbname; // pInserterInfo->tbName wouldn't be delete - - tbData.uid = tbInfo.uid; - tbData.sver = tbInfo.version; - code = getExistVgInfo(pInserter, pInsertParam, pInserterInfo, vgInfo); - QUERY_CHECK_CODE(code, lino, _end); - if (pInsertParam->tbType == TSDB_SUPER_TABLE) { - tbData.suid = pInsertParam->suid; - tbData.sver = pInsertParam->sver; - } + pTSchema = tbInfo.pSchema; } - stDebug("[data inserter], Handle:%p, STREAM:0x%" PRIx64 " GROUP:%" PRId64 " tbname:%s autoCreate:%d uid:%" PRId64 - " suid:%" PRId64 " sver:%d vgid:%d", - pInserter, pInserterInfo->streamId, pInserterInfo->groupId, pInserterInfo->tbName, - pInserterInfo->isAutoCreateTable, tbData.uid, tbData.suid, tbData.sver, vgInfo->vgId); - code = buildInsertData(pInsertParam, pDataBlock, &tbData); + code = appendInsertData(pInsertParam, pDataBlock, tbData, pTSchema, tbDataInfo); QUERY_CHECK_CODE(code, lino, _end); - if (NULL == taosArrayPush(pReq->aSubmitTbData, &tbData)) { - code = terrno; - tDestroySubmitTbData(&tbData, TSDB_MSG_FLG_ENCODE); - QUERY_CHECK_CODE(code, lino, _end); - } - _end: - if (code != 0) { - if (tbData.aRowP) { - taosArrayDestroy(tbData.aRowP); - } - } - return code; } int32_t streamDataBlocksToSubmitReq(SDataInserterHandle* pInserter, SStreamDataInserterInfo* pInserterInfo, void** pMsg, int32_t* msgLen, SVgroupInfo* vgInfo) { - const SArray* pBlocks = pInserter->pDataBlocks; + int32_t code = 0; + int32_t lino = 0; - int32_t sz = taosArrayGetSize(pBlocks); - int32_t code = 0; - SSubmitReq2* pReq = NULL; + const SArray* pBlocks = pInserter->pDataBlocks; + int32_t sz = taosArrayGetSize(pBlocks); + SSubmitReq2* pReq = NULL; + SBuildInsertDataInfo tbDataInfo = {0}; + int32_t rows = 0; for (int32_t i = 0; i < sz; i++) { - SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i); // pDataBlock select查询到的结果 + SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i); if (NULL == pDataBlock) { return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR; } + rows += pDataBlock->info.rows; + } + code = initInsertDataInfo(&tbDataInfo, rows); + if (code != TSDB_CODE_SUCCESS) { + stError("streamDataBlocksToSubmitReq, initInsertDataInfo failed, code:%d", code); + return code; + } + + for (int32_t i = 0; i < sz; i++) { + tbDataInfo.isFirstBlock = (i == 0); + tbDataInfo.isLastBlock = (i == sz - 1); + SSDataBlock* pDataBlock = taosArrayGetP(pBlocks, i); // pDataBlock select查询到的结果 stDebug("[data inserter], Handle:%p, STREAM:0x%" PRIx64 " GROUP:%" PRId64 " tbname:%s autoCreate:%d block: %d/%d rows:%" PRId64, pInserter, pInserterInfo->streamId, pInserterInfo->groupId, pInserterInfo->tbName, pInserterInfo->isAutoCreateTable, i + 1, sz, pDataBlock->info.rows); - code = buildStreamSubmitReqFromBlock(pInserter, pInserterInfo, &pReq, pDataBlock, vgInfo); - if (code) { - if (pReq) { - tDestroySubmitReq(pReq, TSDB_MSG_FLG_ENCODE); - taosMemoryFree(pReq); - } + code = buildStreamSubmitReqFromBlock(pInserter, pInserterInfo, &pReq, pDataBlock, vgInfo, &tbDataInfo); + QUERY_CHECK_CODE(code, lino, _end); + } - return code; - } + if (NULL == taosArrayPush(pReq->aSubmitTbData, &tbDataInfo.pTbData)) { + code = terrno; + QUERY_CHECK_CODE(code, lino, _end); } code = submitReqToMsg(vgInfo->vgId, pReq, pMsg, msgLen); tDestroySubmitReq(pReq, TSDB_MSG_FLG_ENCODE); taosMemoryFree(pReq); - stDebug("[data inserter], submit req, vgid:%d, TREAM:0x%" PRIx64 " GROUP:%" PRId64 " tbname:%s autoCreate:%d code:%d ", + stDebug("[data inserter], submit req, vgid:%d, TREAM:0x%" PRIx64 " GROUP:%" PRId64 + " tbname:%s autoCreate:%d code:%d ", vgInfo->vgId, pInserterInfo->streamId, pInserterInfo->groupId, pInserterInfo->tbName, pInserterInfo->isAutoCreateTable, code); +_end: + if (code != 0) { + tDestroySubmitTbData(&tbDataInfo.pTbData, TSDB_MSG_FLG_ENCODE); + tDestroySubmitReq(pReq, TSDB_MSG_FLG_ENCODE); + taosMemoryFree(pReq); + } + return code; } @@ -2111,8 +2173,8 @@ static int32_t putDataBlock(SDataSinkHandle* pHandle, const SInputData* pInput, } static int32_t resetInserterTbVersion(SDataInserterHandle* pInserter, const SInputData* pInput) { - SInsertTableRes pTbInfo = {0}; - int32_t code = getStreamTableId(pInput->pStreamDataInserterInfo, &pTbInfo); + SInsertTableInfo pTbInfo = {0}; + int32_t code = getStreamTableId(pInput->pStreamDataInserterInfo, &pTbInfo); if (code != TSDB_CODE_SUCCESS) { return code; } @@ -2120,7 +2182,6 @@ static int32_t resetInserterTbVersion(SDataInserterHandle* pInserter, const SInp stDebug("resetInserterTbVersion, streamId:0x%" PRIx64 " groupId:%" PRId64 " tbName:%s, uid:%" PRId64 ", version:%d", pInput->pStreamDataInserterInfo->streamId, pInput->pStreamDataInserterInfo->groupId, pInput->pStreamDataInserterInfo->tbName, pTbInfo.uid, pTbInfo.version); - pInserter->pParam->streamInserterParam->pSchema->version = pTbInfo.version; if (pInserter->pParam->streamInserterParam->tbType != TSDB_NORMAL_TABLE) { pInserter->pParam->streamInserterParam->sver = pTbInfo.version; } @@ -2177,6 +2238,15 @@ static int32_t putStreamDataBlock(SDataSinkHandle* pHandle, const SInputData* pI QUERY_CHECK_CODE(code, lino, _return); } + if (pInput->pStreamDataInserterInfo->isAutoCreateTable && + pInserter->submitRes.code == TSDB_CODE_VND_INVALID_VGROUP_ID) { + rmDbVgInfoFromCache(pInserter->pParam->streamInserterParam->dbFName); + stInfo("putStreamDataBlock, stream inserter table info not found, groupId:%" PRId64 + ", tbName:%s. so reset dbVgInfo and try again", + pInput->pStreamDataInserterInfo->groupId, pInput->pStreamDataInserterInfo->tbName); + return putStreamDataBlock(pHandle, pInput, pContinue); + } + if ((pInserter->submitRes.code == TSDB_CODE_TDB_TABLE_NOT_EXIST && !pInput->pStreamDataInserterInfo->isAutoCreateTable) || pInserter->submitRes.code == TSDB_CODE_VND_INVALID_VGROUP_ID) { rmDbVgInfoFromCache(pInserter->pParam->streamInserterParam->dbFName); diff --git a/source/libs/executor/src/dynqueryctrloperator.c b/source/libs/executor/src/dynqueryctrloperator.c index 2ee862740661..a0295f9e2586 100644 --- a/source/libs/executor/src/dynqueryctrloperator.c +++ b/source/libs/executor/src/dynqueryctrloperator.c @@ -1745,7 +1745,7 @@ static int32_t initVtbScanInfo(SOperatorInfo* pOperator, SDynQueryCtrlOperatorIn for (int32_t i = 0; i < taosArrayGetSize(vals); ++i) { SStreamGroupValue* pValue = taosArrayGet(vals, i); if (pValue != NULL && pValue->isTbname) { - pInfo->vtbScan.dynTbUid = pValue->vgId; + pInfo->vtbScan.dynTbUid = pValue->uid; break; } } @@ -1802,6 +1802,11 @@ static int32_t resetDynQueryCtrlOperState(SOperatorInfo* pOper) { tSimpleHashClear(pStbJoin->ctx.prev.onceTable); } } + int32_t code = initSeqStbJoinTableHash(&pDyn->stbJoin.ctx.prev, pDyn->stbJoin.basic.batchFetch); + if (TSDB_CODE_SUCCESS != code) { + qError("initSeqStbJoinTableHash failed since %s", tstrerror(code)); + return code; + } destroyStbJoinTableList(pStbJoin->ctx.prev.pListHead); pStbJoin->ctx.prev.pListHead = NULL; pStbJoin->ctx.prev.joinBuild = false; diff --git a/source/libs/executor/src/exchangeoperator.c b/source/libs/executor/src/exchangeoperator.c index aba1e6be5bf6..2a5292ef5f89 100644 --- a/source/libs/executor/src/exchangeoperator.c +++ b/source/libs/executor/src/exchangeoperator.c @@ -76,7 +76,7 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange int32_t code = 0; int32_t lino = 0; int64_t startTs = taosGetTimestampUs(); - size_t totalSources = taosArrayGetSize(pExchangeInfo->pSourceDataInfo); + int32_t totalSources = (int32_t)taosArrayGetSize(pExchangeInfo->pSourceDataInfo); int32_t completed = 0; code = getCompletedSources(pExchangeInfo->pSourceDataInfo, &completed); if (code != TSDB_CODE_SUCCESS) { @@ -84,6 +84,7 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange T_LONG_JMP(pTaskInfo->env, code); } if (completed == totalSources) { + qDebug("%s no load since all sources completed, completed:%d, totalSources:%d", pTaskInfo->id.str, completed, totalSources); setAllSourcesCompleted(pOperator); return; } @@ -92,6 +93,7 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange while (1) { if (pExchangeInfo->current < 0) { + qDebug("current %d and all sources complted, totalSources:%d", pExchangeInfo->current, totalSources); setAllSourcesCompleted(pOperator); return; } @@ -104,6 +106,7 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange T_LONG_JMP(pTaskInfo->env, code); } if (completed == totalSources) { + qDebug("stop to load since all sources complted, completed:%d, totalSources:%d", completed, totalSources); setAllSourcesCompleted(pOperator); return; } @@ -170,8 +173,8 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange SLoadRemoteDataInfo* pLoadInfo = &pExchangeInfo->loadInfo; if (pRsp->numOfRows == 0) { - qDebug("%s vgId:%d, clientId:0x%" PRIx64 " taskID:0x%" PRIx64 - " execId:%d idx %d of total completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 " try next", + qDebug("exhausted %p,%s vgId:%d, clientId:0x%" PRIx64 " taskID:0x%" PRIx64 + " execId:%d idx %d of total completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 " try next", pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, pExchangeInfo->current + 1, pDataInfo->totalRows, pLoadInfo->totalRows); @@ -192,8 +195,8 @@ static void streamConcurrentlyLoadRemoteData(SOperatorInfo* pOperator, SExchange SRetrieveTableRsp* pRetrieveRsp = pDataInfo->pRsp; if (pRsp->completed == 1) { - qDebug("%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 " execId:%d numOfRows:%" PRId64 - ", rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", totalBytes:%" PRIu64 " try next %d/%" PRIzu, + qDebug("exhausted %p,%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 " execId:%d numOfRows:%" PRId64 + ", rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", totalBytes:%" PRIu64 " try next %d/%d", pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, pRetrieveRsp->numOfRows, pDataInfo->totalRows, pLoadInfo->totalRows, pLoadInfo->totalSize, pExchangeInfo->current + 1, totalSources); @@ -295,8 +298,8 @@ static void concurrentlyLoadRemoteDataImpl(SOperatorInfo* pOperator, SExchangeIn } } else { pDataInfo->status = EX_SOURCE_DATA_EXHAUSTED; - qDebug("%s vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 - " execId:%d index:%d completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", try next %d/%" PRIzu, + qDebug("exhausted %p,%s vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 + " execId:%d index:%d completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", try next %d/%" PRIzu, pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, i, pDataInfo->totalRows, pExchangeInfo->loadInfo.totalRows, i + 1, totalSources); taosMemoryFreeClear(pDataInfo->pRsp); @@ -312,9 +315,9 @@ static void concurrentlyLoadRemoteDataImpl(SOperatorInfo* pOperator, SExchangeIn if (pRsp->completed == 1) { pDataInfo->status = EX_SOURCE_DATA_EXHAUSTED; - qDebug("%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 + qDebug("exhausted %p,%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 " execId:%d index:%d completed, blocks:%d, numOfRows:%" PRId64 ", rowsOfSource:%" PRIu64 - ", totalRows:%" PRIu64 ", total:%.2f Kb, try next %d/%" PRIzu, + ", totalRows:%" PRIu64 ", total:%.2f Kb, try next %d/%" PRIzu, pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, i, pRsp->numOfBlocks, pRsp->numOfRows, pDataInfo->totalRows, pLoadInfo->totalRows, pLoadInfo->totalSize / 1024.0, i + 1, totalSources); @@ -425,7 +428,7 @@ static SSDataBlock* doLoadRemoteDataImpl(SOperatorInfo* pOperator) { qDebug("block with rows:%" PRId64 " loaded", p->info.rows); return p; } - } +} } static int32_t loadRemoteDataNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) { @@ -434,6 +437,8 @@ static int32_t loadRemoteDataNext(SOperatorInfo* pOperator, SSDataBlock** ppRes) SExchangeInfo* pExchangeInfo = pOperator->info; SExecTaskInfo* pTaskInfo = pOperator->pTaskInfo; + qDebug("%s start to load from exchange %p", pTaskInfo->id.str, pExchangeInfo); + code = pOperator->fpSet._openFn(pOperator); QUERY_CHECK_CODE(code, lino, _end); @@ -520,6 +525,7 @@ static int32_t initDataSource(int32_t numOfSources, SExchangeInfo* pInfo, const taosArrayDestroyEx(pInfo->pSourceDataInfo, freeSourceDataInfo); return terrno; } + qDebug("init source data info %d, pDs:%p, status:%d", i, pDs, pDs->status); } return TSDB_CODE_SUCCESS; @@ -592,7 +598,7 @@ int32_t resetExchangeOperState(SOperatorInfo* pOper) { SExchangeInfo* pInfo = pOper->info; SExchangePhysiNode* pPhynode = (SExchangePhysiNode*)pOper->pPhyNode; - qDebug("%s reset exchange info:%p", pOper->pTaskInfo->id.str, pInfo); + qDebug("%s reset exchange op:%p info:%p", pOper->pTaskInfo->id.str, pOper, pInfo); atomic_add_fetch_64(&pInfo->seqId, 1); pOper->status = OP_NOT_OPENED; @@ -613,6 +619,10 @@ int32_t resetExchangeOperState(SOperatorInfo* pOper) { taosWUnLockLatch(&pDataInfo->lock); } + if (pInfo->dynamicOp) { + taosArrayClearEx(pInfo->pSourceDataInfo, freeSourceDataInfo); + } + taosArrayClearEx(pInfo->pResultBlockList, freeBlock); taosArrayClearEx(pInfo->pRecycledBlocks, freeBlock); @@ -677,7 +687,7 @@ int32_t createExchangeOperatorInfo(void* pTransporter, SExchangePhysiNode* pExNo code = filterInitFromNode((SNode*)pExNode->node.pConditions, &pOperator->exprSupp.pFilterInfo, 0, pTaskInfo->pStreamRuntimeInfo); QUERY_CHECK_CODE(code, lino, _error); - + qTrace("%s exchange op:%p", __func__, pOperator); pOperator->fpSet = createOperatorFpSet(prepareLoadRemoteData, loadRemoteDataNext, NULL, destroyExchangeOperatorInfo, optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL); setOperatorResetStateFn(pOperator, resetExchangeOperState); @@ -1195,6 +1205,7 @@ int32_t getCompletedSources(const SArray* pArray, int32_t* pRes) { SSourceDataInfo* p = taosArrayGet(pArray, k); QUERY_CHECK_NULL(p, code, lino, _end, terrno); if (p->status == EX_SOURCE_DATA_EXHAUSTED) { + qDebug("source %d is completed, info:%p %p", k, pArray, p); completed += 1; } } @@ -1390,8 +1401,8 @@ int32_t seqLoadRemoteData(SOperatorInfo* pOperator) { SLoadRemoteDataInfo* pLoadInfo = &pExchangeInfo->loadInfo; if (pRsp->numOfRows == 0) { - qDebug("%s vgId:%d, clientId:0x%" PRIx64 " taskID:0x%" PRIx64 - " execId:%d %d of total completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 " try next", + qDebug("exhausted %p,%s vgId:%d, clientId:0x%" PRIx64 " taskID:0x%" PRIx64 + " execId:%d %d of total completed, rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 " try next", pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, pExchangeInfo->current + 1, pDataInfo->totalRows, pLoadInfo->totalRows); @@ -1412,8 +1423,8 @@ int32_t seqLoadRemoteData(SOperatorInfo* pOperator) { SRetrieveTableRsp* pRetrieveRsp = pDataInfo->pRsp; if (pRsp->completed == 1) { - qDebug("%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 " execId:%d numOfRows:%" PRId64 - ", rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", totalBytes:%" PRIu64 " try next %d/%" PRIzu, + qDebug("exhausted %p,%s fetch msg rsp from vgId:%d, clientId:0x%" PRIx64 " taskId:0x%" PRIx64 " execId:%d numOfRows:%" PRId64 + ", rowsOfSource:%" PRIu64 ", totalRows:%" PRIu64 ", totalBytes:%" PRIu64 " try next %d/%" PRIzu, pDataInfo, GET_TASKID(pTaskInfo), pSource->addr.nodeId, pSource->clientId, pSource->taskId, pSource->execId, pRetrieveRsp->numOfRows, pDataInfo->totalRows, pLoadInfo->totalRows, pLoadInfo->totalSize, pExchangeInfo->current + 1, totalSources); @@ -1462,6 +1473,8 @@ int32_t addSingleExchangeSource(SOperatorInfo* pOperator, SExchangeOperatorBasic return TSDB_CODE_INVALID_PARA; } + qDebug("start to add single exchange source"); + if (pBasicParam->isVtbRefScan) { SSourceDataInfo dataInfo = {0}; dataInfo.status = EX_SOURCE_DATA_NOT_READY; @@ -1606,8 +1619,10 @@ int32_t prepareLoadRemoteData(SOperatorInfo* pOperator) { SExchangeInfo* pExchangeInfo = pOperator->info; int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; + if ((OPTR_IS_OPENED(pOperator) && !pExchangeInfo->dynamicOp) || (pExchangeInfo->dynamicOp && NULL == pOperator->pOperatorGetParam)) { + qDebug("skip prepare, opened:%d, dynamicOp:%d, getParam:%p", OPTR_IS_OPENED(pOperator), pExchangeInfo->dynamicOp, pOperator->pOperatorGetParam); return TSDB_CODE_SUCCESS; } @@ -1631,6 +1646,8 @@ int32_t prepareLoadRemoteData(SOperatorInfo* pOperator) { OPTR_SET_OPENED(pOperator); pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0; + qDebug("%s prepare load complete", pOperator->pTaskInfo->id.str); + _end: if (code != TSDB_CODE_SUCCESS) { qError("%s failed at line %d since %s", __func__, lino, tstrerror(code)); diff --git a/source/libs/executor/src/executil.c b/source/libs/executor/src/executil.c index a10aeb45a82b..8e9019db6e8e 100644 --- a/source/libs/executor/src/executil.c +++ b/source/libs/executor/src/executil.c @@ -3215,6 +3215,9 @@ int32_t buildGroupIdMapForAllTables(STableListInfo* pTableListInfo, SReadHandle* } else { pTableListInfo->numOfOuputGroups = 1; } + if (groupSort || pScanNode->groupOrderScan) { + code = sortTableGroup(pTableListInfo); + } } else { bool initRemainGroups = false; if (QUERY_NODE_PHYSICAL_PLAN_TABLE_SCAN == nodeType(pScanNode)) { @@ -3290,8 +3293,7 @@ int32_t createScanTableListInfo(SScanPhysiNode* pScanNode, SNodeList* pGroupTags return TSDB_CODE_SUCCESS; } - code = buildGroupIdMapForAllTables(pTableListInfo, pHandle, pScanNode, pGroupTags, groupSort, digest, - &pTaskInfo->storageAPI, groupIdMap); + code = buildGroupIdMapForAllTables(pTableListInfo, pHandle, pScanNode, pGroupTags, groupSort, digest, &pTaskInfo->storageAPI, groupIdMap); if (code != TSDB_CODE_SUCCESS) { return code; } @@ -3322,7 +3324,7 @@ void printDataBlock(SSDataBlock* pBlock, const char* flag, const char* taskIdStr qDebug("%s===stream===%s: Block is Empty. block type %d", taskIdStr, flag, pBlock->info.type); return; } - if (qDebugFlag & DEBUG_DEBUG) { + if (qDebugFlag & DEBUG_TRACE) { char* pBuf = NULL; int32_t code = dumpBlockData(pBlock, flag, &pBuf, taskIdStr); if (code == 0) { diff --git a/source/libs/executor/src/executor.c b/source/libs/executor/src/executor.c index 20e95b2598e2..2521d3096cd7 100644 --- a/source/libs/executor/src/executor.c +++ b/source/libs/executor/src/executor.c @@ -1708,8 +1708,7 @@ int32_t qStreamCreateTableListForReader(void* pVnode, uint64_t suid, uint64_t ui SReadHandle pHandle = {.vnode = pVnode}; SExecTaskInfo pTaskInfo = {.id.str = "", .storageAPI = *storageAPI}; - int32_t code = createScanTableListInfo(&pScanNode, pGroupTags, groupSort, &pHandle, pList, pTagCond, pTagIndexCond, - &pTaskInfo, groupIdMap); + int32_t code = createScanTableListInfo(&pScanNode, pGroupTags, groupSort, &pHandle, pList, pTagCond, pTagIndexCond, &pTaskInfo, groupIdMap); if (code != 0) { tableListDestroy(pList); qError("failed to createScanTableListInfo, code:%s", tstrerror(code)); @@ -1723,6 +1722,11 @@ int32_t qStreamGetTableList(void* pTableListInfo, int32_t currentGroupId, STable if (pTableListInfo == NULL || pKeyInfo == NULL || size == NULL) { return TSDB_CODE_INVALID_PARA; } + if (taosArrayGetSize(((STableListInfo*)pTableListInfo)->pTableList) == 0) { + *size = 0; + *pKeyInfo = NULL; + return 0; + } if (currentGroupId == -1) { *size = taosArrayGetSize(((STableListInfo*)pTableListInfo)->pTableList); *pKeyInfo = taosArrayGet(((STableListInfo*)pTableListInfo)->pTableList, 0); @@ -1742,6 +1746,9 @@ int32_t qStreamSetTableList(void** pTableListInfo, STableKeyInfo* data){ } int32_t qStreamGetGroupIndex(void* pTableListInfo, int64_t gid) { + if (((STableListInfo*)pTableListInfo)->groupOffset == NULL){ + return 0; + } for (int32_t i = 0; i < ((STableListInfo*)pTableListInfo)->numOfOuputGroups; ++i) { int32_t offset = ((STableListInfo*)pTableListInfo)->groupOffset[i]; diff --git a/source/libs/executor/src/groupcacheoperator.c b/source/libs/executor/src/groupcacheoperator.c index c88c09a0be44..0cfedb5b2025 100644 --- a/source/libs/executor/src/groupcacheoperator.c +++ b/source/libs/executor/src/groupcacheoperator.c @@ -112,6 +112,7 @@ static void freeSGroupCacheFileInfo(void* p) { static void freeSGcFileCacheCtx(SGcFileCacheCtx* pFileCtx) { taosHashCleanup(pFileCtx->pCacheFile); + pFileCtx->pCacheFile = NULL; } static void freeSGcVgroupCtx(void* p) { @@ -1546,7 +1547,6 @@ static int32_t resetGroupCacheDownstreamCtx(SOperatorInfo* pOper) { taosHashClear(pCtx->pWaitSessions); freeSGcFileCacheCtx(&pCtx->fileCtx); - pCtx->grpLock = 0; pCtx->fetchSessionId = -1; pCtx->blkLock = 0; @@ -1570,7 +1570,7 @@ static int32_t resetGroupCacheOperState(SOperatorInfo* pOper) { resetGroupCacheDownstreamCtx(pOper); - memset(&pInfo->execInfo.pDownstreamBlkNum, 0, pOper->numOfDownstream * sizeof(int64_t)); + memset(pInfo->execInfo.pDownstreamBlkNum, 0, pOper->numOfDownstream * sizeof(int64_t)); _exit: diff --git a/source/libs/executor/src/groupoperator.c b/source/libs/executor/src/groupoperator.c index df70a52d5a60..44292cb50edc 100644 --- a/source/libs/executor/src/groupoperator.c +++ b/source/libs/executor/src/groupoperator.c @@ -786,7 +786,7 @@ static void doHashPartition(SOperatorInfo* pOperator, SSDataBlock* pBlock) { columnLen = (int32_t*)((char*)pPage + startOffset + BitmapLen(pInfo->rowCapacity)); char* data = (char*)columnLen + sizeof(int32_t); - bool isNull = colDataIsNull_f(pColInfoData->nullbitmap, j); + bool isNull = colDataIsNull_f(pColInfoData, j); if (isNull) { colDataSetNull_f(bitmap, (*rows)); } else { diff --git a/source/libs/executor/src/hashjoinoperator.c b/source/libs/executor/src/hashjoinoperator.c index a3ac14413c26..3c028e76a3d5 100644 --- a/source/libs/executor/src/hashjoinoperator.c +++ b/source/libs/executor/src/hashjoinoperator.c @@ -508,7 +508,7 @@ static int32_t hJoinCopyResRowsToBlock(SHJoinOperatorInfo* pJoin, int32_t rowNum } pKeyData += pBuild->valCols[buildIdx].vardata ? varDataTLen(pKeyData) : pBuild->valCols[buildIdx].bytes; } else { - if (colDataIsNull_f(pData, buildValIdx)) { + if (BMIsNull(pData, buildValIdx)) { code = colDataSetVal(pDst, pRes->info.rows + r, NULL, true); if (code) { return code; @@ -718,7 +718,7 @@ static FORCE_INLINE void hJoinCopyValColsDataToBuf(SHJoinTableCtx* pTable, int32 bufLen += varDataTLen(pData); } } else { - if (colDataIsNull_f(pTable->valCols[i].bitMap, rowIdx)) { + if (BMIsNull(pTable->valCols[i].bitMap, rowIdx)) { colDataSetNull_f(pTable->valData, m); } else { pData = pTable->valCols[i].data + pTable->valCols[i].bytes * rowIdx; @@ -1192,7 +1192,12 @@ static int32_t resetHashJoinOperState(SOperatorInfo* pOper) { pRow = pNext; } } - tSimpleHashClear(pHjOper->pKeyHash); + tSimpleHashCleanup(pHjOper->pKeyHash); + size_t hashCap = pHjOper->pBuild->inputStat.inputRowNum > 0 ? (pHjOper->pBuild->inputStat.inputRowNum * 1.5) : 1024; + pHjOper->pKeyHash = tSimpleHashInit(hashCap, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY)); + if (pHjOper->pKeyHash == NULL) { + return terrno; + } taosArrayDestroyEx(pHjOper->pRowBufs, hJoinFreeBufPage); int32_t code = hJoinInitBufPages(pHjOper); int64_t limit = pHjOper->ctx.limit; diff --git a/source/libs/executor/src/mergejoinoperator.c b/source/libs/executor/src/mergejoinoperator.c index 7e11006d782d..58fb01ad465b 100644 --- a/source/libs/executor/src/mergejoinoperator.c +++ b/source/libs/executor/src/mergejoinoperator.c @@ -94,7 +94,7 @@ int32_t mJoinTrimKeepFirstRow(SSDataBlock* pBlock) { pDst->varmeta.length = calcStrBytesByType(pDst->info.type, p1); } } else { - bool isNull = colDataIsNull_f(pDst->nullbitmap, 0); + bool isNull = colDataIsNull_f(pDst, 0); TAOS_MEMSET(pDst->nullbitmap, 0, bmLen); if (isNull) { @@ -196,7 +196,7 @@ int32_t mJoinTrimKeepOneRow(SSDataBlock* pBlock, int32_t totalRows, const bool* continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int64_t*)pDst->pData)[numOfRows] = ((int64_t*)pDst->pData)[j]; @@ -214,7 +214,7 @@ int32_t mJoinTrimKeepOneRow(SSDataBlock* pBlock, int32_t totalRows, const bool* j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int32_t*)pDst->pData)[numOfRows] = ((int32_t*)pDst->pData)[j]; @@ -231,7 +231,7 @@ int32_t mJoinTrimKeepOneRow(SSDataBlock* pBlock, int32_t totalRows, const bool* j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int16_t*)pDst->pData)[numOfRows] = ((int16_t*)pDst->pData)[j]; @@ -249,7 +249,7 @@ int32_t mJoinTrimKeepOneRow(SSDataBlock* pBlock, int32_t totalRows, const bool* j += 1; continue; } - if (colDataIsNull_f(pBitmap, j)) { + if (BMIsNull(pBitmap, j)) { colDataSetNull_f(pDst->nullbitmap, numOfRows); } else { ((int8_t*)pDst->pData)[numOfRows] = ((int8_t*)pDst->pData)[j]; diff --git a/source/libs/executor/src/querytask.c b/source/libs/executor/src/querytask.c index 76eefcf74fd1..992d985bfda4 100644 --- a/source/libs/executor/src/querytask.c +++ b/source/libs/executor/src/querytask.c @@ -302,15 +302,5 @@ void doDestroyTask(SExecTaskInfo* pTaskInfo) { } void buildTaskId(uint64_t taskId, uint64_t queryId, char* dst) { - char* p = dst; - - int32_t offset = 6; - memcpy(p, "TID:0x", offset); - offset += tintToHex(taskId, &p[offset]); - - memcpy(&p[offset], " QID:0x", 7); - offset += 7; - offset += tintToHex(queryId, &p[offset]); - - p[offset] = 0; + sprintf(dst, "TID:%" PRIx64 " QID:%" PRIx64, taskId, queryId); } diff --git a/source/libs/executor/src/tsort.c b/source/libs/executor/src/tsort.c index 06ce795a6132..c1c6e534196b 100644 --- a/source/libs/executor/src/tsort.c +++ b/source/libs/executor/src/tsort.c @@ -139,7 +139,7 @@ static void destoryAllocatedTuple(void* t) { taosMemoryFree(t); } #define tupleOffset(tuple, colIdx) ((uint32_t*)(tuple + sizeof(uint32_t) * colIdx)) #define tupleSetOffset(tuple, colIdx, offset) (*tupleOffset(tuple, colIdx) = offset) #define tupleSetNull(tuple, colIdx, colNum) colDataSetNull_f((char*)tuple + sizeof(uint32_t) * colNum, colIdx) -#define tupleColIsNull(tuple, colIdx, colNum) colDataIsNull_f((char*)tuple + sizeof(uint32_t) * colNum, colIdx) +#define tupleColIsNull(tuple, colIdx, colNum) BMIsNull((char*)tuple + sizeof(uint32_t) * colNum, colIdx) #define tupleGetDataStartOffset(colNum) (sizeof(uint32_t) * colNum + BitmapLen(colNum)) #define tupleSetData(tuple, offset, data, length) memcpy(tuple + offset, data, length) diff --git a/source/libs/function/src/builtinsimpl.c b/source/libs/function/src/builtinsimpl.c index 35b3464e1280..081fe10b3791 100644 --- a/source/libs/function/src/builtinsimpl.c +++ b/source/libs/function/src/builtinsimpl.c @@ -98,7 +98,7 @@ typedef enum { do { \ _t* d = (_t*)(_col->pData); \ for (int32_t i = (_start); i < (_rows) + (_start); ++i) { \ - if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \ + if (((_col)->hasNull) && colDataIsNull_f(_col, i)) { \ continue; \ }; \ (_res) += (d)[i]; \ @@ -111,7 +111,7 @@ typedef enum { _t* d = (_t*)(_col->pData); \ const SDecimalOps* pOps = getDecimalOps(TSDB_DATA_TYPE_DECIMAL); \ for (int32_t i = (_start); i < (_rows) + (_start); ++i) { \ - if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \ + if (((_col)->hasNull) && colDataIsNull_f(_col, i)) { \ continue; \ }; \ overflow = overflow || decimal128AddCheckOverflow((Decimal*)_res, d + i, DECIMAL_WORD_NUM(_t)); \ @@ -125,7 +125,7 @@ typedef enum { do { \ _t* d = (_t*)(_col->pData); \ for (int32_t i = (_start); i < (_rows) + (_start); ++i) { \ - if (((_col)->hasNull) && colDataIsNull_f((_col)->nullbitmap, i)) { \ + if (((_col)->hasNull) && colDataIsNull_f(_col, i)) { \ continue; \ }; \ (_res) -= (d)[i]; \ @@ -137,7 +137,7 @@ typedef enum { // do { \ // T* plist = (T*)pCol->pData; \ // for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \ -// if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \ +// if (pCol->hasNull && colDataIsNull_f(pCol, i)) { \ // continue; \ // } \ // \ @@ -151,7 +151,7 @@ typedef enum { do { \ T* plist = (T*)pCol->pData; \ for (int32_t i = start; i < numOfRows + start; ++i) { \ - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { \ + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { \ continue; \ } \ numOfElem += 1; \ @@ -252,7 +252,7 @@ int32_t funcInputGetNextRowDescPk(SFuncInputRowIter* pIter, SFuncInputRow* pRow, return code; } - pIter->prevIsDataNull = colDataIsNull_f(pIter->pDataCol->nullbitmap, pIter->inputEndIndex); + pIter->prevIsDataNull = colDataIsNull_f(pIter->pDataCol, pIter->inputEndIndex); pIter->pPrevData = taosMemoryMalloc(pIter->pDataCol->info.bytes); if (NULL == pIter->pPrevData) { @@ -288,7 +288,7 @@ int32_t funcInputGetNextRowDescPk(SFuncInputRowIter* pIter, SFuncInputRow* pRow, pRow->rowIndex = 0; } else { pRow->ts = pIter->tsList[idx - 1]; - pRow->isDataNull = colDataIsNull_f(pIter->pDataCol->nullbitmap, idx - 1); + pRow->isDataNull = colDataIsNull_f(pIter->pDataCol, idx - 1); pRow->pData = colDataGetData(pIter->pDataCol, idx - 1); pRow->pPk = colDataGetData(pIter->pPkCol, idx - 1); pRow->block = pIter->pSrcBlock; @@ -307,7 +307,7 @@ int32_t funcInputGetNextRowDescPk(SFuncInputRowIter* pIter, SFuncInputRow* pRow, ++idx; } pRow->ts = pIter->tsList[idx]; - pRow->isDataNull = colDataIsNull_f(pIter->pDataCol->nullbitmap, idx); + pRow->isDataNull = colDataIsNull_f(pIter->pDataCol, idx); pRow->pData = colDataGetData(pIter->pDataCol, idx); pRow->pPk = colDataGetData(pIter->pPkCol, idx); pRow->block = pIter->pSrcBlock; @@ -318,7 +318,7 @@ int32_t funcInputGetNextRowDescPk(SFuncInputRowIter* pIter, SFuncInputRow* pRow, } else { pIter->hasPrev = true; pIter->prevBlockTsEnd = tsEnd; - pIter->prevIsDataNull = colDataIsNull_f(pIter->pDataCol->nullbitmap, pIter->inputEndIndex); + pIter->prevIsDataNull = colDataIsNull_f(pIter->pDataCol, pIter->inputEndIndex); pIter->pPrevData = taosMemoryMalloc(pIter->pDataCol->info.bytes); if (NULL == pIter->pPrevData) { qError("out of memory when function get input row."); @@ -352,7 +352,7 @@ static void forwardToNextDiffTsRow(SFuncInputRowIter* pIter, int32_t rowIndex) { static void setInputRowInfo(SFuncInputRow* pRow, SFuncInputRowIter* pIter, int32_t rowIndex, bool setPk) { pRow->ts = pIter->tsList[rowIndex]; pRow->ts = pIter->tsList[rowIndex]; - pRow->isDataNull = colDataIsNull_f(pIter->pDataCol->nullbitmap, rowIndex); + pRow->isDataNull = colDataIsNull_f(pIter->pDataCol, rowIndex); pRow->pData = colDataGetData(pIter->pDataCol, rowIndex); pRow->pPk = setPk ? colDataGetData(pIter->pPkCol, rowIndex) : NULL; pRow->block = pIter->pSrcBlock; @@ -1207,7 +1207,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_TINYINT: { int8_t* plist = (int8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1223,7 +1223,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_SMALLINT: { int16_t* plist = (int16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1238,7 +1238,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_INT: { int32_t* plist = (int32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1254,7 +1254,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_BIGINT: { int64_t* plist = (int64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1269,7 +1269,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UTINYINT: { uint8_t* plist = (uint8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1285,7 +1285,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_USMALLINT: { uint16_t* plist = (uint16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1300,7 +1300,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UINT: { uint32_t* plist = (uint32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1316,7 +1316,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UBIGINT: { uint64_t* plist = (uint64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1331,7 +1331,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_FLOAT: { float* plist = (float*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1346,7 +1346,7 @@ int32_t stdFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_DOUBLE: { double* plist = (double*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1622,7 +1622,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_TINYINT: { int8_t* plist = (int8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } numOfElem++; @@ -1633,7 +1633,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_SMALLINT: { int16_t* plist = (int16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1646,7 +1646,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_INT: { int32_t* plist = (int32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1659,7 +1659,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_BIGINT: { int64_t* plist = (int64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1672,7 +1672,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UTINYINT: { uint8_t* plist = (uint8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } numOfElem++; @@ -1683,7 +1683,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_USMALLINT: { uint16_t* plist = (uint16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1696,7 +1696,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UINT: { uint32_t* plist = (uint32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1709,7 +1709,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_UBIGINT: { uint64_t* plist = (uint64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1722,7 +1722,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_FLOAT: { float* plist = (float*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1735,7 +1735,7 @@ int32_t leastSQRFunction(SqlFunctionCtx* pCtx) { case TSDB_DATA_TYPE_DOUBLE: { double* plist = (double*)pCol->pData; for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -1929,7 +1929,7 @@ int32_t percentileFunction(SqlFunctionCtx* pCtx) { // check the valid data one by one int32_t start = pInput->startRowIndex; for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -1952,7 +1952,7 @@ int32_t percentileFunction(SqlFunctionCtx* pCtx) { // the second stage, calculate the true percentile value int32_t start = pInput->startRowIndex; for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -2131,7 +2131,7 @@ int32_t apercentileFunction(SqlFunctionCtx* pCtx) { buildTDigestInfo(pInfo); tdigestAutoFill(pInfo->pTDigest, COMPRESSION); for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } numOfElems += 1; @@ -2153,7 +2153,7 @@ int32_t apercentileFunction(SqlFunctionCtx* pCtx) { __FUNCTION__, numOfElems, pInfo->pHisto->numOfElems, pInfo->pHisto->numOfEntries, pInfo->pHisto, pInfo->pHisto->elems); for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } numOfElems += 1; @@ -3690,7 +3690,7 @@ int32_t topFunction(SqlFunctionCtx* pCtx) { int32_t start = pInput->startRowIndex; for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -3724,7 +3724,7 @@ int32_t bottomFunction(SqlFunctionCtx* pCtx) { int32_t start = pInput->startRowIndex; for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -4206,7 +4206,7 @@ int32_t spreadFunction(SqlFunctionCtx* pCtx) { int32_t start = pInput->startRowIndex; // check the valid data one by one for (int32_t i = start; i < pInput->numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -4760,7 +4760,7 @@ static int32_t histogramFunctionImpl(SqlFunctionCtx* pCtx, bool isPartial) { int32_t numOfElems = 0; for (int32_t i = start; i < numOfRows + start; ++i) { - if (pCol->hasNull && colDataIsNull_f(pCol->nullbitmap, i)) { + if (pCol->hasNull && colDataIsNull_f(pCol, i)) { continue; } @@ -5260,7 +5260,7 @@ int32_t stateCountFunction(SqlFunctionCtx* pCtx) { pInfo->isPrevTsSet = true; numOfElems++; - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutput, i); // handle selectivity if (pCtx->subsidiaries.num > 0) { @@ -5332,7 +5332,7 @@ int32_t stateDurationFunction(SqlFunctionCtx* pCtx) { pInfo->isPrevTsSet = true; numOfElems++; - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutput, i); // handle selectivity if (pCtx->subsidiaries.num > 0) { @@ -5402,7 +5402,7 @@ int32_t csumFunction(SqlFunctionCtx* pCtx) { pSumRes->isPrevTsSet = true; int32_t pos = startOffset + numOfElems; - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { // colDataSetNULL(pOutput, i); continue; } @@ -5505,7 +5505,7 @@ int32_t mavgFunction(SqlFunctionCtx* pCtx) { pInfo->isPrevTsSet = true; int32_t pos = startOffset + numOfElems; - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { // colDataSetNULL(pOutput, i); continue; } diff --git a/source/libs/function/src/detail/tavgfunction.c b/source/libs/function/src/detail/tavgfunction.c index 76ec692f6ceb..aac1db83ecc6 100644 --- a/source/libs/function/src/detail/tavgfunction.c +++ b/source/libs/function/src/detail/tavgfunction.c @@ -31,7 +31,7 @@ do { \ T* plist = (T*)pCol->pData; \ for (int32_t i = start; i < numOfRows + pInput->startRowIndex; ++i) { \ - if (colDataIsNull_f(pCol->nullbitmap, i)) { \ + if (colDataIsNull_f(pCol, i)) { \ continue; \ } \ \ @@ -156,7 +156,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_TINYINT: { int8_t* plist = (int8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -171,7 +171,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_SMALLINT: { int16_t* plist = (int16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -185,7 +185,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_INT: { int32_t* plist = (int32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -200,7 +200,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_BIGINT: { int64_t* plist = (int64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -214,7 +214,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_UTINYINT: { uint8_t* plist = (uint8_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -229,7 +229,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_USMALLINT: { uint16_t* plist = (uint16_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -243,7 +243,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_UINT: { uint32_t* plist = (uint32_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -258,7 +258,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_UBIGINT: { uint64_t* plist = (uint64_t*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -273,7 +273,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_FLOAT: { float* plist = (float*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -287,7 +287,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_DOUBLE: { double* plist = (double*)pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } @@ -301,7 +301,7 @@ static int32_t doAddNumericVector(SColumnInfoData* pCol, int32_t type, SInputCol case TSDB_DATA_TYPE_DECIMAL: { const char* pDec = pCol->pData; for (int32_t i = start; i < numOfRows + start; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } diff --git a/source/libs/function/src/detail/tminmax.c b/source/libs/function/src/detail/tminmax.c index 782bff11f349..5f7f0e6fa2ae 100644 --- a/source/libs/function/src/detail/tminmax.c +++ b/source/libs/function/src/detail/tminmax.c @@ -24,7 +24,7 @@ #define __COMPARE_ACQUIRED_MAX(i, end, bm, _data, ctx, val, pos) \ int32_t code = TSDB_CODE_SUCCESS; \ for (; i < (end); ++i) { \ - if (colDataIsNull_f(bm, i)) { \ + if (BMIsNull(bm, i)) { \ continue; \ } \ \ @@ -42,7 +42,7 @@ #define __COMPARE_ACQUIRED_MIN(i, end, bm, _data, ctx, val, pos) \ int32_t code = TSDB_CODE_SUCCESS; \ for (; i < (end); ++i) { \ - if (colDataIsNull_f(bm, i)) { \ + if (BMIsNull(bm, i)) { \ continue; \ } \ \ @@ -76,7 +76,7 @@ static int32_t findFirstValPosition(const SColumnInfoData* pCol, int32_t start, int32_t numOfRows, bool isStr) { int32_t i = start; - while (i < (start + numOfRows) && (isStr ? colDataIsNull_s(pCol, i) : colDataIsNull_f(pCol->nullbitmap, i) == true)) { + while (i < (start + numOfRows) && (isStr ? colDataIsNull_s(pCol, i) : colDataIsNull_f(pCol, i) == true)) { i += 1; } @@ -401,7 +401,7 @@ static int32_t doExtractVal(SColumnInfoData* pCol, int32_t i, int32_t end, SqlFu const SDecimalOps* pOps = getDecimalOps(TSDB_DATA_TYPE_DECIMAL64); int32_t code = 0; for (; i < end; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } if (pOps->gt(&pBuf->v, &pData[i], DECIMAL_WORD_NUM(Decimal64))) { @@ -418,7 +418,7 @@ static int32_t doExtractVal(SColumnInfoData* pCol, int32_t i, int32_t end, SqlFu const SDecimalOps* pOps = getDecimalOps(TSDB_DATA_TYPE_DECIMAL); const Decimal128* pData = (const Decimal128*)pCol->pData; for (; i < end; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } if (pOps->gt(pBuf->dec, &pData[i], DECIMAL_WORD_NUM(Decimal128))) { @@ -498,7 +498,7 @@ static int32_t doExtractVal(SColumnInfoData* pCol, int32_t i, int32_t end, SqlFu const SDecimalOps* pOps = getDecimalOps(TSDB_DATA_TYPE_DECIMAL64); int32_t code = 0; for (; i < end; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } if (pOps->lt(&pBuf->v, &pData[i], DECIMAL_WORD_NUM(Decimal64))) { @@ -515,7 +515,7 @@ static int32_t doExtractVal(SColumnInfoData* pCol, int32_t i, int32_t end, SqlFu const SDecimalOps* pOps = getDecimalOps(TSDB_DATA_TYPE_DECIMAL); const Decimal128* pData = (const Decimal128*)pCol->pData; for (; i < end; ++i) { - if (colDataIsNull_f(pCol->nullbitmap, i)) { + if (colDataIsNull_f(pCol, i)) { continue; } if (pOps->lt(pBuf->dec, &pData[i], DECIMAL_WORD_NUM(Decimal128))) { diff --git a/source/libs/new-stream/inc/streamInt.h b/source/libs/new-stream/inc/streamInt.h index a7a8387feb02..d5b6a4049838 100755 --- a/source/libs/new-stream/inc/streamInt.h +++ b/source/libs/new-stream/inc/streamInt.h @@ -121,9 +121,9 @@ int32_t streamBuildStateNotifyContent(ESTriggerEventType eventType, SColumnInfo* int32_t streamBuildEventNotifyContent(const SSDataBlock* pInputBlock, const SNodeList* pCondCols, int32_t rowIdx, char** ppContent); int32_t streamBuildBlockResultNotifyContent(const SSDataBlock* pBlock, char** ppContent, const SArray* pFields, const int32_t startRow, const int32_t endRow); -int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, int32_t triggerType, int64_t groupId, - const SArray* pNotifyAddrUrls, int32_t errorHandle, const SSTriggerCalcParam* pParams, - int32_t nParam); +int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, const char* tableName, int32_t triggerType, + int64_t groupId, const SArray* pNotifyAddrUrls, int32_t errorHandle, + const SSTriggerCalcParam* pParams, int32_t nParam); int32_t readStreamDataCache(int64_t streamId, int64_t taskId, int64_t sessionId, int64_t groupId, TSKEY start, TSKEY end, void*** pppIter); diff --git a/source/libs/new-stream/inc/streamTriggerTask.h b/source/libs/new-stream/inc/streamTriggerTask.h index 6ba8e876ded9..45ae22111e35 100644 --- a/source/libs/new-stream/inc/streamTriggerTask.h +++ b/source/libs/new-stream/inc/streamTriggerTask.h @@ -71,27 +71,23 @@ typedef struct SSTriggerHistoryGroup { SArray *pVirTableInfos; // SArray SSHashObj *pTableMetas; // SSHashObj - int64_t endTime; // todo(kjq): stop history calc when meet the endTime - - int32_t tbIter; - SSTriggerVirTableInfo *pCurVirTable; - SSTriggerTableMeta *pCurTableMeta; - TriggerWindowBuf winBuf; STimeWindow nextWindow; SValue stateVal; - SArray *pPendingCalcReqs; + SArray *pPendingCalcParams; // SArray } SSTriggerHistoryGroup; typedef enum ESTriggerContextStatus { STRIGGER_CONTEXT_IDLE = 0, STRIGGER_CONTEXT_GATHER_VTABLE_INFO, STRIGGER_CONTEXT_DETERMINE_BOUND, + STRIGGER_CONTEXT_ADJUST_START, STRIGGER_CONTEXT_FETCH_META, STRIGGER_CONTEXT_ACQUIRE_REQUEST, STRIGGER_CONTEXT_CHECK_CONDITION, STRIGGER_CONTEXT_SEND_CALC_REQ, + STRIGGER_CONTEXT_WAIT_RECALC_REQ, } ESTriggerContextStatus; typedef struct SSTriggerWalProgress { @@ -119,6 +115,7 @@ typedef struct SSTriggerRealtimeContext { // these fields are shared by all groups and do not need to be destroyed bool reenterCheck; + bool needCheckAgain; int32_t tbIter; STimeWindow periodWindow; // for period trigger SSTriggerVirTableInfo *pCurVirTable; // only for virtual tables @@ -139,49 +136,64 @@ typedef struct SSTriggerRealtimeContext { void *pCalcDataCache; SHashObj *pCalcDataCacheIters; -#if !TRIGGER_USE_HISTORY_META - bool haveToRecalc; -#endif + SList retryPullReqs; // SList + SList retryCalcReqs; // SList + bool haveReadCheckpoint; int64_t lastCheckpointTime; - SList retryPullReqs; // SList - SList retryCalcReqs; // SList + int64_t lastVirtTableInfoTime; } SSTriggerRealtimeContext; +typedef struct SSTriggerTsdbProgress { + SStreamTaskAddr *pTaskAddr; // reader task address + SSTriggerPullRequestUnion pullReq; + SArray *reqCids; // SArray + SArray *pMetadatas; // SArray + int64_t version; +} SSTriggerTsdbProgress; + typedef struct SSTriggerHistoryContext { struct SStreamTriggerTask *pTask; int64_t sessionId; ESTriggerContextStatus status; - bool needTsdbMeta; - int64_t startTime; - SSHashObj *pReaderMap; // SSHashObj + int64_t gid; + STimeWindow range; + bool isHistory; + bool needTsdbMeta; + STimeWindow stepRange; + bool pendingToFinish; + + SSHashObj *pReaderTsdbProgress; // SSHashObj + int32_t curReaderIdx; - int32_t curReaderIdx; - int32_t curCalcReaderIdx; - STimeWindow curRange; - SSHashObj *pFirstTsMap; // SSHashObj, for sliding trigger - SSDataBlock *pFetchedDataBlock; + SSHashObj *pFirstTsMap; // SSHashObj, for sliding trigger + int32_t trigDataBlockIdx; + SArray *pTrigDataBlocks; // SArray + int32_t calcDataBlockIdx; + SArray *pCalcDataBlocks; // SArray SSHashObj *pGroups; TD_DLIST(SSTriggerHistoryGroup) groupsToCheck; + TD_DLIST(SSTriggerHistoryGroup) groupsForceClose; + // these fields are shared by all groups and do not need to be destroyed + bool reenterCheck; + int32_t tbIter; + SSTriggerVirTableInfo *pCurVirTable; // only for virtual tables + SSTriggerTableMeta *pCurTableMeta; // only for non-virtual tables + SSTriggerMetaData *pMetaToFetch; + SSTriggerTableColRef *pColRefToFetch; + SSTriggerCalcParam *pParamToFetch; + SSTriggerCalcRequest *pCalcReq; + // these fields are shared by all groups and need to be destroyed SSTriggerTimestampSorter *pSorter; SSTriggerVtableMerger *pMerger; - SSTriggerMetaData *pMetaToFetch; - SSTriggerTableColRef *pColRefToFetch; - - SArray *pSavedWindows; // for sliding trigger and session window trigger - SArray *pInitWindows; // for sliding trigger and session window trigger - SFilterInfo *pStartCond; // for event window trigger - SFilterInfo *pEndCond; // for event window trigger - + SArray *pSavedWindows; // for sliding trigger and session window trigger + SArray *pInitWindows; // for sliding trigger and session window trigger + SFilterInfo *pStartCond; // for event window trigger + SFilterInfo *pEndCond; // for event window trigger SArray *pNotifyParams; // SArray - SSTriggerPullRequestUnion pullReq; - SArray *reqCids; // SArray - SSDataBlock *pullRes[STRIGGER_PULL_TYPE_MAX]; - SSTriggerCalcRequest *pCalcReq; - SSTriggerCalcParam *pParamToFetch; void *pCalcDataCache; SHashObj *pCalcDataCacheIters; @@ -207,6 +219,13 @@ typedef struct SSTriggerCalcNode { TD_DLIST(SSTriggerCalcSlot) idleSlots; } SSTriggerCalcNode; +typedef struct SSTriggerRecalcRequest { + int64_t gid; + STimeWindow range; + SSHashObj *pTsdbVersions; + bool isHistory; +} SSTriggerRecalcRequest; + typedef struct SStreamTriggerTask { SStreamTask task; @@ -241,10 +260,10 @@ typedef struct SStreamTriggerTask { bool fillHistory; bool fillHistoryFirst; bool lowLatencyCalc; - bool igNoDataTrigger; bool hasPartitionBy; bool isVirtualTable; bool ignoreNoDataTrigger; + bool hasTriggerFilter; int64_t placeHolderBitmap; SNode *triggerFilter; // notify options @@ -272,27 +291,36 @@ typedef struct SStreamTriggerTask { SSHashObj *pVirTableInfos; // SSHashObj bool virTableInfoReady; + // boundary between realtime and history + SSHashObj *pRealtimeStartVer; // SSHashObj + SSHashObj *pHistoryCutoffTime; + // calc request pool SRWLatch calcPoolLock; SArray *pCalcNodes; // SArray SSHashObj *pGroupRunning; // SSHashObj + SRWLatch recalcRequestLock; + SList *pRecalcRequests; // SList + // runtime status - int8_t isCheckpointReady; + volatile int8_t isCheckpointReady; + volatile int32_t checkpointVersion; volatile int64_t mgmtReqId; + bool historyCalcStarted; char *streamName; SSTriggerRealtimeContext *pRealtimeContext; SSTriggerHistoryContext *pHistoryContext; - SSHashObj *pRealtimeStartVer; - SSHashObj *pHistoryCutoffTime; - SSHashObj *pRecalcLastVer; // SSHashObj } SStreamTriggerTask; // interfaces called by stream trigger thread int32_t stTriggerTaskAcquireRequest(SStreamTriggerTask *pTask, int64_t sessionId, int64_t gid, SSTriggerCalcRequest **ppRequest); int32_t stTriggerTaskReleaseRequest(SStreamTriggerTask *pTask, SSTriggerCalcRequest **ppRequest); -int32_t stTriggerTaskMarkRecalc(SStreamTriggerTask *pTask, int64_t gid, int64_t skey, int64_t ekey); + +int32_t stTriggerTaskAddRecalcRequest(SStreamTriggerTask *pTask, int64_t gid, STimeWindow range, + SSHashObj *pWalProgress, bool isHistory); +int32_t stTriggerTaskFetchRecalcRequest(SStreamTriggerTask *pTask, SSTriggerRecalcRequest **ppReq); // interfaces called by stream mgmt thread int32_t stTriggerTaskDeploy(SStreamTriggerTask *pTask, SStreamTriggerDeployMsg *pMsg); diff --git a/source/libs/new-stream/src/dataSinkMgr.c b/source/libs/new-stream/src/dataSinkMgr.c index 6a713988920e..2a10ce9b132f 100644 --- a/source/libs/new-stream/src/dataSinkMgr.c +++ b/source/libs/new-stream/src/dataSinkMgr.c @@ -770,6 +770,7 @@ int32_t getNextStreamDataCache(void** pIter, SSDataBlock** ppBlock) { if (pResult == NULL) { return TSDB_CODE_SUCCESS; } + int64_t groupId = pResult->groupId; stDebug("[get data cache] start groupID:%" PRId64 ", start:%" PRId64 " end:%" PRId64 " dataPos: %d, winIndex: %d", pResult->groupId, pResult->reqStartTime, pResult->reqEndTime, pResult->dataPos, pResult->winIndex); code = checkAndMoveMemCache(true); @@ -818,11 +819,13 @@ int32_t getNextStreamDataCache(void** pIter, SSDataBlock** ppBlock) { } _end: if (code != TSDB_CODE_SUCCESS) { - stError("[get data cache] end, failed to get next data from cache, err: %s, lineno:%d", terrMsg, lino); + stError("[get data cache] end, failed to get next data from cache, groupId: %" PRId64 " err: %s, lineno:%d", + groupId, terrMsg, lino); } else if (ppBlock != NULL && *ppBlock != NULL) { - stDebug("[get data cache] end, block rows: %" PRId64 " next:%p", (*ppBlock)->info.rows, *pIter); + stDebug("[get data cache] end, groupId: %" PRId64 " block rows: %" PRId64 " next:%p", groupId, + (*ppBlock)->info.rows, *pIter); } else { - stDebug("[get data cache] end, not found data, next:%p", *pIter); + stDebug("[get data cache] end, not found data, groupId: %" PRId64 " next:%p", groupId, *pIter); } return code; } diff --git a/source/libs/new-stream/src/stream.c b/source/libs/new-stream/src/stream.c index 5cd78ab9b9b5..e4332b121a4c 100755 --- a/source/libs/new-stream/src/stream.c +++ b/source/libs/new-stream/src/stream.c @@ -24,12 +24,20 @@ SStreamMgmtInfo gStreamMgmt = {0}; void streamSetSnodeEnabled( SMsgCb* msgCb) { + if (tsDisableStream) { + return; + } + gStreamMgmt.snodeEnabled = true; gStreamMgmt.msgCb = *msgCb; stInfo("snode %d enabled", (*gStreamMgmt.getDnode)(gStreamMgmt.dnode)); } void streamSetSnodeDisabled(bool cleanup) { + if (tsDisableStream) { + return; + } + stInfo("snode disabled"); gStreamMgmt.snodeEnabled = false; smUndeploySnodeTasks(cleanup); @@ -37,8 +45,11 @@ void streamSetSnodeDisabled(bool cleanup) { void streamMgmtCleanup() { taosArrayDestroy(gStreamMgmt.vgLeaders); + gStreamMgmt.vgLeaders = NULL; taosHashCleanup(gStreamMgmt.taskMap); + gStreamMgmt.taskMap = NULL; taosHashCleanup(gStreamMgmt.vgroupMap); + gStreamMgmt.vgroupMap = NULL; for (int32_t i = 0; i < STREAM_MAX_GROUP_NUM; ++i) { taosHashCleanup(gStreamMgmt.stmGrp[i]); gStreamMgmt.stmGrp[i] = NULL; @@ -46,6 +57,10 @@ void streamMgmtCleanup() { } void streamCleanup(void) { + if (tsDisableStream) { + return; + } + stInfo("stream cleanup start"); stTriggerTaskEnvCleanup(); streamTimerCleanUp(); @@ -57,6 +72,11 @@ void streamCleanup(void) { } int32_t streamInit(void* pDnode, getDnodeId_f getDnode, getMnodeEpset_f getMnode, getSynEpset_f getSynEpset) { + if (tsDisableStream) { + stInfo("stream disabled"); + return TSDB_CODE_SUCCESS; + } + int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; @@ -112,6 +132,10 @@ int32_t streamVgIdSort(void const *lp, void const *rp) { void streamRemoveVnodeLeader(int32_t vgId) { + if (tsDisableStream) { + return; + } + taosWLockLatch(&gStreamMgmt.vgLeadersLock); int32_t idx = taosArraySearchIdx(gStreamMgmt.vgLeaders, &vgId, streamVgIdSort, TD_EQ); if (idx >= 0) { @@ -129,6 +153,10 @@ void streamRemoveVnodeLeader(int32_t vgId) { } void streamAddVnodeLeader(int32_t vgId) { + if (tsDisableStream) { + return; + } + int32_t code = TSDB_CODE_SUCCESS; taosWLockLatch(&gStreamMgmt.vgLeadersLock); void* p = taosArrayPush(gStreamMgmt.vgLeaders, &vgId); diff --git a/source/libs/new-stream/src/streamCheckpoint.c b/source/libs/new-stream/src/streamCheckpoint.c index 9435fba60064..5b3cd3c34976 100644 --- a/source/libs/new-stream/src/streamCheckpoint.c +++ b/source/libs/new-stream/src/streamCheckpoint.c @@ -71,7 +71,8 @@ int32_t streamWriteCheckPoint(int64_t streamId, void* data, int64_t dataLen) { goto end; } } else { - stDebug("[checkpoint] write checkpoint file for streamId:%" PRIx64 ", file:%s, len:%"PRId64, streamId, filepath, dataLen); + stDebug("[checkpoint] write checkpoint file for streamId:%" PRIx64 ", file:%s, content(%d, %"PRIx64") len:%"PRId64, + streamId, filepath, *(int32_t*)(POINTER_SHIFT(data, INT_BYTES)), *(int64_t*)POINTER_SHIFT(data, 2 * INT_BYTES), dataLen); STREAM_CHECK_RET_GOTO(writeFile(filepath, data, dataLen)); } @@ -98,7 +99,8 @@ int32_t streamReadCheckPoint(int64_t streamId, void** data, int64_t* dataLen) { STREAM_CHECK_NULL_GOTO(*data, terrno); STREAM_CHECK_CONDITION_GOTO(taosReadFile(pFile, *data, *dataLen) != *dataLen, terrno); - stDebug("[checkpoint] read checkpoint file for streamId:%" PRIx64 ", file:%s, len:%"PRId64, streamId, filepath, *dataLen); + stDebug("[checkpoint] read checkpoint file for streamId:%" PRIx64 ", file:%s, content:(%d %" PRIx64") len:%"PRId64, + streamId, filepath, *(int32_t*)(POINTER_SHIFT(*data, INT_BYTES)), *(int64_t*)POINTER_SHIFT(*data, 2 * INT_BYTES), *dataLen); end: if (code != TSDB_CODE_SUCCESS) { @@ -177,12 +179,12 @@ int32_t streamSyncWriteCheckpoint(int64_t streamId, SEpSet* epSet, void* data, i if (data == NULL) { int32_t ret = streamReadCheckPoint(streamId, &data, &dataLen); if (ret != TSDB_CODE_SUCCESS || terrno == TAOS_SYSTEM_ERROR(ENOENT)) { - dataLen = INT_BYTES + LONG_BYTES; + dataLen = 2 * INT_BYTES + LONG_BYTES; taosMemoryFreeClear(data); - data = taosMemoryCalloc(1, INT_BYTES + LONG_BYTES); + data = taosMemoryCalloc(1, 2 * INT_BYTES + LONG_BYTES); STREAM_CHECK_NULL_GOTO(data, terrno); - *(int32_t*)data = -1; - *(int64_t*)(POINTER_SHIFT(data, INT_BYTES)) = streamId; + *(int32_t*)(POINTER_SHIFT(data, INT_BYTES)) = -1; + *(int64_t*)(POINTER_SHIFT(data, 2 * INT_BYTES)) = streamId; } } STREAM_CHECK_RET_GOTO(sendSyncMsg(data, dataLen, epSet)); diff --git a/source/libs/new-stream/src/streamReader.c b/source/libs/new-stream/src/streamReader.c index a61c0affe721..ef7bdd939ccf 100644 --- a/source/libs/new-stream/src/streamReader.c +++ b/source/libs/new-stream/src/streamReader.c @@ -71,7 +71,7 @@ int32_t createDataBlockForTs(SSDataBlock** pBlockRet) { } int32_t qStreamInitQueryTableDataCond(SQueryTableDataCond* pCond, int32_t order, void* schemas, bool isSchema, - STimeWindow twindows, uint64_t suid) { + STimeWindow twindows, uint64_t suid, int64_t ver) { int32_t code = 0; int32_t lino = 0; @@ -89,7 +89,7 @@ int32_t qStreamInitQueryTableDataCond(SQueryTableDataCond* pCond, int32_t order, pCond->suid = suid; pCond->type = TIMEWINDOW_RANGE_CONTAINED; pCond->startVersion = -1; - pCond->endVersion = -1; + pCond->endVersion = ver; // pCond->skipRollup = readHandle->skipRollup; pCond->notLoadData = false; @@ -136,6 +136,7 @@ int32_t createStreamTask(void* pVnode, SStreamTriggerReaderTaskInnerOptions* opt int32_t code = 0; int32_t lino = 0; SStreamReaderTaskInner* pTask = taosMemoryCalloc(1, sizeof(SStreamReaderTaskInner)); + SNodeList* groupNew = NULL; STREAM_CHECK_NULL_GOTO(pTask, terrno); pTask->api = *api; pTask->options = *options; @@ -158,12 +159,14 @@ int32_t createStreamTask(void* pVnode, SStreamTriggerReaderTaskInnerOptions* opt STREAM_CHECK_RET_GOTO(qStreamGetTableList(pTask->pTableList, -1, &pList, &pNum)) } else { STREAM_CHECK_RET_GOTO(filterInitFromNode(options->pConditions, &pTask->pFilterInfo, 0, NULL)); + STREAM_CHECK_RET_GOTO(nodesCloneList(options->partitionCols, &groupNew)); STREAM_CHECK_RET_GOTO(qStreamCreateTableListForReader( - pVnode, options->suid, options->uid, options->tableType, options->partitionCols, options->groupSort, + pVnode, options->suid, options->uid, options->tableType, groupNew, options->groupSort, options->pTagCond, options->pTagIndexCond, api, &pTask->pTableList, groupIdMap)); + if (options->gid != 0) { int32_t index = qStreamGetGroupIndex(pTask->pTableList, options->gid); - STREAM_CHECK_CONDITION_GOTO(index < 0, TSDB_CODE_INVALID_PARA); + STREAM_CHECK_CONDITION_GOTO(index < 0, TSDB_CODE_STREAM_NO_DATA); pTask->currentGroupIndex = index; } if (options->scanMode == STREAM_SCAN_GROUP_ONE_BY_ONE) { @@ -175,7 +178,7 @@ int32_t createStreamTask(void* pVnode, SStreamTriggerReaderTaskInnerOptions* opt cleanupQueryTableDataCond(&pTask->cond); STREAM_CHECK_RET_GOTO(qStreamInitQueryTableDataCond(&pTask->cond, options->order, pTask->options.schemas, options->isSchema, - options->twindows, options->suid)); + options->twindows, options->suid, options->ver)); STREAM_CHECK_RET_GOTO(pTask->api.tsdReader.tsdReaderOpen(pVnode, &pTask->cond, pList, pNum, pTask->pResBlock, (void**)&pTask->pReader, pTask->idStr, NULL)); } @@ -184,6 +187,7 @@ int32_t createStreamTask(void* pVnode, SStreamTriggerReaderTaskInnerOptions* opt pTask = NULL; end: + nodesDestroyList(groupNew); STREAM_PRINT_LOG_END(code, lino); releaseStreamTask(&pTask); destroyOptions(options); @@ -339,13 +343,13 @@ static SStreamTriggerReaderInfo* createStreamReaderInfo(void* pTask, const SStre ((STableScanPhysiNode*)(sStreamReaderInfo->calcAst->pNode))->scan.node.pOutputDataBlockDesc; sStreamReaderInfo->calcResBlock = createDataBlockFromDescNode(pDescNode); STREAM_CHECK_NULL_GOTO(sStreamReaderInfo->calcResBlock, TSDB_CODE_STREAM_NOT_TABLE_SCAN_PLAN); - STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->calcResBlock, false, &sStreamReaderInfo->calcResBlockTmp)); SNodeList* pseudoCols = ((STableScanPhysiNode*)(sStreamReaderInfo->calcAst->pNode))->scan.pScanPseudoCols; SNodeList* pScanCols = ((STableScanPhysiNode*)(sStreamReaderInfo->calcAst->pNode))->scan.pScanCols; setColIdForCalcResBlock(pseudoCols, sStreamReaderInfo->calcResBlock->pDataBlock); setColIdForCalcResBlock(pScanCols, sStreamReaderInfo->calcResBlock->pDataBlock); + STREAM_CHECK_RET_GOTO(createOneDataBlock(sStreamReaderInfo->calcResBlock, false, &sStreamReaderInfo->calcResBlockTmp)); } STREAM_CHECK_RET_GOTO(createDataBlockForTs(&sStreamReaderInfo->tsBlock)); @@ -524,18 +528,18 @@ int32_t streamBuildFetchRsp(SArray* pResList, bool hasNext, void** data, size_t* pRetrieve->numOfRows = 0; pRetrieve->numOfBlocks = htonl(blockNum); - void* dataBuf = pRetrieve->data; + char* dataBuf = (char*)(pRetrieve->data); for(size_t i = 0; i < taosArrayGetSize(pResList); i++){ SSDataBlock* pBlock = taosArrayGetP(pResList, i); if (pBlock == NULL || pBlock->info.rows == 0) continue; int32_t blockSize = blockGetEncodeSize(pBlock); *((int32_t*)(dataBuf)) = blockSize; - *((int32_t*)((char*)dataBuf + INT_BYTES)) = blockSize; + *((int32_t*)(dataBuf + INT_BYTES)) = blockSize; pRetrieve->numOfRows += pBlock->info.rows; int32_t actualLen = - blockEncode(pBlock, (char*)dataBuf + INT_BYTES * 2, blockSize, taosArrayGetSize(pBlock->pDataBlock)); + blockEncode(pBlock, dataBuf + INT_BYTES * 2, blockSize, taosArrayGetSize(pBlock->pDataBlock)); STREAM_CHECK_CONDITION_GOTO(actualLen < 0, terrno); - dataBuf = (char*)dataBuf + (INT_BYTES * 2 + actualLen); + dataBuf += (INT_BYTES * 2 + actualLen); } stDebug("stream fetch get result blockNum:%d, rows:%" PRId64, blockNum, pRetrieve->numOfRows); diff --git a/source/libs/new-stream/src/streamRunner.c b/source/libs/new-stream/src/streamRunner.c index cc0371c9d8cd..944652a2bf15 100644 --- a/source/libs/new-stream/src/streamRunner.c +++ b/source/libs/new-stream/src/streamRunner.c @@ -342,6 +342,10 @@ static int32_t stRunnerInitTbTagVal(SStreamRunnerTask* pTask, SStreamRunnerTaskE static int32_t stRunnerOutputBlock(SStreamRunnerTask* pTask, SStreamRunnerTaskExecution* pExec, SSDataBlock* pBlock, bool* createTb) { int32_t code = 0; + if (stRunnerTaskWaitQuit(pTask)) { + ST_TASK_ILOG("[runner calc]quit, skip output. status:%d", pTask->task.status); + return TSDB_CODE_SUCCESS; + } if (pTask->notification.calcNotifyOnly) return 0; bool needCalcTbName = pExec->tbname[0] == '\0'; if (pBlock && pBlock->info.rows > 0) { @@ -409,7 +413,7 @@ static void clearNotifyContent(SStreamRunnerTaskExecution* pExec) { } static int32_t streamDoNotification(SStreamRunnerTask* pTask, SStreamRunnerTaskExecution* pExec, int32_t startWinIdx, - int32_t endWinIdx) { + int32_t endWinIdx, const char* tbname) { int32_t code = 0; int32_t lino = 0; @@ -430,7 +434,7 @@ static int32_t streamDoNotification(SStreamRunnerTask* pTask, SStreamRunnerTaskE params[i - startWinIdx] = pTriggerCalcParams; } - code = streamSendNotifyContent(&pTask->task, pTask->streamName, pExec->runtimeInfo.funcInfo.triggerType, + code = streamSendNotifyContent(&pTask->task, pTask->streamName, tbname, pExec->runtimeInfo.funcInfo.triggerType, pExec->runtimeInfo.funcInfo.groupId, pTask->notification.pNotifyAddrUrls, pTask->notification.notifyErrorHandle, *params, nParam); @@ -446,7 +450,7 @@ static int32_t streamDoNotification(SStreamRunnerTask* pTask, SStreamRunnerTaskE } static int32_t streamDoNotification1For1(SStreamRunnerTask* pTask, SStreamRunnerTaskExecution* pExec, - const SSDataBlock* pBlock) { + const SSDataBlock* pBlock, const char* tbname) { int32_t code = 0; int32_t lino = 0; @@ -469,7 +473,7 @@ static int32_t streamDoNotification1For1(SStreamRunnerTask* pTask, SStreamRunner } pTriggerCalcParams->resultNotifyContent = pContent; - code = streamSendNotifyContent(&pTask->task, pTask->streamName, pExec->runtimeInfo.funcInfo.triggerType, + code = streamSendNotifyContent(&pTask->task, pTask->streamName, tbname, pExec->runtimeInfo.funcInfo.triggerType, pExec->runtimeInfo.funcInfo.groupId, pTask->notification.pNotifyAddrUrls, pTask->notification.notifyErrorHandle, pTriggerCalcParams, 1); taosMemoryFreeClear(pTriggerCalcParams->resultNotifyContent); @@ -481,7 +485,7 @@ static int32_t stRunnerHandleSingleWinResultBlock(SStreamRunnerTask* pTask, SStr SSDataBlock* pBlock, bool* pCreateTb) { int32_t code = stRunnerOutputBlock(pTask, pExec, pBlock, pCreateTb); if (code == 0) { - code = streamDoNotification1For1(pTask, pExec, pBlock); + code = streamDoNotification1For1(pTask, pExec, pBlock, pExec->tbname); if (code != TSDB_CODE_SUCCESS) { ST_TASK_ELOG("failed to send notification for block, code:%s", tstrerror(code)); } @@ -674,7 +678,7 @@ static int32_t stRunnerTopTaskHandleOutputBlockAgg(SStreamRunnerTask* pTask, SSt if (code == 0 && taosArrayGetSize(pTask->notification.pNotifyAddrUrls) > 0) { endWinIdx = *pNextOutIdx - 1; if (endWinIdx >= startWinIdx) { - code = streamDoNotification(pTask, pExec, startWinIdx, endWinIdx); + code = streamDoNotification(pTask, pExec, startWinIdx, endWinIdx, pExec->tbname); if (code != TSDB_CODE_SUCCESS) { ST_TASK_ELOG("failed to send notification for block, code:%s", tstrerror(code)); } @@ -720,7 +724,7 @@ static int32_t stRunnerTopTaskHandleOutputBlockProj(SStreamRunnerTask* pTask, SS if (code == 0) { endWinIdx = *pNextOutIdx - 1; if (endWinIdx >= startWinIdx) { - streamDoNotification(pTask, pExec, startWinIdx, endWinIdx); + streamDoNotification(pTask, pExec, startWinIdx, endWinIdx, pExec->tbname); } } return code; @@ -849,7 +853,8 @@ static int32_t streamBuildTask(SStreamRunnerTask* pTask, SStreamRunnerTaskExecut ST_TASK_DLOG("vgId:%d start to build stream task", vgId); SReadHandle handle = {0}; handle.streamRtInfo = &pExec->runtimeInfo; - handle.pMsgCb = pTask->pMsgCb; + handle.pMsgCb = &pTask->msgCb; + //handle.pMsgCb = pTask->pMsgCb; handle.pWorkerCb = pTask->pWorkerCb; if (pTask->topTask) { SStreamInserterParam params = {.dbFName = pTask->output.outDbFName, diff --git a/source/libs/new-stream/src/streamTriggerMerger.c b/source/libs/new-stream/src/streamTriggerMerger.c index 675bd5cc0201..12b096337d8c 100644 --- a/source/libs/new-stream/src/streamTriggerMerger.c +++ b/source/libs/new-stream/src/streamTriggerMerger.c @@ -112,7 +112,7 @@ void stTimestampSorterDestroy(void *ptr) { taosArrayDestroy(pSorter->pSessWins); pSorter->pSessWins = NULL; } - taosMemoryFree(pSorter); + taosMemoryFreeClear(*ppSorter); } void stTimestampSorterReset(SSTriggerTimestampSorter *pSorter) { @@ -915,6 +915,10 @@ void stVtableMergerDestroy(void *ptr) { taosArrayDestroy(pMerger->pReaderInfos); pMerger->pReaderInfos = NULL; } + if (pMerger->pPseudoCols != NULL) { + blockDataDestroy(pMerger->pPseudoCols); + pMerger->pPseudoCols = NULL; + } if (pMerger->pReaders != NULL) { taosArrayDestroyEx(pMerger->pReaders, stTimestampSorterDestroy); @@ -925,6 +929,7 @@ void stVtableMergerDestroy(void *ptr) { tMergeTreeDestroy(&pMerger->pDataMerger); pMerger->pDataMerger = NULL; } + taosMemFreeClear(*ppMerger); } void stVtableMergerReset(SSTriggerVtableMerger *pMerger) { diff --git a/source/libs/new-stream/src/streamTriggerTask.c b/source/libs/new-stream/src/streamTriggerTask.c index 7306cfbc60ad..7a8eafc13dfd 100644 --- a/source/libs/new-stream/src/streamTriggerTask.c +++ b/source/libs/new-stream/src/streamTriggerTask.c @@ -28,8 +28,10 @@ #define STREAM_TRIGGER_CHECK_INTERVAL_MS 1000 // 1s #define STREAM_TRIGGER_WAIT_TIME_NS 1 * NANOSECOND_PER_SEC // 1s, todo(kjq): increase the wait time to 10s #define STREAM_TRIGGER_BATCH_WINDOW_WAIT_NS 1 * NANOSECOND_PER_SEC // 1s, todo(kjq): increase the wait time to 30s -#define SSTRIGGER_REALTIME_SESSIONID 1 -#define SSTRIGGER_HISTORY_SESSIONID 2 +#define STREAM_TRIGGER_REALTIME_SESSIONID 1 +#define STREAM_TRIGGER_HISTORY_SESSIONID 2 + +#define STREAM_TRIGGER_HISTORY_STEP_MS 10 * 24 * 60 * 60 * 1000 // 10d #define IS_TRIGGER_GROUP_NONE_WINDOW(pGroup) (TRINGBUF_CAPACITY(&(pGroup)->winBuf) == 0) #define IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) (TRINGBUF_SIZE(&(pGroup)->winBuf) > 0) @@ -51,13 +53,14 @@ static void stRealtimeGroupClearMetadatas(SSTriggerRealtimeGroup *pGroup, int64_ static int32_t stHistoryGroupInit(SSTriggerHistoryGroup *pGroup, SSTriggerHistoryContext *pContext, int64_t gid); static void stHistoryGroupDestroy(void *ptr); -static int32_t stHistoryGroupAddMetaDatas(SSTriggerHistoryGroup *pGroup, SSDataBlock *pMetaDataBlock, bool *pAdded); +static int32_t stHistoryGroupAddMetaDatas(SSTriggerHistoryGroup *pGroup, SArray *pMetadatas, SArray *pVgIds, + bool *pAdded); static int32_t stHistoryGroupCheck(SSTriggerHistoryGroup *pGroup); static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool saveWindow, SSDataBlock **ppDataBlock, int32_t *pStartIdx, int32_t *pEndIdx, bool *pAllTableProcessed, bool *pNeedFetchData); static void stHistoryGroupClearTempState(SSTriggerHistoryGroup *pGroup); -static void stHistoryGroupClearMetadatas(SSTriggerHistoryGroup *pGroup); +static void stHistoryGroupClearMetadatas(SSTriggerHistoryGroup *pGroup, int64_t prevWindowEnd); static int32_t stRealtimeContextInit(SSTriggerRealtimeContext *pContext, SStreamTriggerTask *pTask); static void stRealtimeContextDestroy(void *ptr); @@ -356,41 +359,58 @@ static void stTriggerTaskNextPeriodWindow(SStreamTriggerTask *pTask, STimeWindow } } +#define STREAM_TRIGGER_CHECKPOINT_FORMAT_VERSION 1 + static int32_t stTriggerTaskGenCheckpoint(SStreamTriggerTask *pTask, uint8_t *buf, int64_t *pLen) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SSTriggerRealtimeContext *pContext = pTask->pRealtimeContext; SEncoder encoder = {0}; int32_t iter = 0; + int32_t ver = atomic_add_fetch_32(&pTask->checkpointVersion, 1); + + if (tSimpleHashGetSize(pTask->pRealtimeStartVer) == 0) { + goto _end; + } + tEncoderInit(&encoder, buf, *pLen); - static int32_t ver = 0; + code = tStartEncode(&encoder); + QUERY_CHECK_CODE(code, lino, _end); + code = tEncodeI32(&encoder, ver); // version QUERY_CHECK_CODE(code, lino, _end); code = tEncodeI64(&encoder, pTask->task.streamId); QUERY_CHECK_CODE(code, lino, _end); - code = tEncodeI32(&encoder, tSimpleHashGetSize(pContext->pReaderWalProgress)); + + code = tEncodeI32(&encoder, STREAM_TRIGGER_CHECKPOINT_FORMAT_VERSION); + QUERY_CHECK_CODE(code, lino, _end); + + code = tEncodeI32(&encoder, tSimpleHashGetSize(pTask->pRealtimeStartVer)); QUERY_CHECK_CODE(code, lino, _end); iter = 0; - SSTriggerWalProgress *pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, NULL, &iter); - while (pProgress != NULL) { - code = tEncodeI32(&encoder, pProgress->pTaskAddr->nodeId); - QUERY_CHECK_CODE(code, lino, _end); - code = tEncodeI64(&encoder, pProgress->latestVer); + void *px = tSimpleHashIterate(pTask->pRealtimeStartVer, NULL, &iter); + while (px != NULL) { + int32_t vgId = *(int32_t *)tSimpleHashGetKey(px, NULL); + int64_t startVer = *(int64_t *)px; + code = tEncodeI32(&encoder, vgId); QUERY_CHECK_CODE(code, lino, _end); - code = tEncodeI64(&encoder, pProgress->lastScanVer); + code = tEncodeI64(&encoder, startVer); QUERY_CHECK_CODE(code, lino, _end); - pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, pProgress, &iter); + px = tSimpleHashIterate(pTask->pRealtimeStartVer, px, &iter); } - code = tEncodeI32(&encoder, tSimpleHashGetSize(pContext->pGroups)); + code = tEncodeI32(&encoder, tSimpleHashGetSize(pTask->pHistoryCutoffTime)); QUERY_CHECK_CODE(code, lino, _end); iter = 0; - void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + px = tSimpleHashIterate(pTask->pHistoryCutoffTime, NULL, &iter); while (px != NULL) { - SSTriggerRealtimeGroup *pGroup = *(SSTriggerRealtimeGroup **)px; - code = tEncodeI64(&encoder, pGroup->gid); + int64_t gid = *(int64_t *)tSimpleHashGetKey(px, NULL); + int64_t cutoffTime = *(int64_t *)px; + code = tEncodeI64(&encoder, gid); QUERY_CHECK_CODE(code, lino, _end); - px = tSimpleHashIterate(pContext->pGroups, px, &iter); + code = tEncodeI64(&encoder, cutoffTime); + QUERY_CHECK_CODE(code, lino, _end); + px = tSimpleHashIterate(pTask->pHistoryCutoffTime, px, &iter); } tEndEncode(&encoder); @@ -406,6 +426,95 @@ static int32_t stTriggerTaskGenCheckpoint(SStreamTriggerTask *pTask, uint8_t *bu return code; } +static int32_t stTriggerTaskParseCheckpoint(SStreamTriggerTask *pTask, uint8_t *buf, int64_t len) { + SDecoder decoder = {0}; + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + int32_t ver = 0; + int32_t formatVer = 0; + int64_t streamId = 0; + + if (buf == NULL || len == 0) { + goto _end; + } + + tDecoderInit(&decoder, buf, len); + code = tStartDecode(&decoder); + QUERY_CHECK_CODE(code, lino, _end); + + code = tDecodeI32(&decoder, &ver); + QUERY_CHECK_CODE(code, lino, _end); + code = tDecodeI64(&decoder, &streamId); + QUERY_CHECK_CODE(code, lino, _end); + QUERY_CHECK_CONDITION(streamId == pTask->task.streamId, code, lino, _end, TSDB_CODE_INVALID_PARA); + + code = tDecodeI32(&decoder, &formatVer); + QUERY_CHECK_CODE(code, lino, _end); + QUERY_CHECK_CONDITION(formatVer == STREAM_TRIGGER_CHECKPOINT_FORMAT_VERSION, code, lino, _end, + TSDB_CODE_INVALID_PARA); + int32_t nVgroups = 0; + code = tDecodeI32(&decoder, &nVgroups); + QUERY_CHECK_CODE(code, lino, _end); + for (int32_t i = 0; i < nVgroups; i++) { + int32_t vgId = 0; + int64_t startVer = 0; + code = tDecodeI32(&decoder, &vgId); + QUERY_CHECK_CODE(code, lino, _end); + code = tDecodeI64(&decoder, &startVer); + QUERY_CHECK_CODE(code, lino, _end); + void *px = tSimpleHashGet(pTask->pRealtimeStartVer, &vgId, sizeof(int32_t)); + QUERY_CHECK_CONDITION(px == NULL, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + code = tSimpleHashPut(pTask->pRealtimeStartVer, &vgId, sizeof(int32_t), &startVer, sizeof(int64_t)); + QUERY_CHECK_CODE(code, lino, _end); + ST_TASK_DLOG("parse checkpoint, vgId: %d, startVer: %" PRId64, vgId, startVer); + } + + int32_t nGroups = 0; + code = tDecodeI32(&decoder, &nGroups); + QUERY_CHECK_CODE(code, lino, _end); + for (int32_t i = 0; i < nGroups; i++) { + int64_t gid = 0; + int64_t cutoffTime = 0; + code = tDecodeI64(&decoder, &gid); + QUERY_CHECK_CODE(code, lino, _end); + code = tDecodeI64(&decoder, &cutoffTime); + QUERY_CHECK_CODE(code, lino, _end); + void *px = tSimpleHashGet(pTask->pHistoryCutoffTime, &gid, sizeof(int64_t)); + QUERY_CHECK_CONDITION(px == NULL, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + code = tSimpleHashPut(pTask->pHistoryCutoffTime, &gid, sizeof(int64_t), &cutoffTime, sizeof(int64_t)); + QUERY_CHECK_CODE(code, lino, _end); + ST_TASK_DLOG("parse checkpoint, gid: %" PRId64 ", cutoffTime: %" PRId64, gid, cutoffTime); + } + + tEndDecode(&decoder); + QUERY_CHECK_CONDITION(decoder.pos == len, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + atomic_store_32(&pTask->checkpointVersion, ver); + +#if !TRIGGER_USE_HISTORY_META + bool startFromBound = !pTask->fillHistory && !pTask->fillHistoryFirst; +#else + bool startFromBound = true; +#endif + if (startFromBound) { + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerWalProgress *pProgress = + tSimpleHashGet(pTask->pRealtimeContext->pReaderWalProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + void *px = tSimpleHashGet(pTask->pRealtimeStartVer, &pProgress->pTaskAddr->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pProgress->lastScanVer = pProgress->latestVer = *(int64_t *)px; + } + } + +_end: + tDecoderClear(&decoder); + if (code != TSDB_CODE_SUCCESS) { + ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); + } + return code; +} + static int32_t stTriggerTaskGenVirColRefs(SStreamTriggerTask *pTask, VTableInfo *pInfo, SArray *pSlots, SArray **ppColRefs) { int32_t code = TSDB_CODE_SUCCESS; @@ -620,31 +729,99 @@ int32_t stTriggerTaskReleaseRequest(SStreamTriggerTask *pTask, SSTriggerCalcRequ return code; } -int32_t stTriggerTaskMarkRecalc(SStreamTriggerTask *pTask, int64_t groupId, int64_t skey, int64_t ekey) { - int32_t code = TSDB_CODE_SUCCESS; - int32_t lino = 0; - SSTriggerRealtimeContext *pContext = pTask->pRealtimeContext; - - // todo(kjq): mark recalculation interval +int32_t stTriggerTaskAddRecalcRequest(SStreamTriggerTask *pTask, int64_t gid, STimeWindow range, + SSHashObj *pWalProgress, bool isHistory) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + bool needUnlock = false; + SSTriggerRecalcRequest *pReq = NULL; + + if (pTask->fillHistory || pTask->fillHistoryFirst) { + range.skey = pTask->fillHistoryStartTime; + } else if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { + STimeWindow firstWindow = {0}; + if (pTask->interval.interval == 0) { + firstWindow = stTriggerTaskGetIntervalWindow(pTask, range.skey); + } else { + firstWindow = stTriggerTaskGetPeriodWindow(pTask, range.skey); + } + range.skey = firstWindow.skey; + } else { + void *px = tSimpleHashGet(pTask->pHistoryCutoffTime, &gid, sizeof(int64_t)); + range.skey = (px == NULL) ? (INT64_MIN + 1) : *(int64_t *)px; + } -#if !TRIGGER_USE_HISTORY_META - if ((pTask->fillHistory || pTask->fillHistoryFirst) && pTask->fillHistoryStartTime > 0 && - ekey < pTask->fillHistoryStartTime) { + if (range.skey > range.ekey) { goto _end; } - pContext->haveToRecalc = true; + pReq = taosMemoryCalloc(1, sizeof(SSTriggerRecalcRequest)); + QUERY_CHECK_NULL(pReq, code, lino, _end, terrno); + pReq->gid = gid; + pReq->range = range; + pReq->pTsdbVersions = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); + QUERY_CHECK_NULL(pReq->pTsdbVersions, code, lino, _end, terrno); + pReq->isHistory = isHistory; + + ST_TASK_DLOG("add recalc request, gid: %" PRId64 ", range: [%" PRId64 ", %" PRId64 "]", gid, range.skey, range.ekey); + int32_t iter = 0; - SSTriggerWalProgress *pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, NULL, &iter); + SSTriggerWalProgress *pProgress = tSimpleHashIterate(pWalProgress, NULL, &iter); while (pProgress != NULL) { - code = tSimpleHashPut(pTask->pRecalcLastVer, &pProgress->pTaskAddr->nodeId, sizeof(int32_t), - &pProgress->lastScanVer, sizeof(int64_t)); + int32_t vgId = *(int32_t *)tSimpleHashGetKey(pProgress, NULL); + code = tSimpleHashPut(pReq->pTsdbVersions, &vgId, sizeof(int32_t), &pProgress->lastScanVer, sizeof(int64_t)); QUERY_CHECK_CODE(code, lino, _end); - pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, pProgress, &iter); + pProgress = tSimpleHashIterate(pWalProgress, pProgress, &iter); + } + + taosWLockLatch(&pTask->recalcRequestLock); + needUnlock = true; + + code = tdListAppend(pTask->pRecalcRequests, &pReq); + QUERY_CHECK_CODE(code, lino, _end); + pReq = NULL; + +_end: + if (needUnlock) { + taosWUnLockLatch(&pTask->recalcRequestLock); + } + if (pReq != NULL) { + if (pReq->pTsdbVersions != NULL) { + tSimpleHashCleanup(pReq->pTsdbVersions); + } + taosMemoryFreeClear(pReq); + } + if (code != TSDB_CODE_SUCCESS) { + ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); + } + return code; +} + +int32_t stTriggerTaskFetchRecalcRequest(SStreamTriggerTask *pTask, SSTriggerRecalcRequest **ppReq) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + bool needUnlock = false; + + taosRLockLatch(&pTask->recalcRequestLock); + needUnlock = true; + + // todo(kjq): merge recalc requests + + SListNode *pNode = tdListPopHead(pTask->pRecalcRequests); + if (pNode != NULL) { + *ppReq = *(SSTriggerRecalcRequest **)pNode->data; + taosMemoryFreeClear(pNode); + ST_TASK_DLOG("start recalc request, gid: %" PRId64 ", range: [%" PRId64 ", %" PRId64 "]", (*ppReq)->gid, + (*ppReq)->range.skey, (*ppReq)->range.ekey); + + } else { + *ppReq = NULL; } -#endif _end: + if (needUnlock) { + taosWUnLockLatch(&pTask->recalcRequestLock); + } if (code != TSDB_CODE_SUCCESS) { ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); } @@ -825,7 +1002,7 @@ static int32_t stTriggerTaskParseVirtScan(SStreamTriggerTask *pTask, void *trigg } int32_t nPseudoCols = TARRAY_SIZE(pVirColIds) - nDataCols; if (nPseudoCols > 0) { - taosSort((char*)TARRAY_DATA(pVirColIds) + nDataCols, nPseudoCols, sizeof(col_id_t), compareUint16Val); + taosSort((char *)TARRAY_DATA(pVirColIds) + nDataCols, nPseudoCols, sizeof(col_id_t), compareUint16Val); col_id_t *pColIds = pVirColIds->pData; int32_t j = nDataCols; for (int32_t i = nDataCols + 1; i < TARRAY_SIZE(pVirColIds); i++) { @@ -1167,10 +1344,10 @@ int32_t stTriggerTaskDeploy(SStreamTriggerTask *pTask, SStreamTriggerDeployMsg * pTask->fillHistoryFirst = pMsg->fillHistoryFirst; // todo(kjq): fix here pTask->lowLatencyCalc = pMsg->lowLatencyCalc || true; - pTask->igNoDataTrigger = pMsg->igNoDataTrigger; pTask->hasPartitionBy = pMsg->hasPartitionBy; pTask->isVirtualTable = pMsg->isTriggerTblVirt; pTask->ignoreNoDataTrigger = pMsg->igNoDataTrigger; + pTask->hasTriggerFilter = pMsg->triggerHasPF; if (pTask->ignoreNoDataTrigger) { QUERY_CHECK_CONDITION( (pTask->triggerType == STREAM_TRIGGER_PERIOD) || (pTask->triggerType == STREAM_TRIGGER_SLIDING), code, lino, @@ -1239,12 +1416,14 @@ int32_t stTriggerTaskDeploy(SStreamTriggerTask *pTask, SStreamTriggerDeployMsg * pTask->pGroupRunning = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY)); QUERY_CHECK_NULL(pTask->pGroupRunning, code, lino, _end, terrno); + taosInitRWLatch(&pTask->recalcRequestLock); + pTask->pRecalcRequests = tdListNew(POINTER_BYTES); + QUERY_CHECK_NULL(pTask->pRecalcRequests, code, lino, _end, terrno); + pTask->pRealtimeStartVer = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); QUERY_CHECK_NULL(pTask->pRealtimeStartVer, code, lino, _end, terrno); pTask->pHistoryCutoffTime = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT)); QUERY_CHECK_NULL(pTask->pHistoryCutoffTime, code, lino, _end, terrno); - pTask->pRecalcLastVer = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); - QUERY_CHECK_NULL(pTask->pRecalcLastVer, code, lino, _end, terrno); pTask->task.status = STREAM_STATUS_INIT; @@ -1407,14 +1586,25 @@ int32_t stTriggerTaskUndeployImpl(SStreamTriggerTask **ppTask, const SStreamUnde pTask->pGroupRunning = NULL; } + if (pTask->pRecalcRequests != NULL) { + SListIter iter = {0}; + SListNode *pNode = NULL; + tdListInitIter(pTask->pRecalcRequests, &iter, TD_LIST_FORWARD); + while ((pNode = tdListNext(&iter)) != NULL) { + SSTriggerRecalcRequest *pReq = *(SSTriggerRecalcRequest **)pNode->data; + if (pReq->pTsdbVersions != NULL) { + tSimpleHashCleanup(pReq->pTsdbVersions); + } + taosMemoryFreeClear(pReq); + } + tdListFree(pTask->pRecalcRequests); + pTask->pRecalcRequests = NULL; + } + if (pTask->streamName != NULL) { taosMemoryFree(pTask->streamName); pTask->streamName = NULL; } - if (pTask->pRecalcLastVer != NULL) { - tSimpleHashCleanup(pTask->pRecalcLastVer); - pTask->pRecalcLastVer = NULL; - } SStreamMgmtReq *pMgmtReq = atomic_load_ptr(&pTask->task.pMgmtReq); if (pMgmtReq && pMgmtReq == atomic_val_compare_exchange_ptr(&pTask->task.pMgmtReq, pMgmtReq, NULL)) { @@ -1580,9 +1770,38 @@ int32_t stTriggerTaskExecute(SStreamTriggerTask *pTask, const SStreamMsg *pMsg) } break; } - case STREAM_MSG_UPDATE_RUNNER: + case STREAM_MSG_UPDATE_RUNNER: { + // todo(kjq): handle update runner message + break; + } case STREAM_MSG_USER_RECALC: { - // todo(kjq): handle original table reader info + SStreamMgmtRsp *pRsp = (SStreamMgmtRsp *)pMsg; + SArray *pRecalcList = pRsp->cont.recalcList; + int32_t nRecalcReq = taosArrayGetSize(pRecalcList); + SSTriggerRealtimeContext *pContext = pTask->pRealtimeContext; + QUERY_CHECK_NULL(pContext, code, lino, _end, TSDB_CODE_INVALID_PARA); + for (int32_t i = 0; i < nRecalcReq; i++) { + SStreamRecalcReq *pReq = TARRAY_GET_ELEM(pRecalcList, i); + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + while (px != NULL) { + SSTriggerRealtimeGroup *pGroup = *(SSTriggerRealtimeGroup **)px; + STimeWindow range = {.skey = pReq->start, .ekey = pReq->end - 1}; + if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { + STimeWindow lastWindow = {0}; + if (pTask->interval.interval > 0) { + lastWindow = stTriggerTaskGetIntervalWindow(pTask, range.ekey); + } else { + lastWindow = stTriggerTaskGetPeriodWindow(pTask, range.ekey); + } + range.ekey = lastWindow.ekey; + } + range.ekey = TMIN(range.ekey, pGroup->oldThreshold); + code = stTriggerTaskAddRecalcRequest(pTask, pGroup->gid, range, pContext->pReaderWalProgress, true); + QUERY_CHECK_CODE(code, lino, _end); + px = tSimpleHashIterate(pContext->pGroups, px, &iter); + } + } break; } default: { @@ -1612,11 +1831,12 @@ int32_t stTriggerTaskProcessRsp(SStreamTask *pStreamTask, SRpcMsg *pRsp, int64_t SSTriggerPullRequest *pReq = pAhandle->param; switch (pRsp->code) { case TSDB_CODE_SUCCESS: - case TSDB_CODE_STREAM_NO_DATA: { - if (pReq->sessionId == SSTRIGGER_REALTIME_SESSIONID) { + case TSDB_CODE_STREAM_NO_DATA: + case TSDB_CODE_STREAM_NO_CONTEXT: { + if (pReq->sessionId == STREAM_TRIGGER_REALTIME_SESSIONID) { code = stRealtimeContextProcPullRsp(pTask->pRealtimeContext, pRsp); QUERY_CHECK_CODE(code, lino, _end); - } else if (pReq->sessionId == SSTRIGGER_HISTORY_SESSIONID) { + } else if (pReq->sessionId == STREAM_TRIGGER_HISTORY_SESSIONID) { code = stHistoryContextProcPullRsp(pTask->pHistoryContext, pRsp); QUERY_CHECK_CODE(code, lino, _end); } @@ -1624,11 +1844,11 @@ int32_t stTriggerTaskProcessRsp(SStreamTask *pStreamTask, SRpcMsg *pRsp, int64_t } case TSDB_CODE_STREAM_TASK_NOT_EXIST: { bool addWait = false; - if (pReq->sessionId == SSTRIGGER_REALTIME_SESSIONID) { + if (pReq->sessionId == STREAM_TRIGGER_REALTIME_SESSIONID) { addWait = (listNEles(&pTask->pRealtimeContext->retryPullReqs) == 0); code = tdListAppend(&pTask->pRealtimeContext->retryPullReqs, &pReq); QUERY_CHECK_CODE(code, lino, _end); - } else if (pReq->sessionId == SSTRIGGER_HISTORY_SESSIONID) { + } else if (pReq->sessionId == STREAM_TRIGGER_HISTORY_SESSIONID) { addWait = (listNEles(&pTask->pHistoryContext->retryPullReqs) == 0); code = tdListAppend(&pTask->pHistoryContext->retryPullReqs, &pReq); QUERY_CHECK_CODE(code, lino, _end); @@ -1663,10 +1883,10 @@ int32_t stTriggerTaskProcessRsp(SStreamTask *pStreamTask, SRpcMsg *pRsp, int64_t *pErrTaskId = pReq->runnerTaskId; code = pRsp->code; QUERY_CHECK_CODE(code, lino, _end); - } else if (pReq->sessionId == SSTRIGGER_REALTIME_SESSIONID) { + } else if (pReq->sessionId == STREAM_TRIGGER_REALTIME_SESSIONID) { code = stRealtimeContextProcCalcRsp(pTask->pRealtimeContext, pRsp); QUERY_CHECK_CODE(code, lino, _end); - } else if (pReq->sessionId == SSTRIGGER_HISTORY_SESSIONID) { + } else if (pReq->sessionId == STREAM_TRIGGER_HISTORY_SESSIONID) { code = stHistoryContextProcCalcRsp(pTask->pHistoryContext, pRsp); QUERY_CHECK_CODE(code, lino, _end); } @@ -1684,10 +1904,10 @@ int32_t stTriggerTaskProcessRsp(SStreamTask *pStreamTask, SRpcMsg *pRsp, int64_t QUERY_CHECK_CODE(code, lino, _end); switch (req.type) { case STRIGGER_CTRL_START: { - if (req.sessionId == SSTRIGGER_REALTIME_SESSIONID) { + if (req.sessionId == STREAM_TRIGGER_REALTIME_SESSIONID) { code = stRealtimeContextCheck(pTask->pRealtimeContext); QUERY_CHECK_CODE(code, lino, _end); - } else if (req.sessionId == SSTRIGGER_HISTORY_SESSIONID) { + } else if (req.sessionId == STREAM_TRIGGER_HISTORY_SESSIONID) { code = stHistoryContextCheck(pTask->pHistoryContext); QUERY_CHECK_CODE(code, lino, _end); } @@ -1743,7 +1963,7 @@ static int32_t stRealtimeContextInit(SSTriggerRealtimeContext *pContext, SStream SFilterInfo *pVirDataFilter = NULL; pContext->pTask = pTask; - pContext->sessionId = SSTRIGGER_REALTIME_SESSIONID; + pContext->sessionId = STREAM_TRIGGER_REALTIME_SESSIONID; pContext->pReaderWalProgress = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); QUERY_CHECK_NULL(pContext->pReaderWalProgress, code, lino, _end, terrno); @@ -1845,9 +2065,7 @@ static void stRealtimeContextDestroy(void *ptr) { } if (pContext->pMerger != NULL) { stVtableMergerDestroy(&pContext->pMerger); - taosMemoryFreeClear(pContext->pMerger); } - if (pContext->pSavedWindows != NULL) { taosArrayDestroy(pContext->pSavedWindows); pContext->pSavedWindows = NULL; @@ -2081,7 +2299,7 @@ static int32_t stRealtimeContextSendPullReq(SSTriggerRealtimeContext *pContext, // serialize and send request QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pReq, &msg.info.ahandle), lino, _end); - stDebug("trigger pull req ahandle %p allocated", msg.info.ahandle); + ST_TASK_DLOG("trigger pull req ahandle %p allocated", msg.info.ahandle); msg.contLen = tSerializeSTriggerPullRequest(NULL, 0, pReq); QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); @@ -2247,7 +2465,7 @@ static int32_t stRealtimeContextSendCalcReq(SSTriggerRealtimeContext *pContext) // serialize and send request QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pCalcReq, &msg.info.ahandle), lino, _end); - stDebug("trigger calc req ahandle %p allocated", msg.info.ahandle); + ST_TASK_DLOG("trigger calc req ahandle %p allocated", msg.info.ahandle); msg.contLen = tSerializeSTriggerCalcRequest(NULL, 0, pCalcReq); QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); @@ -2295,7 +2513,14 @@ static int32_t stRealtimeContextRetryPullRequest(SSTriggerRealtimeContext *pCont QUERY_CHECK_NULL(pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); QUERY_CHECK_CONDITION(*(SSTriggerPullRequest **)pNode->data == pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); - for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + for (int32_t i = 0; i < taosArrayGetSize(pTask->virtReaderList); i++) { + SStreamTaskAddr *pTempReader = TARRAY_GET_ELEM(pTask->virtReaderList, i); + if (pTempReader->taskId == pReq->readerTaskId) { + pReader = pTempReader; + break; + } + } + for (int32_t i = 0; i < taosArrayGetSize(pTask->readerList); i++) { SStreamTaskAddr *pTempReader = TARRAY_GET_ELEM(pTask->readerList, i); if (pTempReader->taskId == pReq->readerTaskId) { pReader = pTempReader; @@ -2413,15 +2638,51 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { int32_t lino = 0; SStreamTriggerTask *pTask = pContext->pTask; + if (listNEles(&pContext->retryPullReqs) > 0) { + while (listNEles(&pContext->retryPullReqs) > 0) { + SListNode *pNode = TD_DLIST_HEAD(&pContext->retryPullReqs); + SSTriggerPullRequest *pReq = *(SSTriggerPullRequest **)pNode->data; + code = stRealtimeContextRetryPullRequest(pContext, pNode, pReq); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + } + + if (pContext->status == STRIGGER_CONTEXT_IDLE && pTask->isVirtualTable && !pTask->virTableInfoReady) { + pContext->status = STRIGGER_CONTEXT_GATHER_VTABLE_INFO; + if (taosArrayGetSize(pTask->virtReaderList) > 0 && taosArrayGetSize(pTask->pVirTableInfoRsp) == 0) { + pContext->lastVirtTableInfoTime = taosGetTimestampNs(); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->virtReaderList); + pContext->curReaderIdx++) { + code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_VTABLE_INFO); + QUERY_CHECK_CODE(code, lino, _end); + } + } else if (taosArrayGetSize(pTask->readerList) > 0) { + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_OTABLE_INFO); + QUERY_CHECK_CODE(code, lino, _end); + } + } + goto _end; + } + if (!pContext->haveReadCheckpoint) { stDebug("[checkpoint] read checkpoint for stream %" PRIx64, pTask->task.streamId); if (atomic_load_8(&pTask->isCheckpointReady) == 1) { void *buf = NULL; int64_t len = 0; code = streamReadCheckPoint(pTask->task.streamId, &buf, &len); - // todo(kjq): parse the checkpoint data and restore status + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFree(buf); + QUERY_CHECK_CODE(code, lino, _end); + } + code = stTriggerTaskParseCheckpoint(pTask, buf, len); + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFree(buf); + QUERY_CHECK_CODE(code, lino, _end); + } taosMemoryFree(buf); - QUERY_CHECK_CODE(code, lino, _end); pContext->haveReadCheckpoint = true; } else { // wait 1 second and retry @@ -2432,35 +2693,34 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { } } - if (listNEles(&pContext->retryPullReqs) > 0) { - while (listNEles(&pContext->retryPullReqs) > 0) { - SListNode *pNode = TD_DLIST_HEAD(&pContext->retryPullReqs); - SSTriggerPullRequest *pReq = *(SSTriggerPullRequest **)pNode->data; - code = stRealtimeContextRetryPullRequest(pContext, pNode, pReq); - QUERY_CHECK_CODE(code, lino, _end); - } - goto _end; + if (pTask->pHistoryContext == NULL) { + pTask->pHistoryContext = taosMemoryCalloc(1, sizeof(SSTriggerHistoryContext)); + QUERY_CHECK_NULL(pTask->pHistoryContext, code, lino, _end, terrno); + code = stHistoryContextInit(pTask->pHistoryContext, pTask); + QUERY_CHECK_CODE(code, lino, _end); + SSTriggerCtrlRequest req = {.type = STRIGGER_CTRL_START, + .streamId = pTask->task.streamId, + .taskId = pTask->task.taskId, + .sessionId = pTask->pHistoryContext->sessionId}; + SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_CTRL}; + msg.contLen = tSerializeSTriggerCtrlRequest(NULL, 0, &req); + QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + msg.pCont = rpcMallocCont(msg.contLen); + QUERY_CHECK_NULL(msg.pCont, code, lino, _end, terrno); + int32_t tlen = tSerializeSTriggerCtrlRequest(msg.pCont, msg.contLen, &req); + QUERY_CHECK_CONDITION(tlen == msg.contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + TRACE_SET_ROOTID(&msg.info.traceId, pTask->task.streamId); + TRACE_SET_MSGID(&msg.info.traceId, tGenIdPI64()); + + SMsgCb *pCb = &gStreamMgmt.msgCb; + code = pCb->putToQueueFp(pCb->mgmt, STREAM_TRIGGER_QUEUE, &msg); + QUERY_CHECK_CODE(code, lino, _end); + + ST_TASK_DLOG("send start control request for session: %" PRIx64, req.sessionId); + ST_TASK_DLOG("control request 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); } if (pContext->status == STRIGGER_CONTEXT_IDLE) { - if (pTask->isVirtualTable && !pTask->virTableInfoReady) { - pContext->status = STRIGGER_CONTEXT_GATHER_VTABLE_INFO; - if (taosArrayGetSize(pTask->virtReaderList) > 0 && taosArrayGetSize(pTask->pVirTableInfoRsp) == 0) { - for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->virtReaderList); - pContext->curReaderIdx++) { - code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_VTABLE_INFO); - QUERY_CHECK_CODE(code, lino, _end); - } - } else if (taosArrayGetSize(pTask->readerList) > 0) { - for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); - pContext->curReaderIdx++) { - code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_OTABLE_INFO); - QUERY_CHECK_CODE(code, lino, _end); - } - } - goto _end; - } - if (taosArrayGetSize(pTask->readerList) > 0 && tSimpleHashGetSize(pTask->pRealtimeStartVer) == 0) { pContext->status = STRIGGER_CONTEXT_DETERMINE_BOUND; for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); @@ -2572,7 +2832,7 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { } if (taosArrayGetSize(pContext->pNotifyParams) > 0) { - code = streamSendNotifyContent(&pTask->task, pTask->streamName, pTask->triggerType, pGroup->gid, + code = streamSendNotifyContent(&pTask->task, pTask->streamName, NULL, pTask->triggerType, pGroup->gid, pTask->pNotifyAddrUrls, pTask->notifyErrorHandle, TARRAY_DATA(pContext->pNotifyParams), TARRAY_SIZE(pContext->pNotifyParams)); QUERY_CHECK_CODE(code, lino, _end); @@ -2624,12 +2884,17 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { } } TD_DLIST_POP(&pContext->groupsToCheck, pGroup); - int32_t nRemainParams = taosArrayGetSize(pGroup->pPendingCalcParams); - bool needMoreCalc = - (pTask->lowLatencyCalc && (nRemainParams > 0) || (nRemainParams >= STREAM_CALC_REQ_MAX_WIN_NUM)); - if (needMoreCalc) { - // the group has remaining calc params to be calculated + if (pContext->needCheckAgain) { + pContext->needCheckAgain = false; TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + } else { + int32_t nRemainParams = taosArrayGetSize(pGroup->pPendingCalcParams); + bool needMoreCalc = + (pTask->lowLatencyCalc && (nRemainParams > 0) || (nRemainParams >= STREAM_CALC_REQ_MAX_WIN_NUM)); + if (needMoreCalc) { + // the group has remaining calc params to be calculated + TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + } } pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; } @@ -2698,7 +2963,7 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { } while (p != TRINGBUF_TAIL(&pGroup->winBuf)); if (taosArrayGetSize(pContext->pNotifyParams) > 0) { - code = streamSendNotifyContent(&pTask->task, pTask->streamName, pTask->triggerType, pGroup->gid, + code = streamSendNotifyContent(&pTask->task, pTask->streamName, NULL, pTask->triggerType, pGroup->gid, pTask->pNotifyAddrUrls, pTask->notifyErrorHandle, TARRAY_DATA(pContext->pNotifyParams), TARRAY_SIZE(pContext->pNotifyParams)); QUERY_CHECK_CODE(code, lino, _end); @@ -2735,38 +3000,52 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; } +#define STRIGGER_CHECKPOINT_INTERVAL_NS 10 * NANOSECOND_PER_MINUTE // 10min + int64_t now = taosGetTimestampNs(); + if (pContext->lastCheckpointTime + STRIGGER_CHECKPOINT_INTERVAL_NS <= now) { + // do checkpoint + uint8_t *buf = NULL; + int64_t len = 0; + do { + stDebug("[checkpoint] generate checkpoint for stream %" PRIx64, pTask->task.streamId); + code = stTriggerTaskGenCheckpoint(pTask, buf, &len); + if (code != 0) break; + buf = taosMemoryMalloc(len); + code = stTriggerTaskGenCheckpoint(pTask, buf, &len); + if (code != 0) break; + code = streamWriteCheckPoint(pTask->task.streamId, buf, len); + if (code != 0) break; + int32_t leaderSid = pTask->leaderSnodeId; + SEpSet *epSet = gStreamMgmt.getSynEpset(leaderSid); + if (epSet != NULL) { + code = streamSyncWriteCheckpoint(pTask->task.streamId, epSet, buf, len); + buf = NULL; + } + } while (0); + taosMemoryFree(buf); + QUERY_CHECK_CODE(code, lino, _end); + pContext->lastCheckpointTime = now; + } + +#define STRIGGER_VIRTUAL_TABLE_INFO_INTERVAL_NS 10 * NANOSECOND_PER_SEC // 10s + if (pTask->isVirtualTable && pContext->lastVirtTableInfoTime + STRIGGER_VIRTUAL_TABLE_INFO_INTERVAL_NS <= now) { + // check virtual table info + pContext->status = STRIGGER_CONTEXT_FETCH_META; + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->virtReaderList); + pContext->curReaderIdx++) { + code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_VTABLE_INFO); + QUERY_CHECK_CODE(code, lino, _end); + } + pContext->lastVirtTableInfoTime = now; + goto _end; + } + if (pTask->triggerType == STREAM_TRIGGER_PERIOD) { stTriggerTaskNextPeriodWindow(pTask, &pContext->periodWindow); pContext->status = STRIGGER_CONTEXT_IDLE; code = stTriggerTaskAddWaitSession(pTask, pContext->sessionId, pContext->periodWindow.ekey); QUERY_CHECK_CODE(code, lino, _end); } else { -#define STRIGGER_CHECKPOINT_INTERVAL_NS 10 * NANOSECOND_PER_MINUTE // 10min - int64_t now = taosGetTimestampNs(); - if (pContext->lastCheckpointTime + STRIGGER_CHECKPOINT_INTERVAL_NS <= now) { - // do checkpoint - uint8_t *buf = NULL; - int64_t len = 0; - do { - stDebug("[checkpoint] generate checkpoint for stream %" PRIx64, pTask->task.streamId); - code = stTriggerTaskGenCheckpoint(pTask, buf, &len); - if (code != 0) break; - buf = taosMemoryMalloc(len); - code = stTriggerTaskGenCheckpoint(pTask, buf, &len); - if (code != 0) break; - code = streamWriteCheckPoint(pTask->task.streamId, buf, len); - if (code != 0) break; - int32_t leaderSid = pTask->leaderSnodeId; - SEpSet *epSet = gStreamMgmt.getSynEpset(leaderSid); - if (epSet != NULL) { - code = streamSyncWriteCheckpoint(pTask->task.streamId, epSet, buf, len); - buf = NULL; - } - } while (0); - taosMemoryFree(buf); - QUERY_CHECK_CODE(code, lino, _end); - pContext->lastCheckpointTime = now; - } // todo(kjq): start history calc if needed if (!pContext->getWalMetaThisRound) { // add the task to wait list since it catches up all readers @@ -2793,64 +3072,6 @@ static int32_t stRealtimeContextCheck(SSTriggerRealtimeContext *pContext) { return code; } -static int32_t stRealtimeContextRestart(SSTriggerRealtimeContext *pContext) { - int32_t code = TSDB_CODE_SUCCESS; - int32_t lino = 0; - SStreamTriggerTask *pTask = pContext->pTask; - int32_t iter = 0; - if (!pTask->fillHistory && !pTask->fillHistoryFirst) { - for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { - SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); - SSTriggerWalProgress *pProgress = tSimpleHashGet(pContext->pReaderWalProgress, &pReader->nodeId, sizeof(int32_t)); - QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - void *px = tSimpleHashGet(pTask->pRealtimeStartVer, &pProgress->pTaskAddr->nodeId, sizeof(int32_t)); - QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - pProgress->lastScanVer = pProgress->latestVer = *(int64_t *)px; - } - } else { - SSTriggerWalProgress *pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, NULL, &iter); - while (pProgress != NULL) { - pProgress->lastScanVer = pProgress->latestVer = 0; - pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, pProgress, &iter); - } - } - tSimpleHashClear(pContext->pGroups); - if (pTask->isVirtualTable) { - int32_t nVirTables = taosArrayGetSize(pTask->pVirTableInfoRsp); - for (int32_t i = 0; i < nVirTables; i++) { - VTableInfo *pInfo = TARRAY_GET_ELEM(pTask->pVirTableInfoRsp, i); - - void *px = tSimpleHashGet(pContext->pGroups, &pInfo->gId, sizeof(int64_t)); - if (px == NULL) { - SSTriggerRealtimeGroup *pGroup = taosMemoryCalloc(1, sizeof(SSTriggerRealtimeGroup)); - QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); - code = tSimpleHashPut(pContext->pGroups, &pInfo->gId, sizeof(int64_t), &pGroup, POINTER_BYTES); - if (code != TSDB_CODE_SUCCESS) { - taosMemoryFreeClear(pGroup); - QUERY_CHECK_CODE(code, lino, _end); - } - code = stRealtimeGroupInit(pGroup, pContext, pInfo->gId); - QUERY_CHECK_CODE(code, lino, _end); - } - } - } - TD_DLIST_INIT(&pContext->groupsToCheck); - TD_DLIST_INIT(&pContext->groupsMaxDelay); - pContext->haveToRecalc = false; - - pContext->status = STRIGGER_CONTEXT_FETCH_META; - for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); pContext->curReaderIdx++) { - code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_WAL_META); - QUERY_CHECK_CODE(code, lino, _end); - } - -_end: - if (code != TSDB_CODE_SUCCESS) { - ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); - } - return code; -} - static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, SRpcMsg *pRsp) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; @@ -2858,7 +3079,6 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, SSDataBlock *pDataBlock = NULL; SArray *pAllMetadatas = NULL; SArray *pVgIds = NULL; - SArray *pSavedGroupsToCheck = NULL; SStreamMsgVTableInfo vtableInfo = {0}; SSTriggerOrigTableInfoRsp otableInfo = {0}; SArray *pOrigTableNames = NULL; @@ -3002,9 +3222,8 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, SSTriggerWalProgress *pTempProgress = tSimpleHashGet(pContext->pReaderWalProgress, &pReader->nodeId, sizeof(int32_t)); QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - SSDataBlock *pBlock = - *(SSDataBlock **)TARRAY_GET_ELEM(pTempProgress->pMetadatas, TARRAY_SIZE(pTempProgress->pMetadatas) - 1); - int32_t nrows = blockDataGetNumOfRows(pBlock); + SSDataBlock *pBlock = *(SSDataBlock **)taosArrayGetLast(pTempProgress->pMetadatas); + int32_t nrows = blockDataGetNumOfRows(pBlock); if (nrows >= STREAM_RETURN_ROWS_NUM) { continueToFetch = true; break; @@ -3043,19 +3262,6 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, taosArrayClear(pTempProgress->pMetadatas); } -#if !TRIGGER_USE_HISTORY_META - while (TD_DLIST_NELES(&pContext->groupsToCheck) > 0) { - SSTriggerRealtimeGroup *pGroup = TD_DLIST_HEAD(&pContext->groupsToCheck); - if (pSavedGroupsToCheck == NULL) { - pSavedGroupsToCheck = taosArrayInit(0, POINTER_BYTES); - QUERY_CHECK_NULL(pSavedGroupsToCheck, code, lino, _end, terrno); - } - void *px = taosArrayPush(pSavedGroupsToCheck, &pGroup); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - TD_DLIST_POP(&pContext->groupsToCheck, pGroup); - } -#endif - if (!pTask->isVirtualTable) { for (int32_t i = 0; i < TARRAY_SIZE(pAllMetadatas); i++) { SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pAllMetadatas, i); @@ -3105,7 +3311,7 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, } } - if ((pTask->triggerType == STREAM_TRIGGER_PERIOD) && !pTask->igNoDataTrigger) { + if ((pTask->triggerType == STREAM_TRIGGER_PERIOD) && !pTask->ignoreNoDataTrigger) { int32_t iter = 0; void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); while (px != NULL) { @@ -3120,48 +3326,6 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, } } -#if !TRIGGER_USE_HISTORY_META - while (taosArrayGetSize(pSavedGroupsToCheck) > 0) { - SSTriggerRealtimeGroup *pGroup = *(SSTriggerRealtimeGroup **)taosArrayPop(pSavedGroupsToCheck); - if (TD_DLIST_NODE_NEXT(pGroup) == NULL && TD_DLIST_TAIL(&pContext->groupsToCheck) != pGroup) { - TD_DLIST_PREPEND(&pContext->groupsToCheck, pGroup); - } - } - if (pContext->haveToRecalc) { - ST_TASK_DLOG("[recalc] restart realtime context: %p", pContext); - code = stRealtimeContextRestart(pContext); - QUERY_CHECK_CODE(code, lino, _end); - goto _end; - } else if (tSimpleHashGetSize(pTask->pRecalcLastVer) > 0) { - bool needMoreMeta = false; - int32_t iter = 0; - SSTriggerWalProgress *pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, NULL, &iter); - while (pProgress != NULL) { - void *px = tSimpleHashGet(pTask->pRecalcLastVer, &pProgress->pTaskAddr->nodeId, sizeof(int32_t)); - QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - int64_t ver = *(int64_t *)px; - if (pProgress->lastScanVer < ver) { - needMoreMeta = true; - break; - } - pProgress = tSimpleHashIterate(pContext->pReaderWalProgress, pProgress, &iter); - } - - if (needMoreMeta) { - ST_TASK_DLOG("[recalc] context need more meta: %p", pContext); - for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); - pContext->curReaderIdx++) { - code = stRealtimeContextSendPullReq(pContext, STRIGGER_PULL_WAL_META); - QUERY_CHECK_CODE(code, lino, _end); - } - goto _end; - } else { - ST_TASK_DLOG("[recalc] context start to check: %p", pContext); - tSimpleHashClear(pTask->pRecalcLastVer); - } - } -#endif - code = stRealtimeContextCheck(pContext); QUERY_CHECK_CODE(code, lino, _end); break; @@ -3248,8 +3412,6 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, } case STRIGGER_PULL_VTABLE_INFO: { - QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_GATHER_VTABLE_INFO, code, lino, _end, - TSDB_CODE_INTERNAL_ERROR); SSTriggerWalProgress *pProgress = NULL; for (int32_t i = 0; i < TARRAY_SIZE(pTask->virtReaderList); i++) { SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->virtReaderList, i); @@ -3267,9 +3429,44 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, code = tDeserializeSStreamMsgVTableInfo(pRsp->pCont, pRsp->contLen, &vtableInfo); QUERY_CHECK_CODE(code, lino, _end); int32_t nVirTables = taosArrayGetSize(vtableInfo.infos); + + if (pTask->virTableInfoReady) { + // check virtual table info + for (int32_t i = 0; i < nVirTables; i++) { + VTableInfo *pInfo = TARRAY_GET_ELEM(vtableInfo.infos, i); + SSTriggerVirTableInfo *pTable = tSimpleHashGet(pTask->pVirTableInfos, &pInfo->uid, sizeof(int64_t)); + if (pTable == NULL) { + ST_TASK_DLOG("found new added virtual table, gid:%" PRId64 ", uid:%" PRId64 ", ver:%d", pInfo->gId, + pInfo->uid, pInfo->cols.version); + code = TSDB_CODE_INTERNAL_ERROR; + QUERY_CHECK_CODE(code, lino, _end); + } + if (pTable->tbVer != pInfo->cols.version) { + ST_TASK_DLOG("virtual table version changed, gid:%" PRId64 ", uid:%" PRId64 ", ver:%" PRId64 " -> %d", + pInfo->gId, pInfo->uid, pTable->tbVer, pInfo->cols.version); + code = TSDB_CODE_INTERNAL_ERROR; + QUERY_CHECK_CODE(code, lino, _end); + } + } + + if (--pContext->curReaderIdx > 0) { + // wait for responses from other readers + goto _end; + } + + code = stRealtimeContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); + break; + } + + QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_GATHER_VTABLE_INFO, code, lino, _end, + TSDB_CODE_INTERNAL_ERROR); for (int32_t i = 0; i < nVirTables; i++) { VTableInfo *pInfo = TARRAY_GET_ELEM(vtableInfo.infos, i); - SSTriggerVirTableInfo newInfo = {.tbGid = pInfo->gId, .tbUid = pInfo->uid, .tbVer = pInfo->ver, .vgId = vgId}; + SSTriggerVirTableInfo newInfo = { + .tbGid = pInfo->gId, .tbUid = pInfo->uid, .tbVer = pInfo->cols.version, .vgId = vgId}; + ST_TASK_DLOG("got virtual table info, gid:%" PRId64 ", uid:%" PRId64 ", ver:%d", pInfo->gId, pInfo->uid, + pInfo->cols.version); code = tSimpleHashPut(pTask->pVirTableInfos, &newInfo.tbUid, sizeof(int64_t), &newInfo, sizeof(SSTriggerVirTableInfo)); QUERY_CHECK_CODE(code, lino, _end); @@ -3467,9 +3664,6 @@ static int32_t stRealtimeContextProcPullRsp(SSTriggerRealtimeContext *pContext, if (pVgIds != NULL) { taosArrayDestroy(pVgIds); } - if (pSavedGroupsToCheck != NULL) { - taosArrayDestroy(pSavedGroupsToCheck); - } tDestroySStreamMsgVTableInfo(&vtableInfo); tDestroySTriggerOrigTableInfoRsp(&otableInfo); if (pOrigTableNames != NULL) { @@ -3517,6 +3711,21 @@ static int32_t stRealtimeContextProcCalcRsp(SSTriggerRealtimeContext *pContext, return code; } +static void stHistoryContextDestroyTsdbProgress(void *ptr) { + SSTriggerTsdbProgress *pProgress = ptr; + if (pProgress == NULL) { + return; + } + if (pProgress->reqCids != NULL) { + taosArrayDestroy(pProgress->reqCids); + pProgress->reqCids = NULL; + } + if (pProgress->pMetadatas != NULL) { + taosArrayDestroyP(pProgress->pMetadatas, (FDelete)blockDataDestroy); + pProgress->pMetadatas = NULL; + } +} + static int32_t stHistoryContextInit(SSTriggerHistoryContext *pContext, SStreamTriggerTask *pTask) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; @@ -3524,7 +3733,8 @@ static int32_t stHistoryContextInit(SSTriggerHistoryContext *pContext, SStreamTr SFilterInfo *pVirDataFilter = NULL; pContext->pTask = pTask; - pContext->sessionId = SSTRIGGER_HISTORY_SESSIONID; + pContext->sessionId = STREAM_TRIGGER_HISTORY_SESSIONID; + pContext->status = STRIGGER_CONTEXT_WAIT_RECALC_REQ; if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { pContext->needTsdbMeta = (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM); } else if (pTask->isVirtualTable || (pTask->triggerType == STREAM_TRIGGER_SESSION) || @@ -3532,37 +3742,65 @@ static int32_t stHistoryContextInit(SSTriggerHistoryContext *pContext, SStreamTr pContext->needTsdbMeta = true; } - pContext->pReaderMap = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); - QUERY_CHECK_NULL(pContext->pReaderMap, code, lino, _end, terrno); + pContext->pReaderTsdbProgress = tSimpleHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT)); + QUERY_CHECK_NULL(pContext->pReaderTsdbProgress, code, lino, _end, terrno); + tSimpleHashSetFreeFp(pContext->pReaderTsdbProgress, stHistoryContextDestroyTsdbProgress); + int32_t nVirReaders = taosArrayGetSize(pTask->virtReaderList); int32_t nReaders = taosArrayGetSize(pTask->readerList); - for (int32_t i = 0; i < nReaders; i++) { - SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); - code = tSimpleHashPut(pContext->pReaderMap, &pReader->nodeId, sizeof(int32_t), &pReader, POINTER_BYTES); + for (int32_t i = 0; i < nVirReaders + nReaders; i++) { + SStreamTaskAddr *pReader = NULL; + if (i < nVirReaders) { + pReader = TARRAY_GET_ELEM(pTask->virtReaderList, i); + } else { + pReader = TARRAY_GET_ELEM(pTask->readerList, i - nVirReaders); + } + if (tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)) != NULL) { + continue; + } + SSTriggerTsdbProgress progress = {0}; + code = tSimpleHashPut(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t), &progress, + sizeof(SSTriggerTsdbProgress)); QUERY_CHECK_CODE(code, lino, _end); + SSTriggerTsdbProgress *pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pProgress->pTaskAddr = pReader; + pProgress->pMetadatas = taosArrayInit(0, POINTER_BYTES); + QUERY_CHECK_NULL(pProgress->pMetadatas, code, lino, _end, terrno); + SSTriggerPullRequest *pPullReq = &pProgress->pullReq.base; + pPullReq->streamId = pTask->task.streamId; + pPullReq->sessionId = pContext->sessionId; + pPullReq->triggerTaskId = pTask->task.taskId; + if (pTask->isVirtualTable) { + pProgress->reqCids = taosArrayInit(0, sizeof(col_id_t)); + QUERY_CHECK_NULL(pProgress->reqCids, code, lino, _end, terrno); + } } + pContext->stepRange = pContext->range; - pContext->curRange.skey = pTask->fillHistoryStartTime; + pContext->pTrigDataBlocks = taosArrayInit(0, POINTER_BYTES); + QUERY_CHECK_NULL(pContext->pTrigDataBlocks, code, lino, _end, terrno); + pContext->pCalcDataBlocks = taosArrayInit(0, POINTER_BYTES); + QUERY_CHECK_NULL(pContext->pCalcDataBlocks, code, lino, _end, terrno); pContext->pGroups = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT)); QUERY_CHECK_NULL(pContext->pGroups, code, lino, _end, terrno); tSimpleHashSetFreeFp(pContext->pGroups, stHistoryGroupDestroy); TD_DLIST_INIT(&pContext->groupsToCheck); - int32_t iter = 0; - void *px = tSimpleHashIterate(pTask->pHistoryCutoffTime, NULL, &iter); - while (px != NULL) { - int64_t gid = *(int64_t *)tSimpleHashGetKey(px, NULL); - SSTriggerHistoryGroup *pGroup = taosMemoryCalloc(1, sizeof(SSTriggerHistoryGroup)); - QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); - code = tSimpleHashPut(pContext->pGroups, &gid, sizeof(int64_t), &pGroup, POINTER_BYTES); - if (code != TSDB_CODE_SUCCESS) { - taosMemoryFreeClear(pGroup); + int32_t nVirTables = taosArrayGetSize(pTask->pVirTableInfoRsp); + for (int32_t i = 0; i < nVirTables; i++) { + VTableInfo *pInfo = TARRAY_GET_ELEM(pTask->pVirTableInfoRsp, i); + void *px = tSimpleHashGet(pContext->pGroups, &pInfo->gId, sizeof(int64_t)); + if (px == NULL) { + SSTriggerHistoryGroup *pGroup = taosMemoryCalloc(1, sizeof(SSTriggerHistoryGroup)); + QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); + code = tSimpleHashPut(pContext->pGroups, &pInfo->gId, sizeof(int64_t), &pGroup, POINTER_BYTES); + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFreeClear(pGroup); + QUERY_CHECK_CODE(code, lino, _end); + } + code = stHistoryGroupInit(pGroup, pContext, pInfo->gId); QUERY_CHECK_CODE(code, lino, _end); } - code = stHistoryGroupInit(pGroup, pContext, gid); - QUERY_CHECK_CODE(code, lino, _end); - int64_t ts = *(int64_t *)px; - pContext->curRange.ekey = TMAX(pContext->curRange.ekey, ts); - px = tSimpleHashIterate(pTask->pHistoryCutoffTime, px, &iter); } pContext->pSorter = taosMemoryCalloc(1, sizeof(SSTriggerTimestampSorter)); @@ -3579,7 +3817,6 @@ static int32_t stHistoryContextInit(SSTriggerHistoryContext *pContext, SStreamTr code = stVtableMergerInit(pContext->pMerger, pTask, &pVirDataBlock, &pVirDataFilter, pTask->nVirDataCols); QUERY_CHECK_CODE(code, lino, _end); } - if (pTask->triggerType == STREAM_TRIGGER_SLIDING || pTask->triggerType == STREAM_TRIGGER_SESSION) { pContext->pSavedWindows = taosArrayInit(0, sizeof(SSTriggerWindow)); QUERY_CHECK_NULL(pContext->pSavedWindows, code, lino, _end, terrno); @@ -3591,24 +3828,39 @@ static int32_t stHistoryContextInit(SSTriggerHistoryContext *pContext, SStreamTr code = filterInitFromNode(pTask->pEndCond, &pContext->pEndCond, 0, NULL); QUERY_CHECK_CODE(code, lino, _end); } - if (pTask->notifyEventType != STRIGGER_EVENT_WINDOW_NONE) { pContext->pNotifyParams = taosArrayInit(0, sizeof(SSTriggerCalcParam)); QUERY_CHECK_NULL(pContext->pNotifyParams, code, lino, _end, terrno); } - SSTriggerPullRequest *pPullReq = &pContext->pullReq.base; - pPullReq->streamId = pTask->task.streamId; - pPullReq->sessionId = pContext->sessionId; - pPullReq->triggerTaskId = pTask->task.taskId; - if (pTask->isVirtualTable) { - pContext->reqCids = taosArrayInit(0, sizeof(col_id_t)); - QUERY_CHECK_NULL(pContext->reqCids, code, lino, _end, terrno); - } pContext->pCalcDataCacheIters = taosHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK); + taosHashSetFreeFp(pContext->pCalcDataCacheIters, (_hash_free_fn_t)releaseDataResult); QUERY_CHECK_NULL(pContext->pCalcDataCacheIters, code, lino, _end, errno); + tdListInit(&pContext->retryPullReqs, POINTER_BYTES); + tdListInit(&pContext->retryCalcReqs, POINTER_BYTES); + +_end: + return code; +} + +static int32_t stHistoryContextHandleRequest(SSTriggerHistoryContext *pContext, SSTriggerRecalcRequest *pReq) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + pContext->gid = pReq->gid; + pContext->range = pReq->range; + pContext->stepRange = pContext->range; + pContext->isHistory = pReq->isHistory; + int32_t iter = 0; + SSTriggerTsdbProgress *pProgress = tSimpleHashIterate(pContext->pReaderTsdbProgress, NULL, &iter); + while (pProgress != NULL) { + void *px = tSimpleHashGet(pReq->pTsdbVersions, &pProgress->pTaskAddr->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pProgress->version = *(int64_t *)px; + pProgress = tSimpleHashIterate(pContext->pReaderTsdbProgress, pProgress, &iter); + } _end: return code; } @@ -3620,15 +3872,23 @@ static void stHistoryContextDestroy(void *ptr) { } SSTriggerHistoryContext *pContext = *ppContext; - if (pContext->pReaderMap != NULL) { - tSimpleHashCleanup(pContext->pReaderMap); - pContext->pReaderMap = NULL; + if (pContext->pReaderTsdbProgress != NULL) { + tSimpleHashCleanup(pContext->pReaderTsdbProgress); + pContext->pReaderTsdbProgress = NULL; } if (pContext->pFirstTsMap != NULL) { tSimpleHashCleanup(pContext->pFirstTsMap); pContext->pFirstTsMap = NULL; } + if (pContext->pTrigDataBlocks != NULL) { + taosArrayDestroyP(pContext->pTrigDataBlocks, (FDelete)blockDataDestroy); + pContext->pTrigDataBlocks = NULL; + } + if (pContext->pCalcDataBlocks != NULL) { + taosArrayDestroyP(pContext->pCalcDataBlocks, (FDelete)blockDataDestroy); + pContext->pCalcDataBlocks = NULL; + } if (pContext->pGroups != NULL) { tSimpleHashCleanup(pContext->pGroups); @@ -3641,7 +3901,6 @@ static void stHistoryContextDestroy(void *ptr) { if (pContext->pMerger != NULL) { stVtableMergerDestroy(&pContext->pMerger); } - if (pContext->pSavedWindows != NULL) { taosArrayDestroy(pContext->pSavedWindows); pContext->pSavedWindows = NULL; @@ -3658,7 +3917,6 @@ static void stHistoryContextDestroy(void *ptr) { filterFreeInfo(pContext->pEndCond); pContext->pEndCond = NULL; } - if (pContext->pNotifyParams != NULL) { taosArrayDestroyEx(pContext->pNotifyParams, tDestroySSTriggerCalcParam); pContext->pNotifyParams = NULL; @@ -3679,6 +3937,8 @@ static void stHistoryContextDestroy(void *ptr) { static FORCE_INLINE SSTriggerHistoryGroup *stHistoryContextGetCurrentGroup(SSTriggerHistoryContext *pContext) { if (TD_DLIST_NELES(&pContext->groupsToCheck) > 0) { return TD_DLIST_HEAD(&pContext->groupsToCheck); + } else if (TD_DLIST_NELES(&pContext->groupsForceClose) > 0) { + return TD_DLIST_HEAD(&pContext->groupsForceClose); } else { terrno = TSDB_CODE_INTERNAL_ERROR; SStreamTriggerTask *pTask = pContext->pTask; @@ -3688,100 +3948,93 @@ static FORCE_INLINE SSTriggerHistoryGroup *stHistoryContextGetCurrentGroup(SSTri } static int32_t stHistoryContextSendPullReq(SSTriggerHistoryContext *pContext, ESTriggerPullType type) { - int32_t code = TSDB_CODE_SUCCESS; - int32_t lino = 0; - SStreamTriggerTask *pTask = pContext->pTask; - SStreamTaskAddr *pReader = NULL; - SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_PULL}; + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + SSTriggerTsdbProgress *pProgress = NULL; + SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_PULL}; switch (type) { case STRIGGER_PULL_FIRST_TS: { - pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); + SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); - SSTriggerFirstTsRequest *pReq = &pContext->pullReq.firstTsReq; - pReq->startTime = pContext->startTime; + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerFirstTsRequest *pReq = &pProgress->pullReq.firstTsReq; + pReq->startTime = pContext->range.skey; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_TSDB_META: case STRIGGER_PULL_TSDB_META_NEXT: { - pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); + SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); - // todo(kjq): add endTime in metadata request - SSTriggerTsdbMetaRequest *pReq = &pContext->pullReq.tsdbMetaReq; - pReq->startTime = pContext->curRange.skey; - if (tSimpleHashGetSize(pContext->pGroups) == 1) { - int32_t iter = 0; - void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; - pReq->gid = pGroup->gid; - } else { - pReq->gid = 0; - } + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbMetaRequest *pReq = &pProgress->pullReq.tsdbMetaReq; + pReq->startTime = pContext->stepRange.skey; + pReq->endTime = pContext->stepRange.ekey; + pReq->gid = pContext->gid; pReq->order = 1; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_TSDB_TS_DATA: { - SSTriggerTsdbTsDataRequest *pReq = &pContext->pullReq.tsdbTsDataReq; - SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); - QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); - SSTriggerTableMeta *pCurTableMeta = pGroup->pCurTableMeta; + SSTriggerTableMeta *pCurTableMeta = pContext->pCurTableMeta; SSTriggerMetaData *pMetaToFetch = pContext->pMetaToFetch; + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pCurTableMeta->vgId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbTsDataRequest *pReq = &pProgress->pullReq.tsdbTsDataReq; pReq->suid = 0; pReq->uid = pCurTableMeta->tbUid; pReq->skey = pMetaToFetch->skey; pReq->ekey = pMetaToFetch->ekey; - void *px = tSimpleHashGet(pContext->pReaderMap, &pCurTableMeta->vgId, sizeof(int32_t)); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - pReader = *(SStreamTaskAddr **)px; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_TSDB_TRIGGER_DATA: case STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT: { - pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); + SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); - SSTriggerTsdbTriggerDataRequest *pReq = &pContext->pullReq.tsdbTriggerDataReq; - pReq->startTime = pContext->startTime; - if (tSimpleHashGetSize(pContext->pGroups) == 1) { - int32_t iter = 0; - void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; - pReq->gid = pGroup->gid; - } else { - pReq->gid = 0; - } + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbTriggerDataRequest *pReq = &pProgress->pullReq.tsdbTriggerDataReq; + pReq->startTime = pContext->range.skey; + pReq->gid = pContext->gid; pReq->order = 1; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_TSDB_CALC_DATA: case STRIGGER_PULL_TSDB_CALC_DATA_NEXT: { - pReader = taosArrayGet(pTask->readerList, pContext->curCalcReaderIdx); + SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); - SSTriggerTsdbCalcDataRequest *pReq = &pContext->pullReq.tsdbCalcDataReq; + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbCalcDataRequest *pReq = &pProgress->pullReq.tsdbCalcDataReq; SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); - QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); pReq->gid = pGroup->gid; pReq->skey = pContext->pParamToFetch->wstart; pReq->ekey = pContext->pParamToFetch->wend; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_TSDB_DATA: { - SSTriggerTsdbDataRequest *pReq = &pContext->pullReq.tsdbDataReq; - SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); - QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); SSTriggerTableColRef *pColRefToFetch = pContext->pColRefToFetch; SSTriggerMetaData *pMetaToFetch = pContext->pMetaToFetch; + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pColRefToFetch->otbVgId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbDataRequest *pReq = &pProgress->pullReq.tsdbDataReq; pReq->suid = pColRefToFetch->otbSuid; pReq->uid = pColRefToFetch->otbUid; pReq->skey = pMetaToFetch->skey; pReq->ekey = pMetaToFetch->ekey; - pReq->cids = pContext->reqCids; + pReq->cids = pProgress->reqCids; taosArrayClear(pReq->cids); *(col_id_t *)TARRAY_DATA(pReq->cids) = PRIMARYKEY_TIMESTAMP_COL_ID; TARRAY_SIZE(pReq->cids) = 1; @@ -3792,31 +4045,48 @@ static int32_t stHistoryContextSendPullReq(SSTriggerHistoryContext *pContext, ES QUERY_CHECK_NULL(px, code, lino, _end, terrno); } pReq->order = 1; - void *px = tSimpleHashGet(pContext->pReaderMap, &pColRefToFetch->otbVgId, sizeof(int32_t)); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - pReader = *(SStreamTaskAddr **)px; + pReq->ver = pProgress->version; break; } case STRIGGER_PULL_GROUP_COL_VALUE: { - SSTriggerGroupColValueRequest *pReq = &pContext->pullReq.groupColValueReq; - SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); + SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); - pReq->gid = pGroup->gid; - int32_t vgId = 0; if (pTask->isVirtualTable) { - SSTriggerVirTableInfo *pTable = TARRAY_DATA(pGroup->pVirTableInfos); - QUERY_CHECK_NULL(pTable, code, lino, _end, terrno); - vgId = pTable->vgId; + SSTriggerVirTableInfo *pTable = taosArrayGetP(pGroup->pVirTableInfos, 0); + QUERY_CHECK_NULL(pTable, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pTable->vgId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); } else { int32_t iter = 0; SSTriggerTableMeta *pTable = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); QUERY_CHECK_NULL(pTable, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - vgId = pTable->vgId; + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pTable->vgId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + } + SSTriggerGroupColValueRequest *pReq = &pProgress->pullReq.groupColValueReq; + pReq->gid = pGroup->gid; + break; + } + + case STRIGGER_PULL_VTABLE_PSEUDO_COL: { + SSTriggerHistoryGroup *pGroup = stHistoryContextGetCurrentGroup(pContext); + QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); + QUERY_CHECK_CONDITION(pTask->isVirtualTable, code, lino, _end, TSDB_CODE_INVALID_PARA); + SSTriggerVirTableInfo *pTable = taosArrayGetP(pGroup->pVirTableInfos, 0); + QUERY_CHECK_NULL(pTable, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pProgress = tSimpleHashGet(pContext->pReaderTsdbProgress, &pTable->vgId, sizeof(int32_t)); + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerVirTablePseudoColRequest *pReq = &pProgress->pullReq.virTablePseudoColReq; + pReq->uid = pTable->tbUid; + pReq->cids = pProgress->reqCids; + taosArrayClear(pReq->cids); + int32_t nCol = taosArrayGetSize(pTask->pVirDataBlock->pDataBlock); + for (int32_t i = pTask->nVirDataCols; i < nCol; i++) { + SColumnInfoData *pCol = TARRAY_GET_ELEM(pTask->pVirDataBlock->pDataBlock, i); + void *px = taosArrayPush(pReq->cids, &pCol->info.colId); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); } - void *px = tSimpleHashGet(pContext->pReaderMap, &vgId, sizeof(int32_t)); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - pReader = *(SStreamTaskAddr **)px; break; } @@ -3827,13 +4097,14 @@ static int32_t stHistoryContextSendPullReq(SSTriggerHistoryContext *pContext, ES } } - SSTriggerPullRequest *pReq = &pContext->pullReq.base; + SSTriggerPullRequest *pReq = &pProgress->pullReq.base; + SStreamTaskAddr *pReader = pProgress->pTaskAddr; pReq->type = type; pReq->readerTaskId = pReader->taskId; // serialize and send request QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pReq, &msg.info.ahandle), lino, _end); - stDebug("trigger hi pull req ahandle %p allocated", msg.info.ahandle); + ST_TASK_DLOG("trigger pull req ahandle %p allocated", msg.info.ahandle); msg.contLen = tSerializeSTriggerPullRequest(NULL, 0, pReq); QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); @@ -3852,7 +4123,8 @@ static int32_t stHistoryContextSendPullReq(SSTriggerHistoryContext *pContext, ES code = tmsgSendReq(&pReader->epset, &msg); QUERY_CHECK_CODE(code, lino, _end); - ST_TASK_DLOG("trigger hi pull req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); + ST_TASK_DLOG("send pull request of type %d to node:%d task:%" PRIx64, pReq->type, pReader->nodeId, pReader->taskId); + ST_TASK_DLOG("trigger pull req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); _end: if (code != TSDB_CODE_SUCCESS) { @@ -3870,6 +4142,7 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { SStreamRunnerTarget *pCalcRunner = NULL; bool needTagValue = false; SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_CALC}; + SSDataBlock *pCalcDataBlock = NULL; QUERY_CHECK_NULL(pCalcReq, code, lino, _end, TSDB_CODE_INVALID_PARA); @@ -3917,12 +4190,12 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); if (pContext->pParamToFetch == NULL) { pContext->pParamToFetch = TARRAY_DATA(pCalcReq->params); - pContext->curCalcReaderIdx = 0; } while (TARRAY_ELEM_IDX(pCalcReq->params, pContext->pParamToFetch) < TARRAY_SIZE(pCalcReq->params)) { bool allTableProcessed = false; bool needFetchData = false; + bool everGetData = false; while (!allTableProcessed && !needFetchData) { SSDataBlock *pDataBlock = NULL; int32_t startIdx = 0; @@ -3934,27 +4207,55 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { if (allTableProcessed || needFetchData) { break; } - int32_t nrows = blockDataGetNumOfRows(pDataBlock); - code = putStreamDataCache(pContext->pCalcDataCache, pGroup->gid, pContext->pParamToFetch->wstart, - pContext->pParamToFetch->wend, pDataBlock, 0, nrows - 1); - QUERY_CHECK_CODE(code, lino, _end); + everGetData = true; + if (!pTask->isVirtualTable) { + code = putStreamDataCache(pContext->pCalcDataCache, pGroup->gid, pContext->pParamToFetch->wstart, + pContext->pParamToFetch->wend, pDataBlock, startIdx, endIdx - 1); + QUERY_CHECK_CODE(code, lino, _end); + } else { + if (pCalcDataBlock == NULL) { + code = createOneDataBlock(pTask->pVirDataBlock, false, &pCalcDataBlock); + QUERY_CHECK_CODE(code, lino, _end); + } + taosArrayClear(pCalcDataBlock->pDataBlock); + pCalcDataBlock->info.rowSize = 0; + int32_t nCols = TARRAY_SIZE(pTask->pVirCalcSlots); + for (int32_t i = 0; i < nCols; i++) { + int32_t slotId = *(int32_t *)TARRAY_GET_ELEM(pTask->pVirCalcSlots, i); + SColumnInfoData *pCol = TARRAY_GET_ELEM(pDataBlock->pDataBlock, slotId); + code = blockDataAppendColInfo(pCalcDataBlock, pCol); + QUERY_CHECK_CODE(code, lino, _end); + } + pCalcDataBlock->info.rows = pDataBlock->info.rows; + code = putStreamDataCache(pContext->pCalcDataCache, pGroup->gid, pContext->pParamToFetch->wstart, + pContext->pParamToFetch->wend, pCalcDataBlock, startIdx, endIdx - 1); + QUERY_CHECK_CODE(code, lino, _end); + } } if (needFetchData) { - if (pContext->pColRefToFetch != NULL) { + if (pContext->pColRefToFetch != NULL && pContext->pMetaToFetch != NULL) { code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_DATA); QUERY_CHECK_CODE(code, lino, _end); goto _end; + } else if (pContext->pColRefToFetch != NULL && pContext->pMetaToFetch == NULL) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_VTABLE_PSEUDO_COL); + QUERY_CHECK_CODE(code, lino, _end); + goto _end; } else { QUERY_CHECK_CONDITION(pContext->pMetaToFetch == NULL, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_CALC_DATA); - QUERY_CHECK_CODE(code, lino, _end); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq( + pContext, everGetData ? STRIGGER_PULL_TSDB_CALC_DATA_NEXT : STRIGGER_PULL_TSDB_CALC_DATA); + QUERY_CHECK_CODE(code, lino, _end); + } goto _end; } } - pContext->pParamToFetch++; - pContext->curCalcReaderIdx = 0; - pGroup->tbIter = 0; + SSTriggerCalcParam *pNextParam = pContext->pParamToFetch + 1; + stHistoryGroupClearTempState(pGroup); + pContext->pParamToFetch = pNextParam; } } @@ -3975,7 +4276,7 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { // serialize and send request QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pCalcReq, &msg.info.ahandle), lino, _end); - stDebug("trigger hi calc req ahandle %p allocated", msg.info.ahandle); + ST_TASK_DLOG("trigger calc req ahandle %p allocated", msg.info.ahandle); msg.contLen = tSerializeSTriggerCalcRequest(NULL, 0, pCalcReq); QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); @@ -3994,13 +4295,16 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { code = tmsgSendReq(&pCalcRunner->addr.epset, &msg); QUERY_CHECK_CODE(code, lino, _end); - ST_TASK_DLOG("calc request is sent to node:%d task:%" PRIx64, pCalcRunner->addr.nodeId, pCalcRunner->addr.taskId); - - ST_TASK_DLOG("trigger hi calc req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); + ST_TASK_DLOG("send calc request to node:%d task:%" PRIx64, pCalcRunner->addr.nodeId, pCalcRunner->addr.taskId); + ST_TASK_DLOG("trigger calc req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); pContext->pCalcReq = NULL; _end: + if (pCalcDataBlock != NULL) { + taosArrayClear(pCalcDataBlock->pDataBlock); + blockDataDestroy(pCalcDataBlock); + } if (code != TSDB_CODE_SUCCESS) { destroyAhandle(msg.info.ahandle); ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); @@ -4008,62 +4312,281 @@ static int32_t stHistoryContextSendCalcReq(SSTriggerHistoryContext *pContext) { return code; } -static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { +static int32_t stHistoryContextRetryPullRequest(SSTriggerHistoryContext *pContext, SListNode *pNode, + SSTriggerPullRequest *pReq) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SStreamTriggerTask *pTask = pContext->pTask; + SStreamTaskAddr *pReader = NULL; + SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_PULL}; - if (pContext->status == STRIGGER_CONTEXT_IDLE) { - pContext->status = STRIGGER_CONTEXT_FETCH_META; - if (pTask->triggerType == STREAM_TRIGGER_SLIDING && pContext->pFirstTsMap == NULL) { - pContext->pFirstTsMap = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT)); - QUERY_CHECK_NULL(pContext->pFirstTsMap, code, lino, _end, terrno); - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_FIRST_TS); - QUERY_CHECK_CODE(code, lino, _end); - goto _end; - } else if (pContext->needTsdbMeta) { - pContext->curReaderIdx = 0; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META); - QUERY_CHECK_CODE(code, lino, _end); - goto _end; - } else if (pTask->triggerType != STREAM_TRIGGER_SLIDING) { - pContext->curReaderIdx = 0; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TRIGGER_DATA); - QUERY_CHECK_CODE(code, lino, _end); - goto _end; + QUERY_CHECK_NULL(pNode, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_NULL(pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_CONDITION(*(SSTriggerPullRequest **)pNode->data == pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); + + for (int32_t i = 0; i < taosArrayGetSize(pTask->virtReaderList); i++) { + SStreamTaskAddr *pTempReader = TARRAY_GET_ELEM(pTask->virtReaderList, i); + if (pTempReader->taskId == pReq->readerTaskId) { + pReader = pTempReader; + break; } } + for (int32_t i = 0; i < taosArrayGetSize(pTask->readerList); i++) { + SStreamTaskAddr *pTempReader = TARRAY_GET_ELEM(pTask->readerList, i); + if (pTempReader->taskId == pReq->readerTaskId) { + pReader = pTempReader; + break; + } + } + QUERY_CHECK_NULL(pReader, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - while (TD_DLIST_NELES(&pContext->groupsToCheck) > 0) { - SSTriggerHistoryGroup *pGroup = TD_DLIST_HEAD(&pContext->groupsToCheck); - switch (pContext->status) { - case STRIGGER_CONTEXT_FETCH_META: { - pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; - } - case STRIGGER_CONTEXT_ACQUIRE_REQUEST: { - if (pContext->pCalcReq == NULL && pTask->calcEventType != STRIGGER_EVENT_WINDOW_NONE) { - code = stTriggerTaskAcquireRequest(pTask, pContext->sessionId, pGroup->gid, &pContext->pCalcReq); - QUERY_CHECK_CODE(code, lino, _end); - if (pContext->pCalcReq == NULL) { - ST_TASK_DLOG("no available runner for group %" PRId64, pGroup->gid); - goto _end; - } - } - pContext->status = STRIGGER_CONTEXT_CHECK_CONDITION; - } - case STRIGGER_CONTEXT_CHECK_CONDITION: { - if (taosArrayGetSize(pGroup->pPendingCalcReqs) > 0) { - QUERY_CHECK_NULL(pContext->pCalcReq, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - void *px = taosArrayAddAll(pContext->pCalcReq->params, pGroup->pPendingCalcReqs); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - TARRAY_SIZE(pGroup->pPendingCalcReqs) = 0; + // serialize and send request + QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pReq, &msg.info.ahandle), lino, _end); + stDebug("trigger pull req ahandle %p allocated", msg.info.ahandle); + + msg.contLen = tSerializeSTriggerPullRequest(NULL, 0, pReq); + QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + msg.contLen += sizeof(SMsgHead); + msg.pCont = rpcMallocCont(msg.contLen); + QUERY_CHECK_NULL(msg.pCont, code, lino, _end, terrno); + SMsgHead *pMsgHead = (SMsgHead *)msg.pCont; + pMsgHead->contLen = htonl(msg.contLen); + pMsgHead->vgId = htonl(pReader->nodeId); + int32_t tlen = + tSerializeSTriggerPullRequest((char *)msg.pCont + sizeof(SMsgHead), msg.contLen - sizeof(SMsgHead), pReq); + QUERY_CHECK_CONDITION(tlen == msg.contLen - sizeof(SMsgHead), code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + TRACE_SET_ROOTID(&msg.info.traceId, pTask->task.streamId); + TRACE_SET_MSGID(&msg.info.traceId, tGenIdPI64()); + + code = tmsgSendReq(&pReader->epset, &msg); + QUERY_CHECK_CODE(code, lino, _end); + + ST_TASK_DLOG("send pull request of type %d to node:%d task:%" PRIx64, pReq->type, pReader->nodeId, pReader->taskId); + ST_TASK_DLOG("trigger pull req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); + + pNode = tdListPopNode(&pContext->retryPullReqs, pNode); + taosMemoryFreeClear(pNode); + +_end: + if (code != TSDB_CODE_SUCCESS) { + ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); + } + return code; +} + +static int32_t stHistoryContextRetryCalcRequest(SSTriggerHistoryContext *pContext, SListNode *pNode, + SSTriggerCalcRequest *pReq) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + SStreamRunnerTarget *pRunner = NULL; + bool needTagValue = false; + SRpcMsg msg = {.msgType = TDMT_STREAM_TRIGGER_CALC}; + + QUERY_CHECK_NULL(pNode, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_NULL(pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_CONDITION(*(SSTriggerCalcRequest **)pNode->data == pReq, code, lino, _end, TSDB_CODE_INVALID_PARA); + + int32_t nRunners = taosArrayGetSize(pTask->runnerList); + for (int32_t i = 0; i < nRunners; i++) { + SStreamRunnerTarget *pTempRunner = TARRAY_GET_ELEM(pTask->runnerList, i); + if (pTempRunner->addr.taskId == pReq->runnerTaskId) { + pRunner = pTempRunner; + break; + } + } + QUERY_CHECK_NULL(pRunner, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + + pReq->createTable = true; + + if (pReq->createTable && pTask->hasPartitionBy || (pTask->placeHolderBitmap & PLACE_HOLDER_PARTITION_IDX) || + (pTask->placeHolderBitmap & PLACE_HOLDER_PARTITION_TBNAME)) { + needTagValue = true; + } + + if (needTagValue && taosArrayGetSize(pReq->groupColVals) == 0) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_GROUP_COL_VALUE); + QUERY_CHECK_CODE(code, lino, _end); + goto _end; + } + + // serialize and send request + QUERY_CHECK_CODE(stTriggerTaskAllocAhandle(pTask, pContext->sessionId, pReq, &msg.info.ahandle), lino, _end); + stDebug("trigger calc req ahandle %p allocated", msg.info.ahandle); + + msg.contLen = tSerializeSTriggerCalcRequest(NULL, 0, pReq); + QUERY_CHECK_CONDITION(msg.contLen > 0, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + msg.contLen += sizeof(SMsgHead); + msg.pCont = rpcMallocCont(msg.contLen); + QUERY_CHECK_NULL(msg.pCont, code, lino, _end, terrno); + SMsgHead *pMsgHead = (SMsgHead *)msg.pCont; + pMsgHead->contLen = htonl(msg.contLen); + pMsgHead->vgId = htonl(SNODE_HANDLE); + int32_t tlen = + tSerializeSTriggerCalcRequest((char *)msg.pCont + sizeof(SMsgHead), msg.contLen - sizeof(SMsgHead), pReq); + QUERY_CHECK_CONDITION(tlen == msg.contLen - sizeof(SMsgHead), code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + TRACE_SET_ROOTID(&msg.info.traceId, pTask->task.streamId); + TRACE_SET_MSGID(&msg.info.traceId, tGenIdPI64()); + + code = tmsgSendReq(&pRunner->addr.epset, &msg); + QUERY_CHECK_CODE(code, lino, _end); + + ST_TASK_DLOG("send calc request to node:%d task:%" PRIx64, pRunner->addr.nodeId, pRunner->addr.taskId); + ST_TASK_DLOG("trigger calc req 0x%" PRIx64 ":0x%" PRIx64 " sent", msg.info.traceId.rootId, msg.info.traceId.msgId); + + pNode = tdListPopNode(&pContext->retryCalcReqs, pNode); + taosMemoryFreeClear(pNode); + +_end: + if (code != TSDB_CODE_SUCCESS) { + ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); + } + return code; +} + +static int32_t stHistoryContextAllCalcFinish(SSTriggerHistoryContext *pContext, bool *pFinished) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + bool needUnlock = false; + + *pFinished = true; + + taosWLockLatch(&pTask->calcPoolLock); + needUnlock = true; + + int32_t iter = 0; + void *px = tSimpleHashIterate(pTask->pGroupRunning, NULL, &iter); + while (px != NULL) { + int64_t *pSession = tSimpleHashGetKey(px, NULL); + if ((*pSession == pContext->sessionId) && *(bool *)px) { + *pFinished = false; + break; + } + px = tSimpleHashIterate(pTask->pGroupRunning, px, &iter); + } + +_end: + if (needUnlock) { + taosWUnLockLatch(&pTask->calcPoolLock); + } + if (code != TSDB_CODE_SUCCESS) { + ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); + } + return code; +} + +static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + + if (listNEles(&pContext->retryPullReqs) > 0) { + while (listNEles(&pContext->retryPullReqs) > 0) { + SListNode *pNode = TD_DLIST_HEAD(&pContext->retryPullReqs); + SSTriggerPullRequest *pReq = *(SSTriggerPullRequest **)pNode->data; + code = stHistoryContextRetryPullRequest(pContext, pNode, pReq); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + } + + if (pContext->status == STRIGGER_CONTEXT_WAIT_RECALC_REQ) { + SSTriggerRecalcRequest *pReq = NULL; + code = stTriggerTaskFetchRecalcRequest(pTask, &pReq); + QUERY_CHECK_CODE(code, lino, _end); + if (pReq == NULL) { + int64_t resumeTime = taosGetTimestampNs() + STREAM_TRIGGER_WAIT_TIME_NS; + code = stTriggerTaskAddWaitSession(pTask, pContext->sessionId, resumeTime); + QUERY_CHECK_CODE(code, lino, _end); + goto _end; + } + code = stHistoryContextHandleRequest(pContext, pReq); + if (pReq->pTsdbVersions != NULL) { + tSimpleHashCleanup(pReq->pTsdbVersions); + } + taosMemoryFreeClear(pReq); + QUERY_CHECK_CODE(code, lino, _end); + pContext->status = STRIGGER_CONTEXT_IDLE; + } + + if (pContext->status == STRIGGER_CONTEXT_IDLE) { + pContext->status = STRIGGER_CONTEXT_ADJUST_START; + if (pContext->isHistory && pContext->pFirstTsMap == NULL) { + // forward start time to the firstTs of each group + pContext->pFirstTsMap = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT)); + QUERY_CHECK_NULL(pContext->pFirstTsMap, code, lino, _end, terrno); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_FIRST_TS); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + // TODO(kjq): backward start time to the previous window end of each group + } else if (pContext->range.skey > pContext->range.ekey) { + goto _end; + } + + pContext->status = STRIGGER_CONTEXT_FETCH_META; + if (pContext->needTsdbMeta) { + // TODO(kjq): use precision of trigger table + int64_t step = STREAM_TRIGGER_HISTORY_STEP_MS; + pContext->stepRange.skey = pContext->range.skey / step * step; + pContext->stepRange.ekey = pContext->stepRange.skey + step - 1; + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + } else if (pTask->triggerType != STREAM_TRIGGER_SLIDING) { + taosArrayClearP(pContext->pTrigDataBlocks, (FDelete)blockDataDestroy); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TRIGGER_DATA); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + } else if (listNEles(&pContext->groupsToCheck) == 0) { + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + while (px != NULL) { + SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; + TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + px = tSimpleHashIterate(pContext->pGroups, px, &iter); + } + } + } + + while (TD_DLIST_NELES(&pContext->groupsToCheck) > 0) { + SSTriggerHistoryGroup *pGroup = TD_DLIST_HEAD(&pContext->groupsToCheck); + switch (pContext->status) { + case STRIGGER_CONTEXT_FETCH_META: { + pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; + } + case STRIGGER_CONTEXT_ACQUIRE_REQUEST: { + if (pContext->pCalcReq == NULL && pTask->calcEventType != STRIGGER_EVENT_WINDOW_NONE) { + code = stTriggerTaskAcquireRequest(pTask, pContext->sessionId, pGroup->gid, &pContext->pCalcReq); + QUERY_CHECK_CODE(code, lino, _end); + if (pContext->pCalcReq == NULL) { + ST_TASK_DLOG("no available runner for group %" PRId64, pGroup->gid); + goto _end; + } } + pContext->status = STRIGGER_CONTEXT_CHECK_CONDITION; + } + case STRIGGER_CONTEXT_CHECK_CONDITION: { code = stHistoryGroupCheck(pGroup); QUERY_CHECK_CODE(code, lino, _end); - if (pContext->pColRefToFetch != NULL) { + pContext->reenterCheck = true; + if (pContext->pColRefToFetch != NULL && pContext->pMetaToFetch != NULL) { code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_DATA); QUERY_CHECK_CODE(code, lino, _end); goto _end; + } else if (pContext->pColRefToFetch != NULL && pContext->pMetaToFetch == NULL) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_VTABLE_PSEUDO_COL); + QUERY_CHECK_CODE(code, lino, _end); + goto _end; } else if (pContext->pMetaToFetch != NULL) { code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TS_DATA); QUERY_CHECK_CODE(code, lino, _end); @@ -4071,7 +4594,7 @@ static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { } if (taosArrayGetSize(pContext->pNotifyParams) > 0) { - code = streamSendNotifyContent(&pTask->task, pTask->streamName, pTask->triggerType, pGroup->gid, + code = streamSendNotifyContent(&pTask->task, pTask->streamName, NULL, pTask->triggerType, pGroup->gid, pTask->pNotifyAddrUrls, pTask->notifyErrorHandle, TARRAY_DATA(pContext->pNotifyParams), TARRAY_SIZE(pContext->pNotifyParams)); QUERY_CHECK_CODE(code, lino, _end); @@ -4080,17 +4603,145 @@ static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { pContext->status = STRIGGER_CONTEXT_SEND_CALC_REQ; } case STRIGGER_CONTEXT_SEND_CALC_REQ: { + int64_t prevWindowEnd = INT64_MIN; if (pContext->pCalcReq == NULL) { + QUERY_CHECK_CONDITION(TARRAY_SIZE(pGroup->pPendingCalcParams) == 0, code, lino, _end, + TSDB_CODE_INTERNAL_ERROR); // do nothing - } else if (taosArrayGetSize(pContext->pCalcReq->params) > 0) { - if (TARRAY_SIZE(pContext->pCalcReq->params) > STREAM_CALC_REQ_MAX_WIN_NUM) { - SSTriggerCalcParam *p = TARRAY_GET_ELEM(pContext->pCalcReq->params, STREAM_CALC_REQ_MAX_WIN_NUM); - int32_t nPending = TARRAY_SIZE(pContext->pCalcReq->params) - STREAM_CALC_REQ_MAX_WIN_NUM; - void *px = taosArrayAddBatch(pGroup->pPendingCalcReqs, p, nPending); + } else { + if (TARRAY_SIZE(pContext->pCalcReq->params) == 0) { + int32_t nParams = taosArrayGetSize(pGroup->pPendingCalcParams); + bool needCalc = (pTask->lowLatencyCalc && (nParams > 0)) || (nParams >= STREAM_CALC_REQ_MAX_WIN_NUM); + if (needCalc) { + int32_t nCalcParams = TMIN(nParams, STREAM_CALC_REQ_MAX_WIN_NUM); + void *px = + taosArrayAddBatch(pContext->pCalcReq->params, TARRAY_DATA(pGroup->pPendingCalcParams), nCalcParams); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + taosArrayPopFrontBatch(pGroup->pPendingCalcParams, nCalcParams); + } + } + if (TARRAY_SIZE(pContext->pCalcReq->params) > 0) { + SSTriggerCalcParam *pParam = taosArrayGetLast(pContext->pCalcReq->params); + QUERY_CHECK_NULL(pParam, code, lino, _end, terrno); + prevWindowEnd = pParam->wend; + code = stHistoryContextSendCalcReq(pContext); + QUERY_CHECK_CODE(code, lino, _end); + if (pContext->pCalcReq != NULL) { + // calc req has not been sent + goto _end; + } + stHistoryGroupClearTempState(pGroup); + } else { + code = stTriggerTaskReleaseRequest(pTask, &pContext->pCalcReq); + QUERY_CHECK_CODE(code, lino, _end); + } + } + stHistoryGroupClearMetadatas(pGroup, prevWindowEnd); + break; + } + default: { + ST_TASK_ELOG("invalid context status %d at %s:%d", pContext->status, __func__, __LINE__); + code = TSDB_CODE_INVALID_PARA; + QUERY_CHECK_CODE(code, lino, _end); + } + } + TD_DLIST_POP(&pContext->groupsToCheck, pGroup); + int32_t nRemainParams = taosArrayGetSize(pGroup->pPendingCalcParams); + bool needMoreCalc = + (pTask->lowLatencyCalc && (nRemainParams > 0) || (nRemainParams >= STREAM_CALC_REQ_MAX_WIN_NUM)); + if (needMoreCalc) { + // the group has remaining calc params to be calculated + TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + } + pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; + } + + bool finished = true; + if (TD_DLIST_NELES(&pContext->groupsForceClose) == 0) { + if (pContext->needTsdbMeta) { + // TODO(kjq): use precision of trigger table + int64_t step = STREAM_TRIGGER_HISTORY_STEP_MS; + QUERY_CHECK_CONDITION(pContext->stepRange.skey + step - 1 == pContext->stepRange.ekey, code, lino, _end, + TSDB_CODE_INTERNAL_ERROR); + finished = (pContext->stepRange.skey + step > pContext->range.ekey); + } else if (pTask->triggerType != STREAM_TRIGGER_SLIDING) { + for (int32_t i = 0; i < TARRAY_SIZE(pContext->pTrigDataBlocks); i++) { + SSDataBlock *pDataBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pContext->pTrigDataBlocks, i); + if (blockDataGetNumOfRows(pDataBlock) > 0) { + finished = false; + break; + } + } + } + // todo(kjq): force to close all gruops for history calculation + if (finished && pContext->isHistory && false) { + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + while (px != NULL) { + SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; + if (IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup)) { + TD_DLIST_APPEND(&pContext->groupsForceClose, pGroup); + } + px = tSimpleHashIterate(pContext->pGroups, px, &iter); + } + } + } + + while (TD_DLIST_NELES(&pContext->groupsForceClose) > 0) { + SSTriggerHistoryGroup *pGroup = TD_DLIST_HEAD(&pContext->groupsForceClose); + switch (pContext->status) { + case STRIGGER_CONTEXT_FETCH_META: { + pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; + } + case STRIGGER_CONTEXT_ACQUIRE_REQUEST: { + if (pContext->pCalcReq == NULL && pTask->calcEventType != STRIGGER_EVENT_WINDOW_NONE) { + code = stTriggerTaskAcquireRequest(pTask, pContext->sessionId, pGroup->gid, &pContext->pCalcReq); + QUERY_CHECK_CODE(code, lino, _end); + if (pContext->pCalcReq == NULL) { + ST_TASK_DLOG("no available runner for group %" PRId64, pGroup->gid); + goto _end; + } + } + pContext->status = STRIGGER_CONTEXT_CHECK_CONDITION; + } + case STRIGGER_CONTEXT_CHECK_CONDITION: { + int64_t now = taosGetTimestampNs(); + QUERY_CHECK_CONDITION(IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup), code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSTriggerWindow *pHead = TRINGBUF_HEAD(&pGroup->winBuf); + SSTriggerWindow *p = pHead; + do { + SSTriggerCalcParam param = { + .triggerTime = now, + .wstart = p->range.skey, + .wend = p->range.ekey, + .wduration = p->range.ekey - p->range.skey, + .wrownum = (p == pHead) ? p->wrownum : (pHead->wrownum - p->wrownum), + }; + if (pTask->calcEventType & STRIGGER_EVENT_WINDOW_CLOSE) { + void *px = taosArrayPush(pContext->pCalcReq->params, ¶m); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + } else if (pTask->notifyEventType & STRIGGER_EVENT_WINDOW_CLOSE) { + void *px = taosArrayPush(pContext->pNotifyParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); - TARRAY_SIZE(pContext->pCalcReq->params) = STREAM_CALC_REQ_MAX_WIN_NUM; } - pContext->status = STRIGGER_CONTEXT_SEND_CALC_REQ; + TRINGBUF_MOVE_NEXT(&pGroup->winBuf, p); + } while (p != TRINGBUF_TAIL(&pGroup->winBuf)); + + if (taosArrayGetSize(pContext->pNotifyParams) > 0) { + code = streamSendNotifyContent(&pTask->task, pTask->streamName, NULL, pTask->triggerType, pGroup->gid, + pTask->pNotifyAddrUrls, pTask->notifyErrorHandle, + TARRAY_DATA(pContext->pNotifyParams), TARRAY_SIZE(pContext->pNotifyParams)); + QUERY_CHECK_CODE(code, lino, _end); + } + stHistoryGroupClearTempState(pGroup); + pContext->status = STRIGGER_CONTEXT_SEND_CALC_REQ; + } + case STRIGGER_CONTEXT_SEND_CALC_REQ: { + int32_t nParams = taosArrayGetSize(pContext->pCalcReq->params); + bool needCalc = (nParams > 0); + if (needCalc) { + QUERY_CHECK_NULL(pContext->pCalcReq, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + QUERY_CHECK_CONDITION(nParams <= STREAM_CALC_REQ_MAX_WIN_NUM, code, lino, _end, TSDB_CODE_INVALID_PARA); code = stHistoryContextSendCalcReq(pContext); QUERY_CHECK_CODE(code, lino, _end); if (pContext->pCalcReq != NULL) { @@ -4098,7 +4749,7 @@ static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { goto _end; } stHistoryGroupClearTempState(pGroup); - } else { + } else if (pContext->pCalcReq != NULL) { code = stTriggerTaskReleaseRequest(pTask, &pContext->pCalcReq); QUERY_CHECK_CODE(code, lino, _end); } @@ -4110,26 +4761,46 @@ static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { QUERY_CHECK_CODE(code, lino, _end); } } - TD_DLIST_POP(&pContext->groupsToCheck, pGroup); - if (taosArrayGetSize(pGroup->pPendingCalcReqs) > 0) { - // todo(kjq): implement batch window mode - TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); - } + TD_DLIST_POP(&pContext->groupsForceClose, pGroup); pContext->status = STRIGGER_CONTEXT_ACQUIRE_REQUEST; } - pContext->status = STRIGGER_CONTEXT_FETCH_META; - if (pContext->needTsdbMeta) { - // todo(kjq): pull tsdb meta of new range - } else if (pTask->triggerType != STREAM_TRIGGER_SLIDING) { - int32_t nrows = blockDataGetNumOfRows(pContext->pullRes[STRIGGER_PULL_TSDB_TRIGGER_DATA]); - if (nrows >= STREAM_RETURN_ROWS_NUM) { - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT); + if (!finished) { + pContext->status = STRIGGER_CONTEXT_FETCH_META; + if (pContext->needTsdbMeta) { + // TODO(kjq): use precision of trigger table + int64_t step = STREAM_TRIGGER_HISTORY_STEP_MS; + pContext->stepRange.skey += step; + pContext->stepRange.ekey += step; + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META); + QUERY_CHECK_CODE(code, lino, _end); + } + } else if (pTask->triggerType != STREAM_TRIGGER_SLIDING) { + taosArrayClearP(pContext->pTrigDataBlocks, (FDelete)blockDataDestroy); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT); + QUERY_CHECK_CODE(code, lino, _end); + } + } + } else { + bool calcFinish = false; + code = stHistoryContextAllCalcFinish(pContext, &calcFinish); + QUERY_CHECK_CODE(code, lino, _end); + if (calcFinish) { + stHistoryContextDestroy(&pTask->pHistoryContext); + pTask->pHistoryContext = taosMemoryCalloc(1, sizeof(SSTriggerHistoryContext)); + QUERY_CHECK_NULL(pTask->pHistoryContext, code, lino, _end, terrno); + pContext = pTask->pHistoryContext; + code = stHistoryContextInit(pContext, pTask); QUERY_CHECK_CODE(code, lino, _end); - } else if (pContext->curReaderIdx != taosArrayGetSize(pTask->readerList) - 1) { - pContext->curReaderIdx++; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_TRIGGER_DATA); + int64_t resumeTime = taosGetTimestampNs() + STREAM_TRIGGER_WAIT_TIME_NS; + code = stTriggerTaskAddWaitSession(pTask, pContext->sessionId, resumeTime); QUERY_CHECK_CODE(code, lino, _end); + } else { + pContext->pendingToFinish = true; } } @@ -4141,33 +4812,46 @@ static int32_t stHistoryContextCheck(SSTriggerHistoryContext *pContext) { } static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SRpcMsg *pRsp) { - int32_t code = TSDB_CODE_SUCCESS; - int32_t lino = 0; - SStreamTriggerTask *pTask = pContext->pTask; - SSTriggerPullRequest *pReq = NULL; - SSDataBlock *pTempDataBlock = NULL; + int32_t code = TSDB_CODE_SUCCESS; + int32_t lino = 0; + SStreamTriggerTask *pTask = pContext->pTask; + SSDataBlock *pDataBlock = NULL; + SArray *pAllMetadatas = NULL; + SArray *pVgIds = NULL; - QUERY_CHECK_CONDITION(pRsp->code == TSDB_CODE_SUCCESS || pRsp->code == TSDB_CODE_STREAM_NO_DATA, code, lino, _end, - TSDB_CODE_INVALID_PARA); + QUERY_CHECK_CONDITION(pRsp->code == TSDB_CODE_SUCCESS || pRsp->code == TSDB_CODE_STREAM_NO_DATA || + pRsp->code == TSDB_CODE_STREAM_NO_CONTEXT, + code, lino, _end, TSDB_CODE_INVALID_PARA); + + SMsgSendInfo *ahandle = pRsp->info.ahandle; + SSTriggerAHandle *pAhandle = ahandle->param; + SSTriggerPullRequest *pReq = pAhandle->param; + + ST_TASK_DLOG("receive pull response of type %d from task:%" PRIx64, pReq->type, pReq->readerTaskId); - SMsgSendInfo *ahandle = pRsp->info.ahandle; - SSTriggerAHandle *pAhandle = ahandle->param; - pReq = pAhandle->param; switch (pReq->type) { case STRIGGER_PULL_FIRST_TS: { - QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_FETCH_META, code, lino, _end, + QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_ADJUST_START, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - SSDataBlock *pDataBlock = pContext->pullRes[pReq->type]; - if (pDataBlock == NULL) { - pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); - QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); - pContext->pullRes[pReq->type] = pDataBlock; + SSTriggerTsdbProgress *pProgress = NULL; + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerTsdbProgress *pTempProgress = + tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + if (&pTempProgress->pullReq.base == pReq) { + pProgress = pTempProgress; + break; + } } + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INVALID_PARA); + int32_t vgId = pProgress->pTaskAddr->nodeId; + + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); code = tDeserializeSStreamTsResponse(pRsp->pCont, pRsp->contLen, pDataBlock); QUERY_CHECK_CODE(code, lino, _end); - SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); - QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); int32_t nrows = blockDataGetNumOfRows(pDataBlock); if (nrows > 0) { SColumnInfoData *pGidCol = taosArrayGet(pDataBlock->pDataBlock, 0); @@ -4177,112 +4861,206 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR QUERY_CHECK_NULL(pTsCol, code, lino, _end, terrno); int64_t *pTsData = (int64_t *)pTsCol->pData; for (int32_t i = 0; i < nrows; i++) { - void *px = tSimpleHashGet(pContext->pGroups, &pGidData[i], sizeof(int64_t)); - if (px == NULL) { + if (pTask->isVirtualTable) { + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + while (px != NULL) { + SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; + bool inGroup = (tSimpleHashGet(pGroup->pTableMetas, &pGidData[i], sizeof(int64_t)) != NULL); + if (inGroup) { + void *px2 = tSimpleHashGet(pContext->pFirstTsMap, &pGroup->gid, sizeof(int64_t)); + if (px2 == NULL) { + code = tSimpleHashPut(pContext->pFirstTsMap, &pGroup->gid, sizeof(int64_t), &pTsData[i], + sizeof(int64_t)); + QUERY_CHECK_CODE(code, lino, _end); + } else { + *(int64_t *)px2 = TMIN(*(int64_t *)px2, pTsData[i]); + } + } + px = tSimpleHashIterate(pContext->pGroups, px, &iter); + } continue; } - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; - if (tSimpleHashGetSize(pGroup->pTableMetas) == 0) { - SSTriggerTableMeta newTableMeta = {.vgId = pReader->nodeId}; - code = tSimpleHashPut(pGroup->pTableMetas, &newTableMeta.tbUid, sizeof(int64_t), &newTableMeta, - sizeof(SSTriggerTableMeta)); - QUERY_CHECK_CODE(code, lino, _end); - } - px = tSimpleHashGet(pContext->pFirstTsMap, &pGidData[i], sizeof(int64_t)); + void *px = tSimpleHashGet(pContext->pFirstTsMap, &pGidData[i], sizeof(int64_t)); if (px == NULL) { code = tSimpleHashPut(pContext->pFirstTsMap, &pGidData[i], sizeof(int64_t), &pTsData[i], sizeof(int64_t)); QUERY_CHECK_CODE(code, lino, _end); } else { *(int64_t *)px = TMIN(*(int64_t *)px, pTsData[i]); } - if (!pContext->needTsdbMeta && TD_DLIST_NODE_NEXT(pGroup) == NULL && - TD_DLIST_TAIL(&pContext->groupsToCheck) != pGroup) { - TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + px = tSimpleHashGet(pContext->pGroups, &pGidData[i], sizeof(int64_t)); + if (px == NULL) { + SSTriggerHistoryGroup *pGroup = taosMemoryCalloc(1, sizeof(SSTriggerHistoryGroup)); + QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); + code = tSimpleHashPut(pContext->pGroups, &pGidData[i], sizeof(int64_t), &pGroup, POINTER_BYTES); + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFreeClear(pGroup); + QUERY_CHECK_CODE(code, lino, _end); + } + code = stHistoryGroupInit(pGroup, pContext, pGidData[i]); + QUERY_CHECK_CODE(code, lino, _end); + if (!pContext->needTsdbMeta && (tSimpleHashGetSize(pGroup->pTableMetas) == 0)) { + SSTriggerTableMeta newTableMeta = {.vgId = vgId}; + code = tSimpleHashPut(pGroup->pTableMetas, &newTableMeta.tbUid, sizeof(int64_t), &newTableMeta, + sizeof(SSTriggerTableMeta)); + QUERY_CHECK_CODE(code, lino, _end); + } } } } - if (pContext->curReaderIdx != taosArrayGetSize(pTask->readerList) - 1) { - pContext->curReaderIdx++; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_FIRST_TS); - QUERY_CHECK_CODE(code, lino, _end); - } else { - pContext->status = STRIGGER_CONTEXT_IDLE; - code = stHistoryContextCheck(pContext); - QUERY_CHECK_CODE(code, lino, _end); - } - break; - } - - case STRIGGER_PULL_TSDB_META: - case STRIGGER_PULL_TSDB_META_NEXT: { - QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_FETCH_META, code, lino, _end, - TSDB_CODE_INTERNAL_ERROR); - SSDataBlock *pDataBlock = pContext->pullRes[STRIGGER_PULL_TSDB_META]; - if (pDataBlock == NULL) { - pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); - QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); - pContext->pullRes[STRIGGER_PULL_TSDB_META] = pDataBlock; - } - if (pRsp->contLen > 0) { - const char *pCont = pRsp->pCont; - code = blockDecode(pDataBlock, pCont, &pCont); - QUERY_CHECK_CODE(code, lino, _end); - QUERY_CHECK_CONDITION(pCont == (char *)pRsp->pCont + pRsp->contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - } else { - blockDataEmpty(pDataBlock); - } - int32_t nrows = blockDataGetNumOfRows(pDataBlock); - if (nrows > 0) { - // find groups to be checked - if (!pTask->isVirtualTable) { - SColumnInfoData *pGidCol = taosArrayGet(pDataBlock->pDataBlock, 3); + if (--pContext->curReaderIdx > 0) { + // wait for responses from other readers + goto _end; + } + + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pFirstTsMap, NULL, &iter); + while (px != NULL) { + pContext->range.skey = TMAX(pContext->range.skey, *(int64_t *)px); + px = tSimpleHashIterate(pContext->pFirstTsMap, px, &iter); + } + + pContext->status = STRIGGER_CONTEXT_IDLE; + code = stHistoryContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); + break; + } + + case STRIGGER_PULL_TSDB_META: + case STRIGGER_PULL_TSDB_META_NEXT: { + QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_FETCH_META, code, lino, _end, + TSDB_CODE_INTERNAL_ERROR); + SSTriggerTsdbProgress *pProgress = NULL; + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerTsdbProgress *pTempProgress = + tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + if (&pTempProgress->pullReq.base == pReq) { + pProgress = pTempProgress; + break; + } + } + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INVALID_PARA); + + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); + if (pRsp->contLen > 0) { + const char *pCont = pRsp->pCont; + code = blockDecode(pDataBlock, pCont, &pCont); + QUERY_CHECK_CODE(code, lino, _end); + QUERY_CHECK_CONDITION(pCont == (char *)pRsp->pCont + pRsp->contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + } else { + blockDataEmpty(pDataBlock); + } + + void *px = taosArrayPush(pProgress->pMetadatas, &pDataBlock); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + pDataBlock = NULL; + + if (--pContext->curReaderIdx > 0) { + ST_TASK_DLOG("wait for response from other %d readers", pContext->curReaderIdx); + goto _end; + } + + bool continueToFetch = false; + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerTsdbProgress *pTempProgress = + tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + SSDataBlock *pBlock = *(SSDataBlock **)taosArrayGetLast(pTempProgress->pMetadatas); + int32_t nrows = blockDataGetNumOfRows(pBlock); + if (nrows >= STREAM_RETURN_ROWS_NUM) { + continueToFetch = true; + break; + } + } + + if (continueToFetch) { + ST_TASK_DLOG("continue to fetch wal metas since some readers are not exhausted: %" PRIzu, + TARRAY_SIZE(pTask->readerList)); + for (pContext->curReaderIdx = 0; pContext->curReaderIdx < TARRAY_SIZE(pTask->readerList); + pContext->curReaderIdx++) { + code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META_NEXT); + QUERY_CHECK_CODE(code, lino, _end); + } + goto _end; + } + + // collect all metadatas + pAllMetadatas = taosArrayInit(0, sizeof(SSDataBlock *)); + QUERY_CHECK_NULL(pAllMetadatas, code, lino, _end, terrno); + pVgIds = taosArrayInit(0, sizeof(int32_t)); + QUERY_CHECK_NULL(pVgIds, code, lino, _end, terrno); + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerTsdbProgress *pTempProgress = + tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + void *px = taosArrayAddAll(pAllMetadatas, pTempProgress->pMetadatas); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + for (int32_t j = 0; j < TARRAY_SIZE(pTempProgress->pMetadatas); j++) { + void *px = taosArrayPush(pVgIds, &pTempProgress->pTaskAddr->nodeId); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + } + taosArrayClear(pTempProgress->pMetadatas); + } + + if (!pTask->isVirtualTable) { + for (int32_t i = 0; i < TARRAY_SIZE(pAllMetadatas); i++) { + SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pAllMetadatas, i); + int32_t nrows = blockDataGetNumOfRows(pBlock); + if (nrows == 0) { + continue; + } + SColumnInfoData *pGidCol = taosArrayGet(pBlock->pDataBlock, 3); QUERY_CHECK_NULL(pGidCol, code, lino, _end, terrno); int64_t *pGidData = (int64_t *)pGidCol->pData; for (int32_t i = 0; i < nrows; i++) { - void *px = tSimpleHashGet(pContext->pGroups, &pGidData[i], sizeof(int64_t)); + void *px = tSimpleHashGet(pContext->pGroups, &pGidData[i], sizeof(int64_t)); + SSTriggerHistoryGroup *pGroup = NULL; if (px == NULL) { - continue; + pGroup = taosMemoryCalloc(1, sizeof(SSTriggerHistoryGroup)); + QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); + code = tSimpleHashPut(pContext->pGroups, &pGidData[i], sizeof(int64_t), &pGroup, POINTER_BYTES); + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFreeClear(pGroup); + QUERY_CHECK_CODE(code, lino, _end); + } + code = stHistoryGroupInit(pGroup, pContext, pGidData[i]); + QUERY_CHECK_CODE(code, lino, _end); + } else { + pGroup = *(SSTriggerHistoryGroup **)px; } - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; if (TD_DLIST_NODE_NEXT(pGroup) == NULL && TD_DLIST_TAIL(&pContext->groupsToCheck) != pGroup) { bool added = false; - code = stHistoryGroupAddMetaDatas(pGroup, pDataBlock, &added); + code = stHistoryGroupAddMetaDatas(pGroup, pAllMetadatas, pVgIds, &added); QUERY_CHECK_CODE(code, lino, _end); - QUERY_CHECK_CONDITION(added, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); - } - } - } else { - SColumnInfoData *pUidCol = taosArrayGet(pDataBlock->pDataBlock, 2); - QUERY_CHECK_NULL(pUidCol, code, lino, _end, terrno); - int64_t *pUidData = (int64_t *)pUidCol->pData; - int32_t iter = 0; - void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); - while (px != NULL) { - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; - bool added = false; - code = stHistoryGroupAddMetaDatas(pGroup, pDataBlock, &added); - QUERY_CHECK_CODE(code, lino, _end); - if (added) { - TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + if (added) { + TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + } } - px = tSimpleHashIterate(pContext->pGroups, px, &iter); } } - } - if (nrows >= STREAM_RETURN_ROWS_NUM) { - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META_NEXT); - QUERY_CHECK_CODE(code, lino, _end); - } else if (pContext->curReaderIdx != taosArrayGetSize(pTask->readerList) - 1) { - pContext->curReaderIdx++; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_META); - QUERY_CHECK_CODE(code, lino, _end); } else { - // force to close all windows - code = stHistoryContextCheck(pContext); - QUERY_CHECK_CODE(code, lino, _end); + int32_t iter = 0; + void *px = tSimpleHashIterate(pContext->pGroups, NULL, &iter); + while (px != NULL) { + SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; + bool added = false; + code = stHistoryGroupAddMetaDatas(pGroup, pAllMetadatas, pVgIds, &added); + QUERY_CHECK_CODE(code, lino, _end); + if (added) { + TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); + } + px = tSimpleHashIterate(pContext->pGroups, px, &iter); + } } + + code = stHistoryContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); break; } @@ -4290,12 +5068,22 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR case STRIGGER_PULL_TSDB_TRIGGER_DATA_NEXT: { QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_FETCH_META, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - SSDataBlock *pDataBlock = pContext->pullRes[STRIGGER_PULL_TSDB_TRIGGER_DATA]; - if (pDataBlock == NULL) { - pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); - QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); - pContext->pullRes[STRIGGER_PULL_TSDB_TRIGGER_DATA] = pDataBlock; + SSTriggerTsdbProgress *pProgress = NULL; + for (int32_t i = 0; i < TARRAY_SIZE(pTask->readerList); i++) { + SStreamTaskAddr *pReader = TARRAY_GET_ELEM(pTask->readerList, i); + SSTriggerTsdbProgress *pTempProgress = + tSimpleHashGet(pContext->pReaderTsdbProgress, &pReader->nodeId, sizeof(int32_t)); + QUERY_CHECK_NULL(pTempProgress, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + if (&pTempProgress->pullReq.base == pReq) { + pProgress = pTempProgress; + break; + } } + QUERY_CHECK_NULL(pProgress, code, lino, _end, TSDB_CODE_INVALID_PARA); + int32_t vgId = pProgress->pTaskAddr->nodeId; + + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); if (pRsp->contLen > 0) { const char *pCont = pRsp->pCont; code = blockDecode(pDataBlock, pCont, &pCont); @@ -4304,15 +5092,49 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR } else { blockDataEmpty(pDataBlock); } - int32_t nrows = blockDataGetNumOfRows(pDataBlock); - if (nrows > 0) { - int64_t gid = pDataBlock->info.id.groupId; - void *px = tSimpleHashGet(pContext->pGroups, &gid, sizeof(int64_t)); - if (px != NULL) { - SSTriggerHistoryGroup *pGroup = *(SSTriggerHistoryGroup **)px; + + void *px = taosArrayPush(pContext->pTrigDataBlocks, &pDataBlock); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + pDataBlock = NULL; + + if (--pContext->curReaderIdx > 0) { + ST_TASK_DLOG("wait for response from other %d readers", pContext->curReaderIdx); + goto _end; + } + + for (int32_t i = 0; i < TARRAY_SIZE(pContext->pTrigDataBlocks); i++) { + SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pContext->pTrigDataBlocks, i); + int32_t nrows = blockDataGetNumOfRows(pBlock); + if (nrows == 0) { + continue; + } + int64_t gid = pBlock->info.id.groupId; + void *px = tSimpleHashGet(pContext->pGroups, &gid, sizeof(int64_t)); + SSTriggerHistoryGroup *pGroup = NULL; + if (px == NULL) { + pGroup = taosMemoryCalloc(1, sizeof(SSTriggerHistoryGroup)); + QUERY_CHECK_NULL(pGroup, code, lino, _end, terrno); + code = tSimpleHashPut(pContext->pGroups, &gid, sizeof(int64_t), &pGroup, POINTER_BYTES); + if (code != TSDB_CODE_SUCCESS) { + taosMemoryFreeClear(pGroup); + QUERY_CHECK_CODE(code, lino, _end); + } + code = stHistoryGroupInit(pGroup, pContext, gid); + QUERY_CHECK_CODE(code, lino, _end); + } else { + pGroup = *(SSTriggerHistoryGroup **)px; + } + if (!pContext->needTsdbMeta && (tSimpleHashGetSize(pGroup->pTableMetas) == 0)) { + SSTriggerTableMeta newTableMeta = {.vgId = vgId}; + code = tSimpleHashPut(pGroup->pTableMetas, &newTableMeta.tbUid, sizeof(int64_t), &newTableMeta, + sizeof(SSTriggerTableMeta)); + QUERY_CHECK_CODE(code, lino, _end); + } + if (TD_DLIST_NODE_NEXT(pGroup) == NULL && TD_DLIST_TAIL(&pContext->groupsToCheck) != pGroup) { TD_DLIST_APPEND(&pContext->groupsToCheck, pGroup); } } + code = stHistoryContextCheck(pContext); QUERY_CHECK_CODE(code, lino, _end); break; @@ -4321,17 +5143,18 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR case STRIGGER_PULL_TSDB_TS_DATA: { QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_CHECK_CONDITION, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - pTempDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); if (pRsp->contLen > 0) { const char *pCont = pRsp->pCont; - code = blockDecode(pTempDataBlock, pCont, &pCont); + code = blockDecode(pDataBlock, pCont, &pCont); QUERY_CHECK_CODE(code, lino, _end); QUERY_CHECK_CONDITION(pCont == (char *)pRsp->pCont + pRsp->contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); } else { - blockDataEmpty(pTempDataBlock); + blockDataEmpty(pDataBlock); } QUERY_CHECK_CONDITION(pContext->pColRefToFetch == NULL, code, lino, _end, TSDB_CODE_INVALID_PARA); - code = stTimestampSorterBindDataBlock(pContext->pSorter, &pTempDataBlock); + code = stTimestampSorterBindDataBlock(pContext->pSorter, &pDataBlock); TSDB_CHECK_CODE(code, lino, _end); pContext->pColRefToFetch = NULL; pContext->pMetaToFetch = NULL; @@ -4344,12 +5167,8 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR case STRIGGER_PULL_TSDB_CALC_DATA_NEXT: { QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - SSDataBlock *pDataBlock = pContext->pullRes[STRIGGER_PULL_TSDB_CALC_DATA]; - if (pDataBlock == NULL) { - pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); - QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); - pContext->pullRes[STRIGGER_PULL_TSDB_CALC_DATA] = pDataBlock; - } + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); if (pRsp->contLen > 0) { const char *pCont = pRsp->pCont; code = blockDecode(pDataBlock, pCont, &pCont); @@ -4358,16 +5177,18 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR } else { blockDataEmpty(pDataBlock); } - if ((blockDataGetNumOfRows(pDataBlock) == 0) && - (pContext->curCalcReaderIdx != taosArrayGetSize(pTask->readerList) - 1)) { - pContext->curCalcReaderIdx++; - code = stHistoryContextSendPullReq(pContext, STRIGGER_PULL_TSDB_CALC_DATA); - QUERY_CHECK_CODE(code, lino, _end); - } else { - pContext->pFetchedDataBlock = pDataBlock; - code = stHistoryContextCheck(pContext); - QUERY_CHECK_CODE(code, lino, _end); + + void *px = taosArrayPush(pContext->pCalcDataBlocks, &pDataBlock); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + pDataBlock = NULL; + + if (--pContext->curReaderIdx > 0) { + ST_TASK_DLOG("wait for response from other %d readers", pContext->curReaderIdx); + goto _end; } + + code = stHistoryContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); break; } @@ -4375,17 +5196,18 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR QUERY_CHECK_CONDITION( pContext->status == STRIGGER_CONTEXT_CHECK_CONDITION || pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - pTempDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); if (pRsp->contLen > 0) { const char *pCont = pRsp->pCont; - code = blockDecode(pTempDataBlock, pCont, &pCont); + code = blockDecode(pDataBlock, pCont, &pCont); QUERY_CHECK_CODE(code, lino, _end); QUERY_CHECK_CONDITION(pCont == (char *)pRsp->pCont + pRsp->contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); } else { - blockDataEmpty(pTempDataBlock); + blockDataEmpty(pDataBlock); } QUERY_CHECK_NULL(pContext->pColRefToFetch, code, lino, _end, TSDB_CODE_INVALID_PARA); - code = stVtableMergerBindDataBlock(pContext->pMerger, &pTempDataBlock); + code = stVtableMergerBindDataBlock(pContext->pMerger, &pDataBlock); TSDB_CHECK_CODE(code, lino, _end); pContext->pColRefToFetch = NULL; pContext->pMetaToFetch = NULL; @@ -4397,9 +5219,47 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR case STRIGGER_PULL_GROUP_COL_VALUE: { QUERY_CHECK_CONDITION(pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - SStreamGroupInfo groupInfo = {.gInfo = pContext->pCalcReq->groupColVals}; - code = tDeserializeSStreamGroupInfo(pRsp->pCont, pRsp->contLen, &groupInfo); + SSTriggerGroupColValueRequest *pRequest = (SSTriggerGroupColValueRequest *)pReq; + if (pContext->pCalcReq != NULL && pContext->pCalcReq->gid == pRequest->gid) { + SStreamGroupInfo groupInfo = {.gInfo = pContext->pCalcReq->groupColVals}; + code = tDeserializeSStreamGroupInfo(pRsp->pCont, pRsp->contLen, &groupInfo); + QUERY_CHECK_CODE(code, lino, _end); + code = stHistoryContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); + } else { + SListIter iter = {0}; + SListNode *pNode = NULL; + tdListInitIter(&pContext->retryCalcReqs, &iter, TD_LIST_FORWARD); + while ((pNode = tdListNext(&iter)) != NULL) { + SSTriggerCalcRequest *pCalcReq = *(SSTriggerCalcRequest **)pNode->data; + if (pCalcReq->gid == pRequest->gid) { + SStreamGroupInfo groupInfo = {.gInfo = pCalcReq->groupColVals}; + code = tDeserializeSStreamGroupInfo(pRsp->pCont, pRsp->contLen, &groupInfo); + QUERY_CHECK_CODE(code, lino, _end); + code = stHistoryContextRetryCalcRequest(pContext, pNode, pCalcReq); + QUERY_CHECK_CODE(code, lino, _end); + break; + } + } + } + break; + } + + case STRIGGER_PULL_VTABLE_PSEUDO_COL: { + QUERY_CHECK_CONDITION( + pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ || pContext->status == STRIGGER_CONTEXT_CHECK_CONDITION, + code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + pDataBlock = taosMemoryCalloc(1, sizeof(SSDataBlock)); + QUERY_CHECK_NULL(pDataBlock, code, lino, _end, terrno); + QUERY_CHECK_CONDITION(pRsp->contLen > 0, code, lino, _end, TSDB_CODE_INVALID_PARA); + const char *pCont = pRsp->pCont; + code = blockDecode(pDataBlock, pCont, &pCont); + QUERY_CHECK_CODE(code, lino, _end); + QUERY_CHECK_CONDITION(pCont == (char *)pRsp->pCont + pRsp->contLen, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + QUERY_CHECK_NULL(pContext->pColRefToFetch, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + code = stVtableMergerSetPseudoCols(pContext->pMerger, &pDataBlock); QUERY_CHECK_CODE(code, lino, _end); + pContext->pColRefToFetch = NULL; code = stHistoryContextCheck(pContext); QUERY_CHECK_CODE(code, lino, _end); break; @@ -4413,8 +5273,14 @@ static int32_t stHistoryContextProcPullRsp(SSTriggerHistoryContext *pContext, SR } _end: - if (pTempDataBlock != NULL) { - blockDataDestroy(pTempDataBlock); + if (pDataBlock != NULL) { + blockDataDestroy(pDataBlock); + } + if (pAllMetadatas != NULL) { + taosArrayDestroyP(pAllMetadatas, (FDelete)blockDataDestroy); + } + if (pVgIds != NULL) { + taosArrayDestroy(pVgIds); } if (code != TSDB_CODE_SUCCESS) { ST_TASK_ELOG("%s failed at line %d since %s, type: %d", __func__, lino, tstrerror(code), pReq->type); @@ -4427,20 +5293,42 @@ static int32_t stHistoryContextProcCalcRsp(SSTriggerHistoryContext *pContext, SR int32_t lino = 0; SStreamTriggerTask *pTask = pContext->pTask; SSTriggerCalcRequest *pReq = NULL; - SStreamRunnerTarget *pRunner = NULL; - - QUERY_CHECK_CONDITION(pRsp->code == TSDB_CODE_SUCCESS, code, lino, _end, TSDB_CODE_INVALID_PARA); SMsgSendInfo *ahandle = pRsp->info.ahandle; SSTriggerAHandle *pAhandle = ahandle->param; pReq = pAhandle->param; - code = stTriggerTaskReleaseRequest(pTask, &pReq); - QUERY_CHECK_CODE(code, lino, _end); + ST_TASK_DLOG("receive calc response from task:%" PRIx64 ", code:%d", pReq->runnerTaskId, pRsp->code); + + if (pRsp->code == TSDB_CODE_SUCCESS) { + code = stTriggerTaskReleaseRequest(pTask, &pReq); + QUERY_CHECK_CODE(code, lino, _end); - if (pContext->status == STRIGGER_CONTEXT_ACQUIRE_REQUEST) { - // continue check if the context is waiting for any available request - code = stHistoryContextCheck(pContext); + if (pContext->pendingToFinish) { + bool calcFinish = false; + code = stHistoryContextAllCalcFinish(pContext, &calcFinish); + QUERY_CHECK_CODE(code, lino, _end); + if (calcFinish) { + stHistoryContextDestroy(&pTask->pHistoryContext); + pTask->pHistoryContext = taosMemoryCalloc(1, sizeof(SSTriggerHistoryContext)); + QUERY_CHECK_NULL(pTask->pHistoryContext, code, lino, _end, terrno); + pContext = pTask->pHistoryContext; + code = stHistoryContextInit(pContext, pTask); + QUERY_CHECK_CODE(code, lino, _end); + int64_t resumeTime = taosGetTimestampNs() + STREAM_TRIGGER_WAIT_TIME_NS; + code = stTriggerTaskAddWaitSession(pTask, pContext->sessionId, resumeTime); + QUERY_CHECK_CODE(code, lino, _end); + } + } else if (pContext->status == STRIGGER_CONTEXT_ACQUIRE_REQUEST) { + // continue check if the context is waiting for any available request + code = stHistoryContextCheck(pContext); + QUERY_CHECK_CODE(code, lino, _end); + } + } else { + code = tdListAppend(&pContext->retryCalcReqs, &pReq); + QUERY_CHECK_CODE(code, lino, _end); + SListNode *pNode = TD_DLIST_TAIL(&pContext->retryCalcReqs); + code = stHistoryContextRetryCalcRequest(pContext, pNode, pReq); QUERY_CHECK_CODE(code, lino, _end); } @@ -4624,8 +5512,13 @@ static void stRealtimeGroupClearTempState(SSTriggerRealtimeGroup *pGroup) { static void stRealtimeGroupClearMetadatas(SSTriggerRealtimeGroup *pGroup, int64_t prevWindowEnd) { SSTriggerRealtimeContext *pContext = pGroup->pContext; SStreamTriggerTask *pTask = pContext->pTask; - int32_t iter = 0; - SSTriggerTableMeta *pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); + + if (pContext->needCheckAgain) { + return; + } + + int32_t iter = 0; + SSTriggerTableMeta *pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); while (pTableMeta != NULL) { if (taosArrayGetSize(pTableMeta->pMetas) > 0) { int64_t endTime = prevWindowEnd; @@ -4642,7 +5535,7 @@ static void stRealtimeGroupClearMetadatas(SSTriggerRealtimeGroup *pGroup, int64_ endTime = TMAX(endTime, pGroup->newThreshold); } int32_t idx = taosArraySearchIdx(pTableMeta->pMetas, &endTime, stRealtimeGroupMetaDataSearch, TD_GT); - taosArrayPopFrontBatch(pTableMeta->pMetas, idx); + taosArrayPopFrontBatch(pTableMeta->pMetas, (idx == -1) ? TARRAY_SIZE(pTableMeta->pMetas) : idx); idx = taosArraySearchIdx(pTableMeta->pMetas, &pGroup->newThreshold, stRealtimeGroupMetaDataSearch, TD_GT); pTableMeta->metaIdx = (idx == -1) ? TARRAY_SIZE(pTableMeta->pMetas) : idx; } @@ -4658,6 +5551,7 @@ static int32_t stRealtimeGroupAddMetaDatas(SSTriggerRealtimeGroup *pGroup, SArra SStreamTriggerTask *pTask = pContext->pTask; SSTriggerTableMeta *pTableMeta = NULL; SSHashObj *pAddedUids = NULL; + STimeWindow recalcRange = {.skey = INT64_MAX, .ekey = INT64_MIN}; QUERY_CHECK_NULL(pMetadatas, code, lino, _end, TSDB_CODE_INVALID_PARA); QUERY_CHECK_CONDITION(taosArrayGetSize(pMetadatas) == taosArrayGetSize(pVgIds), code, lino, _end, @@ -4666,7 +5560,6 @@ static int32_t stRealtimeGroupAddMetaDatas(SSTriggerRealtimeGroup *pGroup, SArra if (pTask->triggerType == STREAM_TRIGGER_PERIOD) { pGroup->oldThreshold = INT64_MIN; } - pGroup->newThreshold = pGroup->oldThreshold; pAddedUids = tSimpleHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT)); QUERY_CHECK_NULL(pAddedUids, code, lino, _end, terrno); @@ -4724,78 +5617,92 @@ static int32_t stRealtimeGroupAddMetaDatas(SSTriggerRealtimeGroup *pGroup, SArra } int64_t recalcEkey = TMIN(pEkeys[i], pGroup->oldThreshold); if (recalcSkey <= recalcEkey) { - code = stTriggerTaskMarkRecalc(pTask, pGroup->gid, recalcSkey, recalcEkey); - QUERY_CHECK_CODE(code, lino, _end); + recalcRange.skey = TMIN(recalcRange.skey, recalcSkey); + recalcRange.ekey = TMAX(recalcRange.ekey, recalcEkey); } } - if (pEkeys[i] > pGroup->oldThreshold) { - code = tSimpleHashPut(pAddedUids, &pUids[i], sizeof(int64_t), NULL, 0); - QUERY_CHECK_CODE(code, lino, _end); - if (pTableMeta == NULL || pTableMeta->tbUid != pUids[i]) { + if (pEkeys[i] <= pGroup->oldThreshold) { + continue; + } + + code = tSimpleHashPut(pAddedUids, &pUids[i], sizeof(int64_t), NULL, 0); + QUERY_CHECK_CODE(code, lino, _end); + + if (pTableMeta == NULL || pTableMeta->tbUid != pUids[i]) { + pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); + if (pTableMeta == NULL) { + SSTriggerTableMeta newTableMeta = {.tbUid = pUids[i], .vgId = vgId}; + code = tSimpleHashPut(pGroup->pTableMetas, &pUids[i], sizeof(int64_t), &newTableMeta, + sizeof(SSTriggerTableMeta)); + QUERY_CHECK_CODE(code, lino, _end); pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); - if (pTableMeta == NULL) { - SSTriggerTableMeta newTableMeta = {.tbUid = pUids[i], .vgId = vgId}; - code = tSimpleHashPut(pGroup->pTableMetas, &pUids[i], sizeof(int64_t), &newTableMeta, - sizeof(SSTriggerTableMeta)); - QUERY_CHECK_CODE(code, lino, _end); - pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); - QUERY_CHECK_NULL(pTableMeta, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - } + QUERY_CHECK_NULL(pTableMeta, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); } - if (pTableMeta->pMetas == NULL) { - pTableMeta->pMetas = taosArrayInit(0, sizeof(SSTriggerMetaData)); - QUERY_CHECK_NULL(pTableMeta->pMetas, code, lino, _end, terrno); - } - - if (pTypes[i] == WAL_DELETE_DATA) { - // shrink the range of existing metas for delete metadata - for (int32_t j = 0; j < TARRAY_SIZE(pTableMeta->pMetas); j++) { - SSTriggerMetaData *pMeta = TARRAY_GET_ELEM(pTableMeta->pMetas, j); - if (pMeta->skey > pMeta->ekey || pMeta->skey > pEkeys[i] || pMeta->ekey < pSkeys[i]) { - continue; - } else if (pMeta->skey >= pSkeys[i]) { - pMeta->skey = pEkeys[i] + 1; - SET_TRIGGER_META_SKEY_INACCURATE(pMeta); - } else if (pMeta->ekey <= pEkeys[i]) { - pMeta->ekey = pSkeys[i] - 1; - SET_TRIGGER_META_EKEY_INACCURATE(pMeta); - } else { - SSTriggerMetaData *pNewMeta = taosArrayPush(pTableMeta->pMetas, pMeta); - QUERY_CHECK_NULL(pNewMeta, code, lino, _end, terrno); - pMeta->ekey = pSkeys[i] - 1; - SET_TRIGGER_META_EKEY_INACCURATE(pMeta); - pNewMeta->skey = pEkeys[i] + 1; - SET_TRIGGER_META_SKEY_INACCURATE(pNewMeta); - } - if (pMeta->skey > pMeta->ekey) { - // set the range of invalid metadata to INT64_MAX, so they will be sorted to the end - pMeta->skey = pMeta->ekey = INT64_MAX; - } + } + if (pTableMeta->pMetas == NULL) { + pTableMeta->pMetas = taosArrayInit(0, sizeof(SSTriggerMetaData)); + QUERY_CHECK_NULL(pTableMeta->pMetas, code, lino, _end, terrno); + } + + if (pTypes[i] == WAL_DELETE_DATA) { + // shrink the range of existing metas for delete metadata + for (int32_t j = 0; j < TARRAY_SIZE(pTableMeta->pMetas); j++) { + SSTriggerMetaData *pMeta = TARRAY_GET_ELEM(pTableMeta->pMetas, j); + if (pMeta->skey > pMeta->ekey || pMeta->skey > pEkeys[i] || pMeta->ekey < pSkeys[i]) { + continue; + } else if (pMeta->skey >= pSkeys[i]) { + pMeta->skey = pEkeys[i] + 1; + SET_TRIGGER_META_SKEY_INACCURATE(pMeta); + } else if (pMeta->ekey <= pEkeys[i]) { + pMeta->ekey = pSkeys[i] - 1; + SET_TRIGGER_META_EKEY_INACCURATE(pMeta); + } else { + SSTriggerMetaData newMeta = *pMeta; + newMeta.skey = pEkeys[i] + 1; + SET_TRIGGER_META_SKEY_INACCURATE(&newMeta); + pMeta->ekey = pSkeys[i] - 1; + SET_TRIGGER_META_EKEY_INACCURATE(pMeta); + void *px = taosArrayPush(pTableMeta->pMetas, &newMeta); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + continue; } - } else if (pTypes[i] == WAL_SUBMIT_DATA) { - // add new insert metadata - int64_t skey = TMAX(pSkeys[i], pGroup->oldThreshold + 1); - if (pTask->ignoreDisorder && TARRAY_SIZE(pTableMeta->pMetas) > 0) { - SSTriggerMetaData *pLastMeta = TARRAY_GET_ELEM(pTableMeta->pMetas, TARRAY_SIZE(pTableMeta->pMetas) - 1); - skey = TMAX(skey, pLastMeta->ekey + 1); + if (pMeta->skey > pMeta->ekey) { + // set the range of invalid metadata to INT64_MAX, so they will be sorted to the end + pMeta->skey = pMeta->ekey = INT64_MAX; } - if (skey <= pEkeys[i]) { - SSTriggerMetaData *pNewMeta = taosArrayReserve(pTableMeta->pMetas, 1); - QUERY_CHECK_NULL(pNewMeta, code, lino, _end, terrno); - pNewMeta->skey = TMAX(pSkeys[i], pGroup->oldThreshold + 1); - pNewMeta->ekey = pEkeys[i]; - pNewMeta->ver = pVers[i]; - pNewMeta->nrows = pNrows[i]; - if (skey != pSkeys[i]) { - SET_TRIGGER_META_SKEY_INACCURATE(pNewMeta); - } + } + } else if (pTypes[i] == WAL_SUBMIT_DATA) { + // add new insert metadata + int64_t skey = TMAX(pSkeys[i], pGroup->oldThreshold + 1); + if (pTask->ignoreDisorder && TARRAY_SIZE(pTableMeta->pMetas) > 0) { + SSTriggerMetaData *pLastMeta = taosArrayGetLast(pTableMeta->pMetas); + skey = TMAX(skey, pLastMeta->ekey + 1); + } + if (skey <= pEkeys[i]) { + SSTriggerMetaData *pNewMeta = taosArrayReserve(pTableMeta->pMetas, 1); + QUERY_CHECK_NULL(pNewMeta, code, lino, _end, terrno); + pNewMeta->skey = skey; + pNewMeta->ekey = pEkeys[i]; + pNewMeta->ver = pVers[i]; + pNewMeta->nrows = pNrows[i]; + if (skey != pSkeys[i]) { + SET_TRIGGER_META_SKEY_INACCURATE(pNewMeta); } } } } } + // add recalc request + if (recalcRange.skey <= recalcRange.ekey) { + if (pTask->triggerType != STREAM_TRIGGER_STATE && pTask->triggerType != STREAM_TRIGGER_EVENT) { + recalcRange.ekey = pGroup->oldThreshold; + } + code = stTriggerTaskAddRecalcRequest(pTask, pGroup->gid, recalcRange, pContext->pReaderWalProgress, true); + QUERY_CHECK_CODE(code, lino, _end); + } + int32_t iter = 0; void *px = tSimpleHashIterate(pAddedUids, NULL, &iter); while (px != NULL) { @@ -4994,7 +5901,6 @@ static int32_t stRealtimeGroupCloseWindow(SSTriggerRealtimeGroup *pGroup, char * switch (pTask->triggerType) { case STREAM_TRIGGER_PERIOD: { - SInterval *pInterval = &pTask->interval; QUERY_CHECK_CONDITION(needCalc || needNotify, code, lino, _end, TSDB_CODE_INVALID_PARA); param.prevLocalTime = pCurWindow->range.skey - 1; param.triggerTime = pCurWindow->range.ekey; @@ -5095,8 +6001,10 @@ static int32_t stRealtimeGroupSaveInitWindow(SSTriggerRealtimeGroup *pGroup, SAr } if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { - void *px = taosArrayPush(pInitWindows, &pGroup->nextWindow); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); + if (!IS_TRIGGER_GROUP_NONE_WINDOW(pGroup)) { + void *px = taosArrayPush(pInitWindows, &pGroup->nextWindow); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + } } _end: @@ -5117,9 +6025,13 @@ static int32_t stRealtimeGroupRestoreInitWindow(SSTriggerRealtimeGroup *pGroup, int32_t nWindows = taosArrayGetSize(pInitWindows); if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { - QUERY_CHECK_CONDITION(nWindows > 0, code, lino, _end, TSDB_CODE_INVALID_PARA); - pGroup->nextWindow = *(STimeWindow *)taosArrayGetLast(pInitWindows); - nWindows--; + if (nWindows > 0) { + pGroup->nextWindow = *(STimeWindow *)taosArrayGetLast(pInitWindows); + nWindows--; + } else { + TRINGBUF_DESTROY(&pGroup->winBuf); + pGroup->nextWindow = (STimeWindow){0}; + } } for (int32_t i = 0; i < nWindows; i++) { @@ -5201,7 +6113,7 @@ static int32_t stRealtimeGroupMergeSavedWindows(SSTriggerRealtimeGroup *pGroup, // some window may have not been closed yet if (pWin->range.ekey + gap > pGroup->newThreshold) { - // todo(kjq): restore prevProcTime from saved init windows + // TODO(kjq): restore prevProcTime from saved init windows pWin->prevProcTime = taosGetTimestampNs(); if (TRINGBUF_SIZE(&pGroup->winBuf) > 0) { pWin->wrownum = TRINGBUF_HEAD(&pGroup->winBuf)->wrownum - pWin->wrownum; @@ -5251,10 +6163,9 @@ static int32_t stRealtimeGroupMergeSavedWindows(SSTriggerRealtimeGroup *pGroup, } if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { - pWin = TARRAY_GET_ELEM(pContext->pSavedWindows, TARRAY_SIZE(pContext->pSavedWindows) - 1); + pWin = taosArrayGetLast(pContext->pSavedWindows); pGroup->nextWindow = pWin->range; - SInterval *pInterval = &pTask->interval; - if (pInterval->interval > 0) { + if (pTask->interval.interval > 0) { stTriggerTaskNextIntervalWindow(pTask, &pGroup->nextWindow); } else { stTriggerTaskNextPeriodWindow(pTask, &pGroup->nextWindow); @@ -5427,31 +6338,11 @@ static int32_t stRealtimeGroupDoPeriodCheck(SSTriggerRealtimeGroup *pGroup) { static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; - SSTriggerRealtimeContext *pContext = pGroup->pContext; - SStreamTriggerTask *pTask = pContext->pTask; - bool readAllData = false; - bool allTableProcessed = false; - bool needFetchData = false; - - if (IS_TRIGGER_GROUP_NONE_WINDOW(pGroup)) { - int64_t ts = INT64_MAX; - int32_t iter = 0; - SSTriggerTableMeta *pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); - while (pTableMeta != NULL) { - for (int32_t i = 0; i < taosArrayGetSize(pTableMeta->pMetas); i++) { - SSTriggerMetaData *pMeta = TARRAY_GET_ELEM(pTableMeta->pMetas, i); - ts = TMIN(ts, pMeta->skey); - } - pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pTableMeta, &iter); - } - QUERY_CHECK_CONDITION(ts != INT64_MAX, code, lino, _end, TSDB_CODE_INVALID_PARA); - if (ts > pGroup->newThreshold) { - goto _end; - } - code = stRealtimeGroupOpenWindow(pGroup, ts, NULL, false, false); - QUERY_CHECK_CODE(code, lino, _end); - pGroup->oldThreshold = ts - 1; - } + SSTriggerRealtimeContext *pContext = pGroup->pContext; + SStreamTriggerTask *pTask = pContext->pTask; + bool readAllData = false; + bool allTableProcessed = false; + bool needFetchData = false; if (!pContext->reenterCheck) { // save initial windows at the first check @@ -5459,9 +6350,11 @@ static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { QUERY_CHECK_CODE(code, lino, _end); } - if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { + if ((pTask->triggerFilter != NULL) || pTask->hasTriggerFilter) { readAllData = true; - } else if (pTask->igNoDataTrigger) { + } else if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { + readAllData = true; + } else if (pTask->ignoreNoDataTrigger) { readAllData = true; } @@ -5492,8 +6385,14 @@ static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { } bool meetBound = (r < endIdx) || (r > 0 && pTsData[r - 1] == ts); if (ts == nextStart && meetBound) { - code = stRealtimeGroupOpenWindow(pGroup, ts, NULL, true, r > 0 && pTsData[r - 1] == nextStart); - QUERY_CHECK_CODE(code, lino, _end); + if (IS_TRIGGER_GROUP_NONE_WINDOW(pGroup)) { + code = stRealtimeGroupOpenWindow(pGroup, pTsData[r], NULL, true, true); + QUERY_CHECK_CODE(code, lino, _end); + r++; + } else { + code = stRealtimeGroupOpenWindow(pGroup, ts, NULL, true, r > 0 && pTsData[r - 1] == nextStart); + QUERY_CHECK_CODE(code, lino, _end); + } } if ((TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey == ts) && meetBound) { code = stRealtimeGroupCloseWindow(pGroup, NULL, true); @@ -5502,6 +6401,25 @@ static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { } } } else { + if (IS_TRIGGER_GROUP_NONE_WINDOW(pGroup)) { + int64_t ts = INT64_MAX; + int32_t iter = 0; + SSTriggerTableMeta *pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); + while (pTableMeta != NULL) { + for (int32_t i = 0; i < taosArrayGetSize(pTableMeta->pMetas); i++) { + SSTriggerMetaData *pMeta = TARRAY_GET_ELEM(pTableMeta->pMetas, i); + ts = TMIN(ts, pMeta->skey); + } + pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pTableMeta, &iter); + } + QUERY_CHECK_CONDITION(ts != INT64_MAX, code, lino, _end, TSDB_CODE_INVALID_PARA); + if (ts > pGroup->newThreshold) { + goto _end; + } + code = stRealtimeGroupOpenWindow(pGroup, ts, NULL, false, false); + QUERY_CHECK_CODE(code, lino, _end); + pGroup->oldThreshold = ts - 1; + } allTableProcessed = true; } @@ -5511,10 +6429,18 @@ static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { QUERY_CHECK_CODE(code, lino, _end); } + if (IS_TRIGGER_GROUP_NONE_WINDOW(pGroup)) { + goto _end; + } + while (true) { int64_t nextStart = pGroup->nextWindow.skey; int64_t curEnd = IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) ? TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey : INT64_MAX; int64_t ts = TMIN(nextStart, curEnd); + if (taosArrayGetSize(pGroup->pPendingCalcParams) >= STREAM_CALC_REQ_MAX_WIN_NUM) { + pContext->needCheckAgain = true; + goto _end; + } if (ts > pGroup->newThreshold) { break; } @@ -5527,30 +6453,30 @@ static int32_t stRealtimeGroupDoSlidingCheck(SSTriggerRealtimeGroup *pGroup) { QUERY_CHECK_CODE(code, lino, _end); } } - } #if !TRIGGER_USE_HISTORY_META - if (pTask->fillHistory) { - void *px = tSimpleHashGet(pTask->pHistoryCutoffTime, &pGroup->gid, sizeof(int64_t)); - if (px != NULL && pGroup->newThreshold == *(int64_t *)px && IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) && - (pTask->calcEventType & STRIGGER_EVENT_WINDOW_CLOSE)) { - SSTriggerWindow *pHead = TRINGBUF_HEAD(&pGroup->winBuf); - SSTriggerWindow *p = pHead; - do { - SSTriggerCalcParam param = { - .triggerTime = taosGetTimestampNs(), - .wstart = p->range.skey, - .wend = p->range.ekey, - .wduration = p->range.ekey - p->range.skey, - .wrownum = (p == pHead) ? p->wrownum : (pHead->wrownum - p->wrownum), - }; - TRINGBUF_MOVE_NEXT(&pGroup->winBuf, p); - void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); - QUERY_CHECK_NULL(px, code, lino, _end, terrno); - } while (p != TRINGBUF_TAIL(&pGroup->winBuf)); + if (pTask->fillHistory) { + void *px = tSimpleHashGet(pTask->pHistoryCutoffTime, &pGroup->gid, sizeof(int64_t)); + if (px != NULL && pGroup->newThreshold == *(int64_t *)px && IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) && + (pTask->calcEventType & STRIGGER_EVENT_WINDOW_CLOSE)) { + SSTriggerWindow *pHead = TRINGBUF_HEAD(&pGroup->winBuf); + SSTriggerWindow *p = pHead; + do { + SSTriggerCalcParam param = { + .triggerTime = taosGetTimestampNs(), + .wstart = p->range.skey, + .wend = p->range.ekey, + .wduration = p->range.ekey - p->range.skey, + .wrownum = (p == pHead) ? p->wrownum : (pHead->wrownum - p->wrownum), + }; + TRINGBUF_MOVE_NEXT(&pGroup->winBuf, p); + void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); + QUERY_CHECK_NULL(px, code, lino, _end, terrno); + } while (p != TRINGBUF_TAIL(&pGroup->winBuf)); + } } - } #endif + } _end: if (code != TSDB_CODE_SUCCESS) { @@ -5574,9 +6500,9 @@ static int32_t stRealtimeGroupDoSessionCheck(SSTriggerRealtimeGroup *pGroup) { QUERY_CHECK_CODE(code, lino, _end); } - if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { + if ((pTask->triggerFilter != NULL) || pTask->hasTriggerFilter) { readAllData = true; - } else if (pTask->triggerFilter != NULL) { + } else if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { readAllData = true; } @@ -5678,7 +6604,7 @@ static int32_t stRealtimeGroupDoCountCheck(SSTriggerRealtimeGroup *pGroup) { bool allTableProcessed = false; bool needFetchData = false; - if (pTask->triggerFilter != NULL) { + if ((pTask->triggerFilter != NULL) || pTask->hasTriggerFilter) { readAllData = true; } else if (pTask->isVirtualTable) { readAllData = true; @@ -6042,8 +6968,8 @@ static int32_t stHistoryGroupInit(SSTriggerHistoryGroup *pGroup, SSTriggerHistor } } - pGroup->pPendingCalcReqs = taosArrayInit(0, sizeof(SSTriggerCalcParam)); - QUERY_CHECK_NULL(pGroup->pPendingCalcReqs, code, lino, _end, terrno); + pGroup->pPendingCalcParams = taosArrayInit(0, sizeof(SSTriggerCalcParam)); + QUERY_CHECK_NULL(pGroup->pPendingCalcParams, code, lino, _end, terrno); _end: if (code != TSDB_CODE_SUCCESS) { @@ -6072,110 +6998,150 @@ static void stHistoryGroupDestroy(void *ptr) { taosMemoryFreeClear(pGroup->stateVal.pData); } - if (pGroup->pPendingCalcReqs) { - taosArrayDestroy(pGroup->pPendingCalcReqs); - pGroup->pPendingCalcReqs = NULL; + if (pGroup->pPendingCalcParams) { + taosArrayDestroyEx(pGroup->pPendingCalcParams, tDestroySSTriggerCalcParam); + pGroup->pPendingCalcParams = NULL; } taosMemFreeClear(*ppGroup); } static void stHistoryGroupClearTempState(SSTriggerHistoryGroup *pGroup) { - pGroup->tbIter = 0; - pGroup->pCurVirTable = NULL; - pGroup->pCurTableMeta = NULL; - SSTriggerHistoryContext *pContext = pGroup->pContext; - stTimestampSorterReset(pContext->pSorter); - stVtableMergerReset(pContext->pMerger); + pContext->reenterCheck = false; + pContext->tbIter = 0; + pContext->pCurVirTable = NULL; + pContext->pCurTableMeta = NULL; pContext->pMetaToFetch = NULL; pContext->pColRefToFetch = NULL; + pContext->pParamToFetch = NULL; + pContext->trigDataBlockIdx = 0; + pContext->calcDataBlockIdx = 0; + taosArrayClearP(pContext->pCalcDataBlocks, (FDelete)blockDataDestroy); + stTimestampSorterReset(pContext->pSorter); + stVtableMergerReset(pContext->pMerger); if (pContext->pSavedWindows != NULL) { taosArrayClear(pContext->pSavedWindows); } if (pContext->pInitWindows != NULL) { taosArrayClear(pContext->pInitWindows); } - if (pContext->pNotifyParams != NULL) { taosArrayClearEx(pContext->pNotifyParams, tDestroySSTriggerCalcParam); } - pContext->pParamToFetch = NULL; } -static int32_t stHistoryGroupAddMetaDatas(SSTriggerHistoryGroup *pGroup, SSDataBlock *pMetaDataBlock, bool *pAdded) { +static void stHistoryGroupClearMetadatas(SSTriggerHistoryGroup *pGroup, int64_t prevWindowEnd) { + SSTriggerHistoryContext *pContext = pGroup->pContext; + SStreamTriggerTask *pTask = pContext->pTask; + int32_t iter = 0; + SSTriggerTableMeta *pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, NULL, &iter); + while (pTableMeta != NULL) { + if (taosArrayGetSize(pTableMeta->pMetas) > 0) { + int64_t endTime = prevWindowEnd; + if (pTask->placeHolderBitmap & PLACE_HOLDER_PARTITION_ROWS) { + if (TARRAY_SIZE(pGroup->pPendingCalcParams) > 0) { + SSTriggerCalcParam *pParam = TARRAY_DATA(pGroup->pPendingCalcParams); + endTime = TMAX(endTime, pParam->wstart - 1); + } else if (IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup)) { + endTime = TMAX(endTime, TRINGBUF_HEAD(&pGroup->winBuf)->range.skey - 1); + } else { + endTime = TMAX(endTime, pContext->stepRange.ekey); + } + } else { + endTime = TMAX(endTime, pContext->stepRange.ekey); + } + int32_t idx = taosArraySearchIdx(pTableMeta->pMetas, &endTime, stRealtimeGroupMetaDataSearch, TD_GT); + taosArrayPopFrontBatch(pTableMeta->pMetas, (idx == -1) ? TARRAY_SIZE(pTableMeta->pMetas) : idx); + idx = taosArraySearchIdx(pTableMeta->pMetas, &pContext->stepRange.ekey, stRealtimeGroupMetaDataSearch, TD_GT); + pTableMeta->metaIdx = (idx == -1) ? TARRAY_SIZE(pTableMeta->pMetas) : idx; + } + pTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pTableMeta, &iter); + } +} + +static int32_t stHistoryGroupAddMetaDatas(SSTriggerHistoryGroup *pGroup, SArray *pMetadatas, SArray *pVgIds, + bool *pAdded) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SSTriggerHistoryContext *pContext = pGroup->pContext; SStreamTriggerTask *pTask = pContext->pTask; SSTriggerTableMeta *pTableMeta = NULL; - QUERY_CHECK_NULL(pMetaDataBlock, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_NULL(pMetadatas, code, lino, _end, TSDB_CODE_INVALID_PARA); + QUERY_CHECK_CONDITION(taosArrayGetSize(pMetadatas) == taosArrayGetSize(pVgIds), code, lino, _end, + TSDB_CODE_INVALID_PARA); QUERY_CHECK_CONDITION(pTask->triggerType != STREAM_TRIGGER_PERIOD, code, lino, _end, TSDB_CODE_INVALID_PARA); *pAdded = false; - int32_t iCol = 0; - SColumnInfoData *pSkeyCol = taosArrayGet(pMetaDataBlock->pDataBlock, iCol++); - QUERY_CHECK_NULL(pSkeyCol, code, lino, _end, terrno); - int64_t *pSkeys = (int64_t *)pSkeyCol->pData; - SColumnInfoData *pEkeyCol = taosArrayGet(pMetaDataBlock->pDataBlock, iCol++); - QUERY_CHECK_NULL(pEkeyCol, code, lino, _end, terrno); - int64_t *pEkeys = (int64_t *)pEkeyCol->pData; - SColumnInfoData *pUidCol = taosArrayGet(pMetaDataBlock->pDataBlock, iCol++); - QUERY_CHECK_NULL(pUidCol, code, lino, _end, terrno); - int64_t *pUids = (int64_t *)pUidCol->pData; - int64_t *pGids = NULL; - if (!pTask->isVirtualTable) { - SColumnInfoData *pGidCol = taosArrayGet(pMetaDataBlock->pDataBlock, iCol++); - QUERY_CHECK_NULL(pGidCol, code, lino, _end, terrno); - pGids = (int64_t *)pGidCol->pData; - } - SColumnInfoData *pNrowsCol = taosArrayGet(pMetaDataBlock->pDataBlock, iCol++); - QUERY_CHECK_NULL(pNrowsCol, code, lino, _end, terrno); - int64_t *pNrows = (int64_t *)pNrowsCol->pData; - - int32_t numNewMeta = blockDataGetNumOfRows(pMetaDataBlock); - for (int32_t i = 0; i < numNewMeta; i++) { - bool inGroup = false; - if (pTask->isVirtualTable) { - if (pTableMeta == NULL || pTableMeta->tbUid != pUids[i]) { - pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); - } - inGroup = (pTableMeta != NULL); - } else { - inGroup = (pGids[i] == pGroup->gid); - } - if (!inGroup) { + for (int32_t i = 0; i < TARRAY_SIZE(pMetadatas); i++) { + SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pMetadatas, i); + int32_t vgId = *(int32_t *)TARRAY_GET_ELEM(pVgIds, i); + int32_t nrows = blockDataGetNumOfRows(pBlock); + if (nrows == 0) { continue; } + int32_t iCol = 0; + SColumnInfoData *pSkeyCol = taosArrayGet(pBlock->pDataBlock, iCol++); + QUERY_CHECK_NULL(pSkeyCol, code, lino, _end, terrno); + int64_t *pSkeys = (int64_t *)pSkeyCol->pData; + SColumnInfoData *pEkeyCol = taosArrayGet(pBlock->pDataBlock, iCol++); + QUERY_CHECK_NULL(pEkeyCol, code, lino, _end, terrno); + int64_t *pEkeys = (int64_t *)pEkeyCol->pData; + SColumnInfoData *pUidCol = taosArrayGet(pBlock->pDataBlock, iCol++); + QUERY_CHECK_NULL(pUidCol, code, lino, _end, terrno); + int64_t *pUids = (int64_t *)pUidCol->pData; + int64_t *pGids = NULL; + if (!pTask->isVirtualTable) { + SColumnInfoData *pGidCol = taosArrayGet(pBlock->pDataBlock, iCol++); + QUERY_CHECK_NULL(pGidCol, code, lino, _end, terrno); + pGids = (int64_t *)pGidCol->pData; + } + SColumnInfoData *pNrowsCol = taosArrayGet(pBlock->pDataBlock, iCol++); + QUERY_CHECK_NULL(pNrowsCol, code, lino, _end, terrno); + int64_t *pNrows = (int64_t *)pNrowsCol->pData; - *pAdded = true; + for (int32_t i = 0; i < nrows; i++) { + bool inGroup = false; + if (pTask->isVirtualTable) { + inGroup = (tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)) != NULL); + } else { + inGroup = (pGids[i] == pGroup->gid); + } + if (!inGroup) { + continue; + } - if (pTableMeta == NULL || pTableMeta->tbUid != pUids[i]) { - pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); - if (pTableMeta == NULL) { - SStreamTaskAddr *pReader = taosArrayGet(pTask->readerList, pContext->curReaderIdx); - QUERY_CHECK_NULL(pReader, code, lino, _end, terrno); - SSTriggerTableMeta newTableMeta = {.tbUid = pUids[i], .vgId = pReader->nodeId}; - code = - tSimpleHashPut(pGroup->pTableMetas, &pUids[i], sizeof(int64_t), &newTableMeta, sizeof(SSTriggerTableMeta)); - QUERY_CHECK_CODE(code, lino, _end); + *pAdded = true; + + if (pTableMeta == NULL || pTableMeta->tbUid != pUids[i]) { pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); - QUERY_CHECK_NULL(pTableMeta, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + if (pTableMeta == NULL) { + SSTriggerTableMeta newTableMeta = {.tbUid = pUids[i], .vgId = vgId}; + code = tSimpleHashPut(pGroup->pTableMetas, &pUids[i], sizeof(int64_t), &newTableMeta, + sizeof(SSTriggerTableMeta)); + QUERY_CHECK_CODE(code, lino, _end); + pTableMeta = tSimpleHashGet(pGroup->pTableMetas, &pUids[i], sizeof(int64_t)); + QUERY_CHECK_NULL(pTableMeta, code, lino, _end, TSDB_CODE_INTERNAL_ERROR); + } } + if (pTableMeta->pMetas == NULL) { + pTableMeta->pMetas = taosArrayInit(0, sizeof(SSTriggerMetaData)); + QUERY_CHECK_NULL(pTableMeta->pMetas, code, lino, _end, terrno); + } + if (TARRAY_SIZE(pTableMeta->pMetas) > 0) { + SSTriggerMetaData *pLastMeta = taosArrayGetLast(pTableMeta->pMetas); + QUERY_CHECK_CONDITION(pLastMeta->ekey < pSkeys[i], code, lino, _end, TSDB_CODE_INVALID_PARA); + } + SSTriggerMetaData *pNewMeta = taosArrayReserve(pTableMeta->pMetas, 1); + QUERY_CHECK_NULL(pNewMeta, code, lino, _end, terrno); + pNewMeta->skey = pSkeys[i]; + pNewMeta->ekey = pEkeys[i]; + pNewMeta->ver = 0; + pNewMeta->nrows = pNrows[i]; } - if (pTableMeta->pMetas == NULL) { - pTableMeta->pMetas = taosArrayInit(0, sizeof(SSTriggerMetaData)); - QUERY_CHECK_NULL(pTableMeta->pMetas, code, lino, _end, terrno); - } - SSTriggerMetaData *pNewMeta = taosArrayReserve(pTableMeta->pMetas, 1); - QUERY_CHECK_NULL(pNewMeta, code, lino, _end, terrno); - pNewMeta->skey = pSkeys[i]; - pNewMeta->ekey = pEkeys[i]; - pNewMeta->ver = 0; - pNewMeta->nrows = pNrows[i]; } _end: @@ -6195,7 +7161,7 @@ static int32_t stHistoryGroupOpenWindow(SSTriggerHistoryGroup *pGroup, int64_t t SSTriggerCalcParam param = {0}; bool needCalc = (pTask->calcEventType & STRIGGER_EVENT_WINDOW_OPEN); - bool needNotify = pTask->notifyHistory && (pTask->notifyEventType & STRIGGER_EVENT_WINDOW_OPEN); + bool needNotify = (pTask->notifyEventType & STRIGGER_EVENT_WINDOW_OPEN); int64_t now = taosGetTimestampNs(); if (needCalc || needNotify) { param.triggerTime = now; @@ -6269,7 +7235,7 @@ static int32_t stHistoryGroupOpenWindow(SSTriggerHistoryGroup *pGroup, int64_t t if (saveWindow) { // only save window when close window } else if (needCalc) { - void *px = taosArrayPush(pContext->pCalcReq->params, ¶m); + void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); } else if (needNotify) { void *px = taosArrayPush(pContext->pNotifyParams, ¶m); @@ -6336,7 +7302,6 @@ static int32_t stHistoryGroupCloseWindow(SSTriggerHistoryGroup *pGroup, char **p switch (pTask->triggerType) { case STREAM_TRIGGER_PERIOD: { - SInterval *pInterval = &pTask->interval; QUERY_CHECK_CONDITION(needCalc || needNotify, code, lino, _end, TSDB_CODE_INVALID_PARA); param.prevLocalTime = pCurWindow->range.skey - 1; param.triggerTime = pCurWindow->range.ekey; @@ -6344,8 +7309,7 @@ static int32_t stHistoryGroupCloseWindow(SSTriggerHistoryGroup *pGroup, char **p break; } case STREAM_TRIGGER_SLIDING: { - SInterval *pInterval = &pTask->interval; - if (pInterval->interval == 0) { + if (pTask->interval.interval == 0) { // sliding trigger QUERY_CHECK_CONDITION(needCalc || needNotify, code, lino, _end, TSDB_CODE_INVALID_PARA); param.prevTs = pCurWindow->range.skey - 1; @@ -6399,7 +7363,7 @@ static int32_t stHistoryGroupCloseWindow(SSTriggerHistoryGroup *pGroup, char **p void *px = taosArrayPush(pContext->pSavedWindows, pCurWindow); QUERY_CHECK_NULL(px, code, lino, _end, terrno); } else if (needCalc) { - void *px = taosArrayPush(pContext->pCalcReq->params, ¶m); + void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); } else if (needNotify) { void *px = taosArrayPush(pContext->pNotifyParams, ¶m); @@ -6523,30 +7487,58 @@ static int32_t stHistoryGroupMergeSavedWindows(SSTriggerHistoryGroup *pGroup, in .wend = pWin->range.ekey, .wduration = pWin->range.ekey - pWin->range.skey, .wrownum = pWin->wrownum}; - if (calcOpen) { - void *px = taosArrayPush(pContext->pCalcReq->params, ¶m); + if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { + STimeWindow prevWindow = pWin->range; + stTriggerTaskPrevIntervalWindow(pTask, &prevWindow); + STimeWindow nextWindow = pWin->range; + stTriggerTaskNextIntervalWindow(pTask, &nextWindow); + param.prevTs = prevWindow.skey; + param.currentTs = pWin->range.skey; + param.nextTs = nextWindow.skey; + } + bool ignore = pTask->ignoreNoDataTrigger && (param.wrownum == 0); + if (calcOpen && !ignore) { + void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); - } else if (notifyOpen) { + } else if (notifyOpen && !ignore) { void *px = taosArrayPush(pContext->pNotifyParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); } } // some window may have not been closed yet - if (pWin->range.ekey + gap > pContext->curRange.ekey) { - // todo(kjq): restore prevProcTime from saved init windows + if (pWin->range.ekey + gap > pContext->stepRange.ekey || pWin->range.ekey + gap > pContext->range.ekey) { + // TODO(kjq): restore prevProcTime from saved init windows pWin->prevProcTime = taosGetTimestampNs(); if (TRINGBUF_SIZE(&pGroup->winBuf) > 0) { pWin->wrownum = TRINGBUF_HEAD(&pGroup->winBuf)->wrownum - pWin->wrownum; } code = TRINGBUF_APPEND(&pGroup->winBuf, *pWin); QUERY_CHECK_CODE(code, lino, _end); - } else if ((calcClose || notifyClose)) { + } else { SSTriggerCalcParam param = {.triggerTime = taosGetTimestampNs(), .wstart = pWin->range.skey, .wend = pWin->range.ekey, .wduration = pWin->range.ekey - pWin->range.skey, .wrownum = pWin->wrownum}; + if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { + if (pTask->interval.interval == 0) { + param.prevTs = pWin->range.skey - 1; + param.currentTs = pWin->range.ekey; + STimeWindow nextWindow = pWin->range; + stTriggerTaskNextPeriodWindow(pTask, &nextWindow); + param.nextTs = nextWindow.ekey; + } else { + STimeWindow prevWindow = pWin->range; + stTriggerTaskPrevIntervalWindow(pTask, &prevWindow); + STimeWindow nextWindow = pWin->range; + stTriggerTaskNextIntervalWindow(pTask, &nextWindow); + param.prevTs = prevWindow.ekey + 1; + param.currentTs = pWin->range.ekey + 1; + param.nextTs = nextWindow.ekey + 1; + } + } + bool ignore = pTask->ignoreNoDataTrigger && (param.wrownum == 0); if (notifyClose) { if ((pTask->triggerType == STREAM_TRIGGER_PERIOD) || (pTask->triggerType == STREAM_TRIGGER_SLIDING && pTask->interval.interval == 0)) { @@ -6555,10 +7547,10 @@ static int32_t stHistoryGroupMergeSavedWindows(SSTriggerHistoryGroup *pGroup, in param.notifyType = STRIGGER_EVENT_WINDOW_CLOSE; } } - if (calcClose) { - void *px = taosArrayPush(pContext->pCalcReq->params, ¶m); + if (calcClose && !ignore) { + void *px = taosArrayPush(pGroup->pPendingCalcParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); - } else if (notifyClose) { + } else if (notifyClose && !ignore) { void *px = taosArrayPush(pContext->pNotifyParams, ¶m); QUERY_CHECK_NULL(px, code, lino, _end, terrno); } @@ -6566,7 +7558,7 @@ static int32_t stHistoryGroupMergeSavedWindows(SSTriggerHistoryGroup *pGroup, in } if (pTask->triggerType == STREAM_TRIGGER_SLIDING) { - pWin = TARRAY_GET_ELEM(pContext->pSavedWindows, TARRAY_SIZE(pContext->pSavedWindows) - 1); + pWin = taosArrayGetLast(pContext->pSavedWindows); pGroup->nextWindow = pWin->range; if (pTask->interval.interval > 0) { stTriggerTaskNextIntervalWindow(pTask, &pGroup->nextWindow); @@ -6597,34 +7589,51 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa *pNeedFetchData = false; if (isCalcData && !pTask->isVirtualTable) { - if (pContext->pFetchedDataBlock != NULL) { - int32_t nrows = blockDataGetNumOfRows(pContext->pFetchedDataBlock); - if (nrows == 0) { - *ppDataBlock = NULL; - *pStartIdx = *pEndIdx = 0; - *pAllTableProcessed = true; - } else { - *ppDataBlock = pContext->pFetchedDataBlock; - *pStartIdx = 0; + bool startFromHead = (pContext->calcDataBlockIdx == 0); + *ppDataBlock = NULL; + *pStartIdx = *pEndIdx = 0; + while (pContext->calcDataBlockIdx < TARRAY_SIZE(pContext->pCalcDataBlocks)) { + SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pContext->pCalcDataBlocks, pContext->calcDataBlockIdx); + int32_t nrows = blockDataGetNumOfRows(pBlock); + pContext->calcDataBlockIdx++; + if (nrows > 0) { + *ppDataBlock = pBlock; *pEndIdx = nrows; - pContext->pFetchedDataBlock = NULL; + break; } - } else { - *ppDataBlock = NULL; - *pStartIdx = *pEndIdx = 0; + } + if (TARRAY_SIZE(pContext->pCalcDataBlocks) == 0) { *pNeedFetchData = true; + } else if (*ppDataBlock == NULL) { + bool finished = true; + for (int32_t i = 0; i < TARRAY_SIZE(pContext->pCalcDataBlocks); i++) { + SSDataBlock *pDataBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pContext->pCalcDataBlocks, i); + if (blockDataGetNumOfRows(pDataBlock) >= STREAM_RETURN_ROWS_NUM) { + finished = false; + break; + } + } + if (finished) { + *pAllTableProcessed = true; + } else { + *pNeedFetchData = true; + } } goto _end; } else if (!pContext->needTsdbMeta) { - if (pContext->pFetchedDataBlock != NULL) { - int32_t nrows = blockDataGetNumOfRows(pContext->pFetchedDataBlock); - *ppDataBlock = pContext->pFetchedDataBlock; - *pStartIdx = 0; - *pEndIdx = nrows; - pContext->pFetchedDataBlock = NULL; - } else { - *ppDataBlock = NULL; - *pStartIdx = *pEndIdx = 0; + *ppDataBlock = NULL; + *pStartIdx = *pEndIdx = 0; + while (pContext->trigDataBlockIdx < TARRAY_SIZE(pContext->pTrigDataBlocks)) { + SSDataBlock *pBlock = *(SSDataBlock **)TARRAY_GET_ELEM(pContext->pTrigDataBlocks, pContext->trigDataBlockIdx); + int32_t nrows = blockDataGetNumOfRows(pBlock); + pContext->trigDataBlockIdx++; + if (nrows > 0 && pBlock->info.id.groupId == pGroup->gid) { + *ppDataBlock = pBlock; + *pEndIdx = nrows; + break; + } + } + if (*ppDataBlock == NULL) { *pAllTableProcessed = true; } goto _end; @@ -6638,8 +7647,8 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa QUERY_CHECK_CODE(code, lino, _end); } stTimestampSorterReset(pContext->pSorter); - pGroup->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pGroup->pCurTableMeta, &pGroup->tbIter); - if (pGroup->pCurTableMeta == NULL) { + pContext->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pContext->pCurTableMeta, &pContext->tbIter); + if (pContext->pCurTableMeta == NULL) { *pAllTableProcessed = true; break; } @@ -6649,20 +7658,24 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa } STimeWindow range = {.skey = INT64_MIN, .ekey = INT64_MAX - 1}; if (pContext->status == STRIGGER_CONTEXT_CHECK_CONDITION) { - range = pContext->curRange; + range = pContext->stepRange; } else if (pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ) { if (pTask->triggerType != STREAM_TRIGGER_PERIOD) { range.skey = pContext->pParamToFetch->wstart; range.ekey = pContext->pParamToFetch->wend; + if (TARRAY_ELEM_IDX(pContext->pCalcReq->params, pContext->pParamToFetch) > 0) { + SSTriggerCalcParam *pPrevParam = pContext->pParamToFetch - 1; + range.skey = TMAX(range.skey, pPrevParam->wend + 1); + } } } else { code = TSDB_CODE_INTERNAL_ERROR; QUERY_CHECK_CODE(code, lino, _end); } - code = stTimestampSorterSetSortInfo(pContext->pSorter, &range, pGroup->pCurTableMeta->tbUid, + code = stTimestampSorterSetSortInfo(pContext->pSorter, &range, pContext->pCurTableMeta->tbUid, isCalcData ? pTask->calcTsIndex : pTask->trigTsIndex); QUERY_CHECK_CODE(code, lino, _end); - code = stTimestampSorterSetMetaDatas(pContext->pSorter, pGroup->pCurTableMeta); + code = stTimestampSorterSetMetaDatas(pContext->pSorter, pContext->pCurTableMeta); QUERY_CHECK_CODE(code, lino, _end); } code = stTimestampSorterNextDataBlock(pContext->pSorter, ppDataBlock, pStartIdx, pEndIdx); @@ -6683,12 +7696,12 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa QUERY_CHECK_CODE(code, lino, _end); } stVtableMergerReset(pContext->pMerger); - if (pGroup->tbIter >= taosArrayGetSize(pGroup->pVirTableInfos)) { + if (pContext->tbIter >= taosArrayGetSize(pGroup->pVirTableInfos)) { *pAllTableProcessed = true; break; } else { - pGroup->pCurVirTable = *(SSTriggerVirTableInfo **)TARRAY_GET_ELEM(pGroup->pVirTableInfos, pGroup->tbIter); - pGroup->tbIter++; + pContext->pCurVirTable = *(SSTriggerVirTableInfo **)TARRAY_GET_ELEM(pGroup->pVirTableInfos, pContext->tbIter); + pContext->tbIter++; } if (saveWindow) { code = stHistoryGroupRestoreInitWindow(pGroup, pContext->pInitWindows); @@ -6696,15 +7709,15 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa } STimeWindow range = {.skey = INT64_MIN, .ekey = INT64_MAX - 1}; if (pContext->status == STRIGGER_CONTEXT_CHECK_CONDITION) { - range = pContext->curRange; + range = pContext->stepRange; } else if (pContext->status == STRIGGER_CONTEXT_SEND_CALC_REQ) { if (pTask->triggerType != STREAM_TRIGGER_PERIOD) { - QUERY_CHECK_CONDITION(taosArrayGetSize(pContext->pCalcReq->params) > 0, code, lino, _end, - TSDB_CODE_INTERNAL_ERROR); - SSTriggerCalcParam *pFirst = TARRAY_DATA(pContext->pCalcReq->params); - SSTriggerCalcParam *pLast = pFirst + TARRAY_SIZE(pContext->pCalcReq->params) - 1; - range.skey = pFirst->wstart; - range.ekey = pLast->wend; + range.skey = pContext->pParamToFetch->wstart; + range.ekey = pContext->pParamToFetch->wend; + if (TARRAY_ELEM_IDX(pContext->pCalcReq->params, pContext->pParamToFetch) > 0) { + SSTriggerCalcParam *pPrevParam = pContext->pParamToFetch - 1; + range.skey = TMAX(range.skey, pPrevParam->wend + 1); + } } } else { code = TSDB_CODE_INTERNAL_ERROR; @@ -6712,7 +7725,7 @@ static int32_t stHistoryGroupGetDataBlock(SSTriggerHistoryGroup *pGroup, bool sa } code = stVtableMergerSetMergeInfo( pContext->pMerger, &range, - isCalcData ? pGroup->pCurVirTable->pCalcColRefs : pGroup->pCurVirTable->pTrigColRefs); + isCalcData ? pContext->pCurVirTable->pCalcColRefs : pContext->pCurVirTable->pTrigColRefs); QUERY_CHECK_CODE(code, lino, _end); code = stVtableMergerSetMetaDatas(pContext->pMerger, pGroup->pTableMetas); QUERY_CHECK_CODE(code, lino, _end); @@ -6755,12 +7768,18 @@ static int32_t stHistoryGroupDoSlidingCheck(SSTriggerHistoryGroup *pGroup) { int64_t ts = *(int64_t *)px; code = stHistoryGroupOpenWindow(pGroup, ts, NULL, false, false); QUERY_CHECK_CODE(code, lino, _end); + } + + if (!pContext->reenterCheck) { + // save initial windows at the first check code = stHistoryGroupSaveInitWindow(pGroup, pContext->pInitWindows); QUERY_CHECK_CODE(code, lino, _end); } if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { readAllData = true; + } else if (pTask->ignoreNoDataTrigger) { + readAllData = true; } if (readAllData) { @@ -6788,12 +7807,12 @@ static int32_t stHistoryGroupDoSlidingCheck(SSTriggerHistoryGroup *pGroup) { if (IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup)) { TRINGBUF_HEAD(&pGroup->winBuf)->wrownum += nrows; } - if (ts == nextStart) { + bool meetBound = (r < endIdx) || (r > 0 && pTsData[r - 1] == ts); + if (ts == nextStart && meetBound) { code = stHistoryGroupOpenWindow(pGroup, ts, NULL, true, r > 0 && pTsData[r - 1] == nextStart); QUERY_CHECK_CODE(code, lino, _end); } - QUERY_CHECK_CONDITION(IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup), code, lino, _end, TSDB_CODE_INTERNAL_ERROR); - if (TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey == ts) { + if ((TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey == ts) && meetBound) { code = stHistoryGroupCloseWindow(pGroup, NULL, true); QUERY_CHECK_CODE(code, lino, _end); } @@ -6813,13 +7832,12 @@ static int32_t stHistoryGroupDoSlidingCheck(SSTriggerHistoryGroup *pGroup) { int64_t nextStart = pGroup->nextWindow.skey; int64_t curEnd = IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) ? TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey : INT64_MAX; int64_t ts = TMIN(nextStart, curEnd); - if (ts > pContext->curRange.ekey) { + if (ts > pContext->stepRange.ekey) { break; } if (ts == nextStart) { code = stHistoryGroupOpenWindow(pGroup, ts, NULL, false, false); QUERY_CHECK_CODE(code, lino, _end); - TRINGBUF_HEAD(&pGroup->winBuf)->wrownum = 0; } if (ts == curEnd) { code = stHistoryGroupCloseWindow(pGroup, NULL, false); @@ -6844,6 +7862,12 @@ static int32_t stHistoryGroupDoSessionCheck(SSTriggerHistoryGroup *pGroup) { bool allTableProcessed = false; bool needFetchData = false; + if (!pContext->reenterCheck) { + // save initial windows at the first check + code = stHistoryGroupSaveInitWindow(pGroup, pContext->pInitWindows); + QUERY_CHECK_CODE(code, lino, _end); + } + if (pTask->placeHolderBitmap & PLACE_HOLDER_WROWNUM) { readAllData = true; } else if (pTask->triggerFilter != NULL) { @@ -6860,18 +7884,18 @@ static int32_t stHistoryGroupDoSessionCheck(SSTriggerHistoryGroup *pGroup) { QUERY_CHECK_CODE(code, lino, _end); } stTimestampSorterReset(pContext->pSorter); - pGroup->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pGroup->pCurTableMeta, &pGroup->tbIter); - if (pGroup->pCurTableMeta == NULL) { + pContext->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pContext->pCurTableMeta, &pContext->tbIter); + if (pContext->pCurTableMeta == NULL) { allTableProcessed = true; break; } code = stHistoryGroupRestoreInitWindow(pGroup, pContext->pInitWindows); QUERY_CHECK_CODE(code, lino, _end); - STimeWindow range = pContext->curRange; + STimeWindow range = pContext->stepRange; code = - stTimestampSorterSetSortInfo(pContext->pSorter, &range, pGroup->pCurTableMeta->tbUid, pTask->trigTsIndex); + stTimestampSorterSetSortInfo(pContext->pSorter, &range, pContext->pCurTableMeta->tbUid, pTask->trigTsIndex); QUERY_CHECK_CODE(code, lino, _end); - code = stTimestampSorterSetMetaDatas(pContext->pSorter, pGroup->pCurTableMeta); + code = stTimestampSorterSetMetaDatas(pContext->pSorter, pContext->pCurTableMeta); QUERY_CHECK_CODE(code, lino, _end); } int64_t ts = IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) ? TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey : INT64_MIN; @@ -6916,8 +7940,10 @@ static int32_t stHistoryGroupDoSessionCheck(SSTriggerHistoryGroup *pGroup) { pCurWin->range.ekey = ts; pCurWin->wrownum++; } else { - code = stHistoryGroupCloseWindow(pGroup, NULL, true); - QUERY_CHECK_CODE(code, lino, _end); + if (IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup)) { + code = stHistoryGroupCloseWindow(pGroup, NULL, true); + QUERY_CHECK_CODE(code, lino, _end); + } code = stHistoryGroupOpenWindow(pGroup, ts, NULL, true, true); QUERY_CHECK_CODE(code, lino, _end); } @@ -6958,17 +7984,17 @@ static int32_t stHistoryGroupDoCountCheck(SSTriggerHistoryGroup *pGroup) { // use table metadatas to accelerate the count window check if (IS_TRIGGER_TIMESTAMP_SORTER_EMPTY(pContext->pSorter)) { stTimestampSorterReset(pContext->pSorter); - pGroup->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pGroup->pCurTableMeta, &pGroup->tbIter); - if (pGroup->pCurTableMeta == NULL) { + pContext->pCurTableMeta = tSimpleHashIterate(pGroup->pTableMetas, pContext->pCurTableMeta, &pContext->tbIter); + if (pContext->pCurTableMeta == NULL) { // actually, it has only one table allTableProcessed = true; break; } - STimeWindow range = pContext->curRange; + STimeWindow range = pContext->stepRange; code = - stTimestampSorterSetSortInfo(pContext->pSorter, &range, pGroup->pCurTableMeta->tbUid, pTask->trigTsIndex); + stTimestampSorterSetSortInfo(pContext->pSorter, &range, pContext->pCurTableMeta->tbUid, pTask->trigTsIndex); QUERY_CHECK_CODE(code, lino, _end); - code = stTimestampSorterSetMetaDatas(pContext->pSorter, pGroup->pCurTableMeta); + code = stTimestampSorterSetMetaDatas(pContext->pSorter, pContext->pCurTableMeta); QUERY_CHECK_CODE(code, lino, _end); } int64_t skipped = 0; @@ -7024,7 +8050,7 @@ static int32_t stHistoryGroupDoCountCheck(SSTriggerHistoryGroup *pGroup) { TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey = lastTs; TRINGBUF_HEAD(&pGroup->winBuf)->wrownum += skipped; } - if (skipped == nrowsNextWstart) { + if (nrowsCurWin + skipped == nrowsNextWstart) { code = stHistoryGroupOpenWindow(pGroup, lastTs, NULL, false, true); QUERY_CHECK_CODE(code, lino, _end); } @@ -7044,7 +8070,7 @@ static int32_t stHistoryGroupDoCountCheck(SSTriggerHistoryGroup *pGroup) { return code; } -static int32_t stHitoryGrupDoStateCheck(SSTriggerHistoryGroup *pGroup) { +static int32_t stHistoryGroupDoStateCheck(SSTriggerHistoryGroup *pGroup) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SSTriggerHistoryContext *pContext = pGroup->pContext; @@ -7095,6 +8121,11 @@ static int32_t stHitoryGrupDoStateCheck(SSTriggerHistoryGroup *pGroup) { memcpy(pStateData, newVal, bytes); startIdx++; } + + if (!IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) && pTsData[startIdx] > pContext->range.ekey) { + goto _end; + } + for (int32_t r = startIdx; r < endIdx; r++) { char *newVal = colDataGetData(pStateCol, r); int32_t bytes = isVarType ? varDataTLen(newVal) : pStateCol->info.bytes; @@ -7107,8 +8138,12 @@ static int32_t stHitoryGrupDoStateCheck(SSTriggerHistoryGroup *pGroup) { &pExtraNotifyContent); QUERY_CHECK_CODE(code, lino, _end); } + bool isLastWin = TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey > pContext->range.ekey; code = stHistoryGroupCloseWindow(pGroup, &pExtraNotifyContent, false); QUERY_CHECK_CODE(code, lino, _end); + if (isLastWin) { + break; + } if (pTask->notifyEventType & STRIGGER_EVENT_WINDOW_OPEN) { code = streamBuildStateNotifyContent(STRIGGER_EVENT_WINDOW_OPEN, &pStateCol->info, pStateData, newVal, &pExtraNotifyContent); @@ -7160,6 +8195,10 @@ static int32_t stHistoryGroupDoEventCheck(SSTriggerHistoryGroup *pGroup) { psCol = NULL; peCol = NULL; + if (!IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup) && pTsData[startIdx] > pContext->range.ekey) { + goto _end; + } + for (int32_t r = startIdx; r < endIdx; r++) { if (IS_TRIGGER_GROUP_OPEN_WINDOW(pGroup)) { TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey = pTsData[r]; @@ -7200,8 +8239,12 @@ static int32_t stHistoryGroupDoEventCheck(SSTriggerHistoryGroup *pGroup) { code = streamBuildEventNotifyContent(pDataBlock, pTask->pEndCondCols, r, &pExtraNotifyContent); QUERY_CHECK_CODE(code, lino, _end); } + bool isLastWin = TRINGBUF_HEAD(&pGroup->winBuf)->range.ekey > pContext->range.ekey; code = stHistoryGroupCloseWindow(pGroup, &pExtraNotifyContent, false); QUERY_CHECK_CODE(code, lino, _end); + if (isLastWin) { + break; + } } } } @@ -7243,21 +8286,14 @@ static int32_t stHistoryGroupCheck(SSTriggerHistoryGroup *pGroup) { return stHistoryGroupDoCountCheck(pGroup); case STREAM_TRIGGER_STATE: - return stHitoryGrupDoStateCheck(pGroup); + return stHistoryGroupDoStateCheck(pGroup); case STREAM_TRIGGER_EVENT: return stHistoryGroupDoEventCheck(pGroup); default: { ST_TASK_ELOG("invalid stream trigger type %d at %s:%d", pTask->triggerType, __func__, __LINE__); - code = TSDB_CODE_INVALID_PARA; - QUERY_CHECK_CODE(code, lino, _end); + return TSDB_CODE_INVALID_PARA; } } - -_end: - if (code != TSDB_CODE_SUCCESS) { - ST_TASK_ELOG("%s failed at line %d since %s", __func__, lino, tstrerror(code)); - } - return code; } diff --git a/source/libs/new-stream/src/streamUtil.c b/source/libs/new-stream/src/streamUtil.c index e52e90006e4a..1f4eb49ac355 100755 --- a/source/libs/new-stream/src/streamUtil.c +++ b/source/libs/new-stream/src/streamUtil.c @@ -658,7 +658,7 @@ static int32_t streamAppendNotifyHeader(const char* streamName, SStringBuilder* } static int32_t streamAppendNotifyContent(int32_t triggerType, int64_t groupId, const SSTriggerCalcParam* pParam, - SStringBuilder* pBuilder) { + SStringBuilder* pBuilder, const char* tableName) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; cJSON* obj = NULL; @@ -675,28 +675,28 @@ static int32_t streamAppendNotifyContent(int32_t triggerType, int64_t groupId, c uint64_t ar[] = {groupId, pParam->wstart}; uint64_t hash = MurmurHash3_64((const char*)ar, sizeof(ar)); - char windowId[32]; - u64toaFastLut(hash, windowId); + char triggerId[32]; + u64toaFastLut(hash, triggerId); - const char* windowType = NULL; + const char* triggerTypeStr = NULL; switch (triggerType) { case STREAM_TRIGGER_PERIOD: - windowType = "Period"; + triggerTypeStr = "Period"; break; case STREAM_TRIGGER_SLIDING: - windowType = (pParam->notifyType == STRIGGER_EVENT_ON_TIME) ? "Sliding" : "Time"; + triggerTypeStr = (pParam->notifyType == STRIGGER_EVENT_ON_TIME) ? "Sliding" : "Interval"; break; case STREAM_TRIGGER_SESSION: - windowType = "Session"; + triggerTypeStr = "Session"; break; case STREAM_TRIGGER_COUNT: - windowType = "Count"; + triggerTypeStr = "Count"; break; case STREAM_TRIGGER_STATE: - windowType = "State"; + triggerTypeStr = "State"; break; case STREAM_TRIGGER_EVENT: - windowType = "Event"; + triggerTypeStr = "Event"; break; default: code = TSDB_CODE_INVALID_PARA; @@ -707,8 +707,12 @@ static int32_t streamAppendNotifyContent(int32_t triggerType, int64_t groupId, c QUERY_CHECK_NULL(obj, code, lino, _end, TSDB_CODE_OUT_OF_MEMORY); JSON_CHECK_ADD_ITEM(obj, "eventType", cJSON_CreateStringReference(eventType)); JSON_CHECK_ADD_ITEM(obj, "eventTime", cJSON_CreateNumber(taosGetTimestampMs())); - JSON_CHECK_ADD_ITEM(obj, "windowId", cJSON_CreateString(windowId)); - JSON_CHECK_ADD_ITEM(obj, "windowType", cJSON_CreateStringReference(windowType)); + JSON_CHECK_ADD_ITEM(obj, "triggerId", cJSON_CreateStringReference(triggerId)); + JSON_CHECK_ADD_ITEM(obj, "triggerType", cJSON_CreateStringReference(triggerTypeStr)); + + if (tableName != NULL) { + JSON_CHECK_ADD_ITEM(obj, "tableName", cJSON_CreateStringReference(tableName)); + } if (pParam->notifyType != STRIGGER_EVENT_ON_TIME) { JSON_CHECK_ADD_ITEM(obj, "windowStart", cJSON_CreateNumber(pParam->wstart)); @@ -801,9 +805,9 @@ static void streamNotifyClose(CURL** pConn, const char* url) { #define STREAM_EVENT_NOTIFY_RETRY_MS 50 // 50 ms -int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, int32_t triggerType, int64_t groupId, - const SArray* pNotifyAddrUrls, int32_t errorHandle, const SSTriggerCalcParam* pParams, - int32_t nParam) { +int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, const char* tableName, int32_t triggerType, + int64_t groupId, const SArray* pNotifyAddrUrls, int32_t errorHandle, + const SSTriggerCalcParam* pParams, int32_t nParam) { int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SStringBuilder sb = {0}; @@ -841,7 +845,7 @@ int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, int3 if (pParams[i].notifyType == STRIGGER_EVENT_WINDOW_NONE) { continue; } - code = streamAppendNotifyContent(triggerType, groupId, &pParams[i], &sb); + code = streamAppendNotifyContent(triggerType, groupId, &pParams[i], &sb, tableName); QUERY_CHECK_CODE(code, lino, _end); taosStringBuilderAppendChar(&sb, ','); } @@ -912,9 +916,9 @@ int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, int3 return code; } #else -int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, int32_t triggerType, int64_t groupId, - const SArray* pNotifyAddrUrls, int32_t errorHandle, const SSTriggerCalcParam* pParams, - int32_t nParam) { +int32_t streamSendNotifyContent(SStreamTask* pTask, const char* streamName, const char* tableName, int32_t triggerType, + int64_t groupId, const SArray* pNotifyAddrUrls, int32_t errorHandle, + const SSTriggerCalcParam* pParams, int32_t nParam) { ST_TASK_ELOG("stream notify events is not supported on windows, streamName:%s", streamName); return TSDB_CODE_NOT_SUPPORTTED_IN_WINDOWS; } @@ -925,7 +929,7 @@ int32_t readStreamDataCache(int64_t streamId, int64_t taskId, int64_t sessionId, int32_t code = TSDB_CODE_SUCCESS; int32_t lino = 0; SStreamTriggerTask* pTask = NULL; - void* taskAddr = NULL; + void* taskAddr = NULL; *pppIter = NULL; @@ -937,27 +941,34 @@ int32_t readStreamDataCache(int64_t streamId, int64_t taskId, int64_t sessionId, if (((SStreamTriggerTask*)pTask)->triggerType == STREAM_TRIGGER_SLIDING) { end = end - 1; } + SHashObj* pCalcDataCacheIters = NULL; + void* pCalcDataCache = NULL; if (pTask->pRealtimeContext->sessionId == sessionId) { - void** px = taosHashGet(pTask->pRealtimeContext->pCalcDataCacheIters, &groupId, sizeof(int64_t)); - if (px == NULL) { - void* pIter = NULL; - code = - taosHashPut(pTask->pRealtimeContext->pCalcDataCacheIters, &groupId, sizeof(int64_t), &pIter, POINTER_BYTES); - QUERY_CHECK_CODE(code, lino, _end); - px = taosHashGet(pTask->pRealtimeContext->pCalcDataCacheIters, &groupId, sizeof(int64_t)); - QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INVALID_PARA); - } - if (*px == NULL) { - code = getStreamDataCache(pTask->pRealtimeContext->pCalcDataCache, groupId, start, end, px); - QUERY_CHECK_CODE(code, lino, _end); - } - *pppIter = px; + pCalcDataCacheIters = pTask->pRealtimeContext->pCalcDataCacheIters; + pCalcDataCache = pTask->pRealtimeContext->pCalcDataCache; + } else if (pTask->pHistoryContext->sessionId == sessionId) { + pCalcDataCacheIters = pTask->pHistoryContext->pCalcDataCacheIters; + pCalcDataCache = pTask->pHistoryContext->pCalcDataCache; } else { - stsError("sessionId %" PRId64 " not match with task %" PRId64, sessionId, pTask->pRealtimeContext->sessionId); + stsError("sessionId %" PRId64 " not found in task %" PRId64, sessionId, pTask->task.taskId); code = TSDB_CODE_INTERNAL_ERROR; QUERY_CHECK_CODE(code, lino, _end); } + void** px = taosHashGet(pCalcDataCacheIters, &groupId, sizeof(int64_t)); + if (px == NULL) { + void* pIter = NULL; + code = taosHashPut(pCalcDataCacheIters, &groupId, sizeof(int64_t), &pIter, POINTER_BYTES); + QUERY_CHECK_CODE(code, lino, _end); + px = taosHashGet(pCalcDataCacheIters, &groupId, sizeof(int64_t)); + QUERY_CHECK_NULL(px, code, lino, _end, TSDB_CODE_INVALID_PARA); + } + if (*px == NULL) { + code = getStreamDataCache(pCalcDataCache, groupId, start, end, px); + QUERY_CHECK_CODE(code, lino, _end); + } + *pppIter = px; + _end: streamReleaseTask(taskAddr); diff --git a/source/libs/nodes/src/nodesCloneFuncs.c b/source/libs/nodes/src/nodesCloneFuncs.c index 50dfedb5c8f1..8d2035a6d086 100644 --- a/source/libs/nodes/src/nodesCloneFuncs.c +++ b/source/libs/nodes/src/nodesCloneFuncs.c @@ -565,6 +565,7 @@ static int32_t logicScanCopy(const SScanLogicNode* pSrc, SScanLogicNode* pDst) { COPY_SCALAR_FIELD(noPseudoRefAfterGrp); COPY_SCALAR_FIELD(virtualStableScan); COPY_SCALAR_FIELD(placeholderType); + COPY_SCALAR_FIELD(phTbnameScan); return TSDB_CODE_SUCCESS; } diff --git a/source/libs/nodes/src/nodesTraverseFuncs.c b/source/libs/nodes/src/nodesTraverseFuncs.c index ffb3a2830548..1fb839fe21e2 100644 --- a/source/libs/nodes/src/nodesTraverseFuncs.c +++ b/source/libs/nodes/src/nodesTraverseFuncs.c @@ -193,8 +193,11 @@ static EDealRes dispatchExpr(SNode* pNode, ETraversalOrder order, FNodeWalker wa break; } case QUERY_NODE_COUNT_WINDOW: { - SCountWindowNode* pEvent = (SCountWindowNode*)pNode; - res = walkExpr(pEvent->pCol, order, walker, pContext); + SCountWindowNode* pCount = (SCountWindowNode*)pNode; + res = walkExpr(pCount->pCol, order, walker, pContext); + if (DEAL_RES_ERROR != res && DEAL_RES_END != res) { + res = walkExprs(pCount->pColList, order, walker, pContext); + } break; } case QUERY_NODE_ANOMALY_WINDOW: { @@ -425,8 +428,11 @@ static EDealRes rewriteExpr(SNode** pRawNode, ETraversalOrder order, FNodeRewrit break; } case QUERY_NODE_COUNT_WINDOW: { - SCountWindowNode* pEvent = (SCountWindowNode*)pNode; - res = rewriteExpr(&pEvent->pCol, order, rewriter, pContext); + SCountWindowNode* pCount = (SCountWindowNode*)pNode; + res = rewriteExpr(&pCount->pCol, order, rewriter, pContext); + if (DEAL_RES_ERROR != res && DEAL_RES_END != res) { + res = rewriteExprs(pCount->pColList, order, rewriter, pContext); + } break; } case QUERY_NODE_ANOMALY_WINDOW: { diff --git a/source/libs/nodes/src/nodesUtilFuncs.c b/source/libs/nodes/src/nodesUtilFuncs.c index 65a9a8f827c9..6cf52dbf9c49 100644 --- a/source/libs/nodes/src/nodesUtilFuncs.c +++ b/source/libs/nodes/src/nodesUtilFuncs.c @@ -1025,6 +1025,7 @@ int32_t nodesMakeNode(ENodeType type, SNode** ppNodeOut) { code = TSDB_CODE_OPS_NOT_SUPPORT; break; default: + code = TSDB_CODE_OPS_NOT_SUPPORT; break; } if (TSDB_CODE_SUCCESS != code) { diff --git a/source/libs/parser/inc/parUtil.h b/source/libs/parser/inc/parUtil.h index e56db24661d4..16bfcf93882a 100644 --- a/source/libs/parser/inc/parUtil.h +++ b/source/libs/parser/inc/parUtil.h @@ -26,12 +26,12 @@ extern "C" { #include "parToken.h" #include "query.h" -#define parserFatal(param, ...) qFatal("parser " param, ##__VA_ARGS__) -#define parserError(param, ...) qError("parser " param, ##__VA_ARGS__) -#define parserWarn(param, ...) qWarn ("parser " param, ##__VA_ARGS__) -#define parserInfo(param, ...) qInfo ("parser " param, ##__VA_ARGS__) -#define parserDebug(param, ...) qDebug("parser " param, ##__VA_ARGS__) -#define parserTrace(param, ...) qTrace("parser " param, ##__VA_ARGS__) +#define parserFatal(...) qFatal("parser " __VA_ARGS__) +#define parserError(...) qError("parser " __VA_ARGS__) +#define parserWarn(...) qWarn ("parser " __VA_ARGS__) +#define parserInfo(...) qInfo ("parser " __VA_ARGS__) +#define parserDebug(...) qDebug("parser " __VA_ARGS__) +#define parserTrace(...) qTrace("parser " __VA_ARGS__) #define ROWTS_PSEUDO_COLUMN_NAME "_rowts" #define C0_PSEUDO_COLUMN_NAME "_c0" diff --git a/source/libs/parser/inc/sql.y b/source/libs/parser/inc/sql.y index 003890c678d6..cc96ab1ae86c 100755 --- a/source/libs/parser/inc/sql.y +++ b/source/libs/parser/inc/sql.y @@ -874,7 +874,7 @@ stream_trigger(A) ::= trigger_type(B) trigger_table_opt(C) stream_partition_by_o /***** trigger type *****/ trigger_type(A) ::= SESSION NK_LP column_reference(B) NK_COMMA interval_sliding_duration_literal(C) NK_RP. { A = createSessionWindowNode(pCxt, releaseRawExprNode(pCxt, B), releaseRawExprNode(pCxt, C)); } -trigger_type(A) ::= STATE_WINDOW NK_LP expr_or_subquery(B) NK_RP true_for_opt(C). { A = createStateWindowNode(pCxt, releaseRawExprNode(pCxt, B), C); } +trigger_type(A) ::= STATE_WINDOW NK_LP column_reference(B) NK_RP true_for_opt(C). { A = createStateWindowNode(pCxt, releaseRawExprNode(pCxt, B), C); } trigger_type(A) ::= interval_opt(B) SLIDING NK_LP sliding_expr(C) NK_RP. { A = createIntervalWindowNodeExt(pCxt, B, C); } trigger_type(A) ::= EVENT_WINDOW NK_LP START WITH search_condition(B) END WITH search_condition(C) NK_RP true_for_opt(D). { A = createEventWindowNode(pCxt, B, C, D); } trigger_type(A) ::= COUNT_WINDOW NK_LP count_window_args(B) NK_RP. { A = createCountWindowNodeFromArgs(pCxt, B); } @@ -962,7 +962,6 @@ notify_options_list(A) ::= notify_options_list(B) NK_BITOR notify_option(C). %type notify_option { int64_t } %destructor notify_option { } notify_option(A) ::= NOTIFY_HISTORY. { A = NOTIFY_HISTORY; } -notify_option(A) ::= ON_FAILURE_PAUSE. { A = NOTIFY_ON_FAILURE_PAUSE; } /***** common part *****/ diff --git a/source/libs/parser/src/parAstCreater.c b/source/libs/parser/src/parAstCreater.c index cd1bfae104d7..582361340fd4 100644 --- a/source/libs/parser/src/parAstCreater.c +++ b/source/libs/parser/src/parAstCreater.c @@ -4627,7 +4627,7 @@ SNode* setStreamTriggerOptions(SAstCreateContext* pCxt, SNode* pOptions, SStream } static bool validateNotifyUrl(const char* url) { - const char* prefix[] = {"http://", "https://", "ws://", "wss://"}; + const char* prefix[] = {"ws://", "wss://"}; const char* host = NULL; if (!url || *url == '\0') return false; diff --git a/source/libs/parser/src/parInsertSql.c b/source/libs/parser/src/parInsertSql.c index c20b752a11d6..3a257bc2f9ca 100644 --- a/source/libs/parser/src/parInsertSql.c +++ b/source/libs/parser/src/parInsertSql.c @@ -55,7 +55,7 @@ typedef struct SInsertParseContext { bool forceUpdate; bool needTableTagVal; bool needRequest; // whether or not request server - bool isStmtBind; // whether is stmt bind + // bool isStmtBind; // whether is stmt bind uint8_t stmtTbNameFlag; SArray* pParsedValues; // for stmt bind col } SInsertParseContext; @@ -1068,9 +1068,8 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt STag* pTag = NULL; uint8_t* pTagsIndex; int32_t numOfTags = 0; - bool isStmt = (pCxt->pComCxt->isStmtBind && pCxt->pComCxt->pStmtCb != NULL); - if (isStmt) { + if (pCxt->pComCxt->stmtBindVersion == 2) { // only support stmt2 pTagsIndex = taosMemoryCalloc(pCxt->tags.numOfBound, sizeof(uint8_t)); } @@ -1084,7 +1083,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt NEXT_TOKEN_WITH_PREV(pStmt->pSql, token); if (token.type == TK_NK_QUESTION) { - if (NULL == pCxt->pComCxt->pStmtCb || !pCxt->isStmtBind) { + if (pCxt->pComCxt->stmtBindVersion == 0) { code = buildSyntaxErrMsg(&pCxt->msg, "? only used in stmt", token.z); break; } @@ -1102,7 +1101,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt code = parseTagValue(&pCxt->msg, &pStmt->pSql, precision, pTagSchema, &token, pTagName, pTagVals, &pTag, pCxt->pComCxt->timezone, pCxt->pComCxt->charsetCxt); } - if (isStmt) { + if (pCxt->pComCxt->stmtBindVersion == 2) { pTagsIndex[numOfTags++] = pCxt->tags.pColIndex[i]; } } @@ -1111,7 +1110,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt code = checkSubtablePrivilege(pTagVals, pTagName, &pStmt->pTagCond); } - if (TSDB_CODE_SUCCESS == code && isStmt) { + if (TSDB_CODE_SUCCESS == code && pCxt->pComCxt->stmtBindVersion == 2) { if (numOfTags > 0) { if (pTagVals->size == pCxt->tags.numOfBound) { pCxt->stmtTbNameFlag |= IS_FIXED_TAG; @@ -1151,7 +1150,7 @@ static int32_t parseTagsClauseImpl(SInsertParseContext* pCxt, SVnodeModifyOpStmt } taosArrayDestroy(pTagVals); taosArrayDestroy(pTagName); - if (isStmt) { + if (pCxt->pComCxt->stmtBindVersion == 2) { taosMemoryFreeClear(pTagsIndex); } } @@ -1486,7 +1485,7 @@ static int32_t getUsingTableSchema(SInsertParseContext* pCxt, SVnodeModifyOpStmt } } } - if (pCxt->isStmtBind) { + if (pCxt->pComCxt->stmtBindVersion > 0) { goto _no_ctb_cache; } @@ -2130,10 +2129,10 @@ static int32_t doGetStbRowValues(SInsertParseContext* pCxt, SVnodeModifyOpStmt* // cols tags tbname if (TK_NK_QUESTION == pToken->type) { - if (pCxt->pComCxt->pStmtCb == NULL) { - return buildInvalidOperationMsg(&pCxt->msg, "symbol ? only support in stmt mode"); + if (pCxt->pComCxt->stmtBindVersion != 2) { + return buildInvalidOperationMsg(&pCxt->msg, + "insert into stb(...tbname...)values(...,?,...) only support in stmt2"); } - pCxt->isStmtBind = true; if (pCols->pColIndex[i] == tbnameIdx) { *bFoundTbName = true; char* tbName = NULL; @@ -2177,7 +2176,7 @@ static int32_t doGetStbRowValues(SInsertParseContext* pCxt, SVnodeModifyOpStmt* return buildInvalidOperationMsg(&pCxt->msg, "not expected numOfBound"); } } else { - if (pCxt->pComCxt->isStmtBind && pCxt->pComCxt->pStmtCb != NULL) { + if (pCxt->pComCxt->stmtBindVersion == 2 && pCxt->pComCxt->pStmtCb != NULL) { if (pCols->pColIndex[i] < numOfCols) { const SSchema* pSchema = &pSchemas[pCols->pColIndex[i]]; const SSchemaExt* pExtSchema = pExtSchemas + pCols->pColIndex[i]; @@ -2496,7 +2495,7 @@ static int32_t parseOneStbRow(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pSt SBoundColInfo ctbCols = {0}; int32_t code = getStbRowValues(pCxt, pStmt, ppSql, pStbRowsCxt, pGotRow, pToken, &bFirstTable, &setCtbName, &ctbCols); - if (!setCtbName && pCxt->isStmtBind) { + if (!setCtbName && pCxt->pComCxt->stmtBindVersion == 2) { taosMemoryFreeClear(ctbCols.pColIndex); return parseStbBoundInfo(pStmt, pStbRowsCxt, ppTableDataCxt); } @@ -2509,7 +2508,7 @@ static int32_t parseOneStbRow(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pSt code = processCtbAutoCreationAndCtbMeta(pCxt, pStmt, pStbRowsCxt); } if (code == TSDB_CODE_SUCCESS) { - if (pCxt->isStmtBind) { + if (pCxt->pComCxt->stmtBindVersion == 2) { char ctbFName[TSDB_TABLE_FNAME_LEN]; code = tNameExtractFullName(&pStbRowsCxt->ctbName, ctbFName); if (code != TSDB_CODE_SUCCESS) { @@ -2524,14 +2523,14 @@ static int32_t parseOneStbRow(SInsertParseContext* pCxt, SVnodeModifyOpStmt* pSt } } if (code == TSDB_CODE_SUCCESS) { - if (pCxt->isStmtBind) { + if (pCxt->pComCxt->stmtBindVersion == 2) { int32_t tbnameIdx = getTbnameSchemaIndex(pStbRowsCxt->pStbMeta); code = initTableColSubmitDataWithBoundInfo(*ppTableDataCxt, ctbCols); } else { code = initTableColSubmitData(*ppTableDataCxt); } } - if (code == TSDB_CODE_SUCCESS && !pCxt->isStmtBind) { + if (code == TSDB_CODE_SUCCESS && pCxt->pComCxt->stmtBindVersion == 0) { SRow** pRow = taosArrayReserve((*ppTableDataCxt)->pData->aRowP, 1); SRowBuildScanInfo sinfo = {0}; code = tRowBuild(pStbRowsCxt->aColVals, (*ppTableDataCxt)->pSchema, pRow, &sinfo); @@ -2573,8 +2572,7 @@ static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataC SColVal* pVal = taosArrayGet(pTableCxt->pValues, pCols->pColIndex[i]); if (pToken->type == TK_NK_QUESTION) { - pCxt->isStmtBind = true; - if (NULL == pCxt->pComCxt->pStmtCb) { + if (pCxt->pComCxt->stmtBindVersion == 0) { code = buildSyntaxErrMsg(&pCxt->msg, "? only used in stmt", pToken->z); break; } @@ -2622,7 +2620,7 @@ static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataC } } - if (TSDB_CODE_SUCCESS == code && !pCxt->isStmtBind) { + if (TSDB_CODE_SUCCESS == code && pCxt->pComCxt->stmtBindVersion == 0) { SRow** pRow = taosArrayReserve(pTableCxt->pData->aRowP, 1); if (pTableCxt->hasBlob) { SRowBuildScanInfo sinfo = {.hasBlob = 1, .scanType = ROW_BUILD_UPDATE}; @@ -2642,7 +2640,7 @@ static int parseOneRow(SInsertParseContext* pCxt, const char** pSql, STableDataC } } - if (TSDB_CODE_SUCCESS == code && !pCxt->isStmtBind) { + if (TSDB_CODE_SUCCESS == code && pCxt->pComCxt->stmtBindVersion == 0) { *pGotRow = true; } @@ -3171,8 +3169,7 @@ static int32_t checkTableClauseFirstToken(SInsertParseContext* pCxt, SVnodeModif if (TK_NK_QUESTION == pTbName->type) { pCxt->stmtTbNameFlag &= ~IS_FIXED_VALUE; - pCxt->isStmtBind = true; - if (NULL == pCxt->pComCxt->pStmtCb) { + if (pCxt->pComCxt->stmtBindVersion == 0) { return buildSyntaxErrMsg(&pCxt->msg, "? only used in stmt", pTbName->z); } @@ -3810,8 +3807,7 @@ int32_t parseInsertSql(SParseContext* pCxt, SQuery** pQuery, SCatalogReq* pCatal .missCache = false, .usingDuplicateTable = false, .needRequest = true, - .forceUpdate = (NULL != pCatalogReq ? pCatalogReq->forceUpdate : false), - .isStmtBind = pCxt->isStmtBind}; + .forceUpdate = (NULL != pCatalogReq ? pCatalogReq->forceUpdate : false)}; int32_t code = initInsertQuery(&context, pCatalogReq, pMetaData, pQuery); if (TSDB_CODE_SUCCESS == code) { diff --git a/source/libs/parser/src/parInsertStmt.c b/source/libs/parser/src/parInsertStmt.c index ada9b34e752b..5cec2e385c7c 100644 --- a/source/libs/parser/src/parInsertStmt.c +++ b/source/libs/parser/src/parInsertStmt.c @@ -74,9 +74,15 @@ int32_t qCloneCurrentTbData(STableDataCxt* pDataBlock, SSubmitTbData** pData) { } int32_t qAppendStmtTableOutput(SQuery* pQuery, SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, - SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq) { + SStbInterlaceInfo* pBuildInfo) { // merge according to vgId - return insAppendStmtTableDataCxt(pAllVgHash, pTbData, pTbCtx, pBuildInfo, ctbReq); + return insAppendStmtTableDataCxt(pAllVgHash, pTbData, pTbCtx, pBuildInfo); +} + +int32_t qAppendStmt2TableOutput(SQuery* pQuery, SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, + SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq) { + // merge according to vgId + return insAppendStmt2TableDataCxt(pAllVgHash, pTbData, pTbCtx, pBuildInfo, ctbReq); } int32_t qBuildStmtFinOutput(SQuery* pQuery, SHashObj* pAllVgHash, SArray* pVgDataBlocks) { diff --git a/source/libs/parser/src/parInsertUtil.c b/source/libs/parser/src/parInsertUtil.c index 28f8ddfe0fea..c65290b45e59 100644 --- a/source/libs/parser/src/parInsertUtil.c +++ b/source/libs/parser/src/parInsertUtil.c @@ -722,7 +722,62 @@ int32_t checkAndMergeSVgroupDataCxtByTbname(STableDataCxt* pTbCtx, SVgroupDataCx } int32_t insAppendStmtTableDataCxt(SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, - SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq) { + SStbInterlaceInfo* pBuildInfo) { + int32_t code = TSDB_CODE_SUCCESS; + uint64_t uid; + int32_t vgId; + + pTbCtx->pData->aRowP = pTbData->aCol; + + code = insGetStmtTableVgUid(pAllVgHash, pBuildInfo, pTbData, &uid, &vgId); + if (TSDB_CODE_SUCCESS != code) { + return code; + } + + pTbCtx->pMeta->vgId = vgId; + pTbCtx->pMeta->uid = uid; + pTbCtx->pData->uid = uid; + + if (!pTbCtx->ordered) { + code = tRowSort(pTbCtx->pData->aRowP); + } + if (code == TSDB_CODE_SUCCESS && (!pTbCtx->ordered || pTbCtx->duplicateTs)) { + code = tRowMerge(pTbCtx->pData->aRowP, pTbCtx->pSchema, 0); + } + + if (TSDB_CODE_SUCCESS != code) { + return code; + } + + SVgroupDataCxt* pVgCxt = NULL; + void** pp = taosHashGet(pBuildInfo->pVgroupHash, &vgId, sizeof(vgId)); + if (NULL == pp) { + pp = taosHashGet(pBuildInfo->pVgroupHash, &vgId, sizeof(vgId)); + if (NULL == pp) { + code = createVgroupDataCxt(vgId, pBuildInfo->pVgroupHash, pBuildInfo->pVgroupList, &pVgCxt); + } else { + pVgCxt = *(SVgroupDataCxt**)pp; + } + } else { + pVgCxt = *(SVgroupDataCxt**)pp; + } + + if (TSDB_CODE_SUCCESS == code) { + code = fillVgroupDataCxt(pTbCtx, pVgCxt, false, false); + } + + if (taosArrayGetSize(pVgCxt->pData->aSubmitTbData) >= 20000) { + code = qBuildStmtFinOutput1((SQuery*)pBuildInfo->pQuery, pAllVgHash, pBuildInfo->pVgroupList); + // taosArrayClear(pVgCxt->pData->aSubmitTbData); + tDestroySubmitReq(pVgCxt->pData, TSDB_MSG_FLG_ENCODE); + // insDestroyVgroupDataCxt(pVgCxt); + } + + return code; +} + +int32_t insAppendStmt2TableDataCxt(SHashObj* pAllVgHash, STableColsData* pTbData, STableDataCxt* pTbCtx, + SStbInterlaceInfo* pBuildInfo, SVCreateTbReq* ctbReq) { int32_t code = TSDB_CODE_SUCCESS; uint64_t uid; int32_t vgId; @@ -998,6 +1053,10 @@ static void destroyVgDataBlocks(void* p) { int32_t insResetBlob(SSubmitReq2* p) { int32_t code = 0; + if (p->raw) { + return TSDB_CODE_SUCCESS; // no blob data in raw mode + } + if (p->aSubmitBlobData != NULL) { for (int32_t i = 0; i < taosArrayGetSize(p->aSubmitTbData); i++) { SSubmitTbData* pSubmitTbData = taosArrayGet(p->aSubmitTbData, i); diff --git a/source/libs/parser/src/parTokenizer.c b/source/libs/parser/src/parTokenizer.c index b23248415515..788d9da74207 100644 --- a/source/libs/parser/src/parTokenizer.c +++ b/source/libs/parser/src/parTokenizer.c @@ -201,7 +201,6 @@ static SKeyword keywordTable[] = { {"NULLS", TK_NULLS}, {"OFFSET", TK_OFFSET}, {"ON", TK_ON}, - {"ON_FAILURE_PAUSE", TK_ON_FAILURE_PAUSE}, {"OR", TK_OR}, {"ORDER", TK_ORDER}, {"OUTER", TK_OUTER}, diff --git a/source/libs/parser/src/parTranslater.c b/source/libs/parser/src/parTranslater.c index c88cfb2f8629..53c573f15afd 100644 --- a/source/libs/parser/src/parTranslater.c +++ b/source/libs/parser/src/parTranslater.c @@ -3458,8 +3458,12 @@ static int32_t replacePsedudoColumnFuncWithColumn(STranslateContext* pCxt, SNode pCol->node.resType = pOldExpr->resType; tstrncpy(pCol->node.aliasName, pOldExpr->aliasName, TSDB_COL_NAME_LEN); tstrncpy(pCol->node.userAlias, pOldExpr->userAlias, TSDB_COL_NAME_LEN); - tstrncpy(pCol->colName, pOldExpr->aliasName, TSDB_COL_NAME_LEN); - + if (nodeType(*ppNode) == QUERY_NODE_FUNCTION) { + tstrncpy(pCol->colName, ((SFunctionNode*)(*ppNode))->functionName, TSDB_COL_NAME_LEN); + } else { + tstrncpy(pCol->colName, pOldExpr->aliasName, TSDB_COL_NAME_LEN); + } + nodesDestroyNode(*ppNode); *ppNode = (SNode*)pCol; @@ -5532,7 +5536,7 @@ static int32_t translateVirtualTable(STranslateContext* pCxt, SNode** pTable, SN // virtual table only support select operation PAR_ERR_JRET(TSDB_CODE_TSC_INVALID_OPERATION); } - if (pCxt->pParseCxt->isStmtBind) { + if (pCxt->pParseCxt->stmtBindVersion > 0) { PAR_ERR_JRET(TSDB_CODE_VTABLE_NOT_SUPPORT_STMT); } if (pCxt->pParseCxt->topicQuery) { @@ -6032,6 +6036,7 @@ static int32_t translatePlaceHolderTable(STranslateContext* pCxt, SNode** pTable BIT_FLAG_SET_MASK(pCxt->placeHolderBitmap, PLACE_HOLDER_PARTITION_TBNAME); if (newPlaceHolderTable->pMeta->tableType == TSDB_SUPER_TABLE) { newPlaceHolderTable->asSingleTable = true; + newPlaceHolderTable->table.singleTable = true; } break; } @@ -6040,6 +6045,7 @@ static int32_t translatePlaceHolderTable(STranslateContext* pCxt, SNode** pTable if (hasTbnameFunction(pCxt->createStreamTriggerPartitionList) && newPlaceHolderTable->pMeta->tableType == TSDB_SUPER_TABLE) { newPlaceHolderTable->asSingleTable = true; + newPlaceHolderTable->table.singleTable = true; } if (inJoin) { PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, @@ -6981,12 +6987,14 @@ static int32_t getQueryTimeRange(STranslateContext* pCxt, SNode** pWhere, STimeW PAR_ERR_JRET(nodesCloneNode(*pWhere, &pCond)); if (QUERY_NODE_LOGIC_CONDITION == nodeType(pCond) && - LOGIC_COND_TYPE_AND == ((SLogicConditionNode *)pCond)->condType && pCxt->createStreamCalc) { + LOGIC_COND_TYPE_AND == ((SLogicConditionNode *)pCond)->condType && + LIST_LENGTH(((SLogicConditionNode *)pCond)->pParameterList) == 2 && + pCxt->createStreamCalc) { SLogicConditionNode *pLogicCond = (SLogicConditionNode *)pCond; SNode *pLeft = nodesListGetNode(pLogicCond->pParameterList, 0); SNode *pRight = nodesListGetNode(pLogicCond->pParameterList, 1); - bool hasStart = filterHasPlaceHolderRangeStart((SOperatorNode *)pLeft, pCxt->extLeftEq) || filterHasPlaceHolderRangeStart((SOperatorNode *)pRight, pCxt->extLeftEq); - bool hasEnd = filterHasPlaceHolderRangeEnd((SOperatorNode *)pLeft, pCxt->extRightEq) || filterHasPlaceHolderRangeEnd((SOperatorNode *)pRight, pCxt->extRightEq); + bool hasStart = pLeft && (filterHasPlaceHolderRangeStart((SOperatorNode *)pLeft, pCxt->extLeftEq) || filterHasPlaceHolderRangeStart((SOperatorNode *)pRight, pCxt->extLeftEq)); + bool hasEnd = pRight && (filterHasPlaceHolderRangeEnd((SOperatorNode *)pLeft, pCxt->extRightEq) || filterHasPlaceHolderRangeEnd((SOperatorNode *)pRight, pCxt->extRightEq)); if (hasStart && hasEnd) { pCxt->createStreamCalcWithExtWindow = true; } @@ -7566,6 +7574,22 @@ static int32_t checkCountWindow(STranslateContext* pCxt, SCountWindowNode* pCoun PAR_ERR_RET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "Size of Count window must less than 2147483647(INT32_MAX).")); } + + if (streamTrigger) { + SNode* pNode = NULL; + FOREACH(pNode, pCountWin->pColList) { + if (nodeType(pNode) != QUERY_NODE_COLUMN) { + PAR_ERR_RET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, + "COUNT_WINDOW only support on column.")); + } else { + SColumnNode* pCol = (SColumnNode*)pNode; + if (COLUMN_TYPE_TAG == pCol->colType) { + PAR_ERR_RET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, + "COUNT_WINDOW not support on tag column.")); + } + } + } + } return TSDB_CODE_SUCCESS; } @@ -10844,7 +10868,7 @@ static int32_t streamTagDefNodeToField(SNodeList* pList, SArray** pArray, bool c } return code; _return: - parserError("Failed to convert stream tag definition nodes to fields, code: %d", code); + parserError("%s failed, code:%d", __func__, code); return code; } @@ -13256,6 +13280,7 @@ static int32_t translateCreateStreamTagSubtableExpr(STranslateContext* pCxt, SNo int32_t code = TSDB_CODE_SUCCESS; pCxt->createStreamOutTable = true; pCxt->createStreamTriggerPartitionList = pPartitionByList; + pCxt->currClause = SQL_CLAUSE_SELECT; code = translateExpr(pCxt, pNode); pCxt->createStreamOutTable = false; pCxt->createStreamTriggerPartitionList = NULL; @@ -13356,7 +13381,7 @@ static int32_t createStreamReqBuildOutSubtable(STranslateContext* pCxt, const ch _return: nodesDestroyNode(pSubtableExpr); // TODO(smj) : free node - parserError("createStreamReqBuildOutSubtable failed, code:%d, errmsg:%s", code, pCxt->msgBuf.buf); + parserError("%s failed, code:%d", __func__, code); return code; } @@ -13400,7 +13425,7 @@ static int32_t createStreamReqBuildStreamTagExprStr(STranslateContext* pCxt, SNo _return: if (code) { - parserError("createStreamReqBuildStreamTagExprStr failed, code:%d, errmsg:%s", code, pCxt->msgBuf.buf); + parserError("%s failed, code:%d", __func__, code); } nodesDestroyNode(tmpExpr); nodesDestroyList(pExprList); @@ -13434,32 +13459,20 @@ static int32_t checkDelayTime(STranslateContext* pCxt, SValueNode* pTime) { return TSDB_CODE_SUCCESS; } -static void createStreamReqBuildDefaultTriggerOptions(SCMCreateStreamReq* pReq) { - pReq->expiredTime = 0; - pReq->maxDelay = 0; - pReq->watermark = 0; - pReq->fillHistoryStartTime = 0; - pReq->eventTypes = EVENT_WINDOW_CLOSE; - pReq->igDisorder = 0; - pReq->deleteReCalc = 0; - pReq->deleteOutTbl = 0; - pReq->fillHistory = 0; - pReq->fillHistoryFirst = 0; - pReq->calcNotifyOnly = 0; - pReq->lowLatencyCalc = 0; - pReq->igNoDataTrigger = 0; -} - -static int32_t createStreamReqBuildTriggerOptions(STranslateContext* pCxt, const char* streamDb, +static int32_t createStreamReqBuildTriggerOptions(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SStreamTriggerOptions* pOptions, SCMCreateStreamReq* pReq) { int32_t code = TSDB_CODE_SUCCESS; - createStreamReqBuildDefaultTriggerOptions(pReq); + parserDebug("translate create stream req start build trigger options, streamId:%"PRId64, pReq->streamId); if (!pOptions) { + parserDebug("no trigger options in create stream req"); return code; } + pCxt->currClause = SQL_CLAUSE_SELECT; + pReq->igExists = (int8_t)pStmt->ignoreExists; + if (pOptions->pExpiredTime) { PAR_ERR_JRET(checkExpiredTime(pCxt, (SValueNode*)pOptions->pExpiredTime)); PAR_ERR_JRET(translateExpr(pCxt, &pOptions->pExpiredTime)); @@ -13491,7 +13504,7 @@ static int32_t createStreamReqBuildTriggerOptions(STranslateContext* pCxt, const if (pOptions->pFillHisStartTime) { STimeWindow range = {.skey = 0, .ekey = 0}; - PAR_ERR_JRET(translateTimeRange(pCxt, streamDb, pOptions->pFillHisStartTime, NULL, &range)); + PAR_ERR_JRET(translateTimeRange(pCxt, pStmt->streamDbName, pOptions->pFillHisStartTime, NULL, &range)); pReq->fillHistoryStartTime = range.skey; } @@ -13511,21 +13524,25 @@ static int32_t createStreamReqBuildTriggerOptions(STranslateContext* pCxt, const return code; _return: - parserError("createStreamReqBuildTriggerOptions failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); return code; } -static int32_t createStreamReqBuildStreamNotifyOptions(STranslateContext* pCxt, SStreamNotifyOptions* pNotifyOptions, +static int32_t createStreamReqBuildNotifyOptions(STranslateContext* pCxt, SStreamNotifyOptions* pNotifyOptions, SNode** pNotifyCond, SCMCreateStreamReq* pReq) { int32_t code = TSDB_CODE_SUCCESS; SNode* pNode = NULL; - if (pNotifyOptions == NULL) { + parserDebug("translate create stream req start build notify options, streamId:%"PRId64, pReq->streamId); + + if (!pNotifyOptions) { + parserDebug("no notify options in create stream req"); return code; } if (LIST_LENGTH(pNotifyOptions->pAddrUrls) < 1) { - PAR_ERR_JRET(TSDB_CODE_STREAM_INVALID_NOTIFY); + PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_NOTIFY, + "NOTIFY URL must be specified")); } pReq->pNotifyAddrUrls = taosArrayInit(pNotifyOptions->pAddrUrls->length, POINTER_BYTES); @@ -13550,7 +13567,7 @@ static int32_t createStreamReqBuildStreamNotifyOptions(STranslateContext* pCxt, _return: // pAddrUrls will be free when pReq is destroyed - parserError("createStreamReqBuildStreamNotifyOptions failed, code:%d", code); + parserError("createStreamReqBuildNotifyOptions failed, code:%d, streamId:%"PRId64, code, pReq->streamId); return code; } @@ -13636,7 +13653,10 @@ static int32_t createStreamReqBuildOutTable(STranslateContext* pCxt, SCreateStre int32_t code = TSDB_CODE_SUCCESS; STableMeta* pMeta = NULL; + parserDebug("translate create stream req start build out table info, streamId:%"PRId64, pReq->streamId); + if (strlen(pStmt->targetDbName) == 0 && strlen(pStmt->targetTabName) == 0) { + parserDebug("no out table in create stream req"); return code; } @@ -13718,15 +13738,31 @@ static int32_t createStreamReqBuildOutTable(STranslateContext* pCxt, SCreateStre _return: if (code) { - parserError("createStreamReqBuildOutTable failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); } taosMemoryFreeClear(pMeta); return code; } -static int32_t createStreamReqBuildTriggerTable(STranslateContext* pCxt, SRealTableNode* pTriggerTable, STableMeta* pMeta, SCMCreateStreamReq* pReq) { +static int32_t createStreamReqBuildTriggerTableInfo(STranslateContext* pCxt, SRealTableNode* pTriggerTable, STableMeta* pMeta, SCMCreateStreamReq* pReq) { int32_t code = TSDB_CODE_SUCCESS; + switch (pMeta->tableType) { + case TSDB_SUPER_TABLE: + if (isVirtualSTable(pMeta)) { + BIT_FLAG_SET_MASK(pReq->flags, CREATE_STREAM_FLAG_TRIGGER_VIRTUAL_STB); + } + break; + case TSDB_CHILD_TABLE: + case TSDB_NORMAL_TABLE: + case TSDB_VIRTUAL_CHILD_TABLE: + case TSDB_VIRTUAL_NORMAL_TABLE: + break; + default: + PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_TRIGGER, + "Invalid trigger table type %d", pMeta->tableType)); + } + PAR_ERR_JRET(getTableVgId(pCxt, pTriggerTable->table.dbName, pTriggerTable->table.tableName, &pReq->triggerTblVgId)); pReq->triggerDB = taosMemoryMalloc(TSDB_DB_FNAME_LEN); @@ -13744,7 +13780,7 @@ static int32_t createStreamReqBuildTriggerTable(STranslateContext* pCxt, SRealTa return code; _return: - parserError("createStreamReqBuildTriggerTable failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); return code; } @@ -13756,7 +13792,7 @@ static int8_t createStreamReqWindowGetUnit(SNode* pVal) { return pVal ? ((SValueNode*)pVal)->unit : 0; } -static int32_t createStreamReqBuildTriggerSessionWindow(STranslateContext* pCxt, SSessionWindowNode* pTriggerWindow, SCMCreateStreamReq* pReq, STableMeta *pMeta) { +static int32_t createStreamReqBuildTriggerSessionWindow(STranslateContext* pCxt, SSessionWindowNode* pTriggerWindow, SCMCreateStreamReq* pReq) { pReq->triggerType = WINDOW_TYPE_SESSION; PAR_ERR_RET(checkSessionWindow(pCxt, pTriggerWindow)); pReq->trigger.session.slotId = pTriggerWindow->pCol->slotId; @@ -13816,11 +13852,11 @@ static int32_t createStreamReqBuildTriggerStateWindow(STranslateContext* pCxt, S return TSDB_CODE_SUCCESS; } -static int32_t createStreamReqBuildTriggerWindow(STranslateContext* pCxt, SNode* pTriggerWindow, STableMeta* pMeta, SCMCreateStreamReq* pReq) { +static int32_t createStreamReqBuildTriggerBuildWindowInfo(STranslateContext* pCxt, SNode* pTriggerWindow, SCMCreateStreamReq* pReq) { int32_t code = TSDB_CODE_SUCCESS; switch(nodeType(pTriggerWindow)) { case QUERY_NODE_SESSION_WINDOW: - PAR_ERR_JRET(createStreamReqBuildTriggerSessionWindow(pCxt, (SSessionWindowNode*)pTriggerWindow, pReq, pMeta)); + PAR_ERR_JRET(createStreamReqBuildTriggerSessionWindow(pCxt, (SSessionWindowNode*)pTriggerWindow, pReq)); break; case QUERY_NODE_INTERVAL_WINDOW: PAR_ERR_JRET(createStreamReqBuildTriggerIntervalWindow(pCxt, (SIntervalWindowNode*)pTriggerWindow, pReq)); @@ -13842,11 +13878,24 @@ static int32_t createStreamReqBuildTriggerWindow(STranslateContext* pCxt, SNode* } return code; _return: - parserError("createStreamReqBuildTriggerWindow failed, code:%d, windowType:%d", code, nodeType(pTriggerWindow)); + parserError("%s failed, code:%d", __func__, code); return code; } -static int32_t createStreamReqBuildTriggerPlan(STranslateContext* pCxt, SSelectStmt* pTriggerSelect, +static void findTsSlotId(SScanPhysiNode* pScanNode, int16_t* pTsSlotId) { + SNode* pNode = NULL; + FOREACH(pNode, pScanNode->pScanCols) { + STargetNode *pTarget = (STargetNode*)pNode; + if (nodeType(pTarget->pExpr) == QUERY_NODE_COLUMN) { + if (((SColumnNode*)pTarget->pExpr)->colId == PRIMARYKEY_TIMESTAMP_COL_ID) { + *pTsSlotId = pTarget->slotId; + break; + } + } + } +} + +static int32_t createStreamReqBuildTriggerBuildPlan(STranslateContext* pCxt, SSelectStmt* pTriggerSelect, SCMCreateStreamReq* pReq, SHashObj **pTriggerSlotHash, SNode* pTriggerWindow, SNodeList* pTriggerPartition, SNode* pTriggerFilter) { @@ -13873,16 +13922,8 @@ static int32_t createStreamReqBuildTriggerPlan(STranslateContext* pCxt, SSelectS PAR_ERR_JRET(terrno); } - pReq->triTsSlotId = -1; - FOREACH(pNode, pScanNode->pScanCols) { - STargetNode *pTarget = (STargetNode*)pNode; - if (nodeType(pTarget->pExpr) == QUERY_NODE_COLUMN) { - if (((SColumnNode*)pTarget->pExpr)->colId == PRIMARYKEY_TIMESTAMP_COL_ID) { - pReq->triTsSlotId = pTarget->slotId; - break; - } - } - } + findTsSlotId(pScanNode, &pReq->triTsSlotId); + if (pReq->triTsSlotId == -1) { PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_QUERY, "Can not find timestamp primary key in trigger query scan")); } @@ -13920,7 +13961,7 @@ static int32_t createStreamReqBuildTriggerPlan(STranslateContext* pCxt, SSelectS nodesDestroyList(pFilterCols); nodesDestroyNode((SNode*)pTriggerPlan); if (code) { - parserError("createStreamReqBuildTriggerPlan failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); } return code; } @@ -13948,18 +13989,14 @@ static int32_t createStreamReqSetDefaultTag(STranslateContext* pCxt, SCreateStre switch (nodeType(pNode)) { case QUERY_NODE_FUNCTION: { SFunctionNode *pFunc = (SFunctionNode*)pNode; - if (pFunc->funcType != FUNCTION_TYPE_TBNAME) { - PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_INVALID_STREAM_QUERY, "The tag function must be tbname")); - } + // func has been checked before, it must be tbname function tstrncpy(pTagDef->tagName, "tag_tbname", TSDB_COL_NAME_LEN); - // default use _tgrpid as value; pTagDef->dataType = pFunc->node.resType; break; } case QUERY_NODE_COLUMN: { SExprNode* pExpr = (SExprNode*)pNode; tstrncpy(pTagDef->tagName, pExpr->aliasName, TSDB_COL_NAME_LEN); - // default use _tgrpid as value; pTagDef->dataType = pExpr->resType; break; } @@ -13973,7 +14010,7 @@ static int32_t createStreamReqSetDefaultTag(STranslateContext* pCxt, SCreateStre } return code; _return: - parserError("createStreamReqSetDefaultTag failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); nodesDestroyNode((SNode*)pTagDef); return code; } @@ -13986,6 +14023,7 @@ static int32_t createStreamReqSetDefaultOutCols(STranslateContext* pCxt, SCreate bool pColExists = false; int32_t bound = LIST_LENGTH(pCalcProjection); + parserDebug("translate create stream req start set default output table's cols"); if (pStmt->pTrigger) { SStreamTriggerNode* pTrigger = (SStreamTriggerNode*)pStmt->pTrigger; SStreamNotifyOptions* pNotify = (SStreamNotifyOptions*)pTrigger->pNotify; @@ -14204,13 +14242,13 @@ static int32_t createStreamReqBuildTriggerSelect(STranslateContext* pCxt, SRealT return code; _return: nodesDestroyNode((SNode*)pFunc); - parserError("createStreamReqBuildTriggerSelect failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); return code; } -static int32_t translateStreamTriggerQuery(STranslateContext* pCxt, SStreamTriggerNode* pTrigger, - STableMeta* pTriggerTableMeta, SSelectStmt* pTriggerSelect, - SNode** pTriggerFilter) { +static int32_t createStreamReqBuildTriggerTranslateSelect(STranslateContext* pCxt, SStreamTriggerNode* pTrigger, + STableMeta* pTriggerTableMeta, SSelectStmt* pTriggerSelect, + SNode** pTriggerFilter) { int32_t code = TSDB_CODE_SUCCESS; bool extractFilter = (isVirtualTable(pTriggerTableMeta) || isVirtualSTable(pTriggerTableMeta)); @@ -14221,6 +14259,7 @@ static int32_t translateStreamTriggerQuery(STranslateContext* pCxt, SStreamTrigg pCxt->pCurrStmt = (SNode*)pTriggerSelect; pCxt->createStreamTrigger = true; + pCxt->currClause = SQL_CLAUSE_SELECT; PAR_ERR_JRET(translateSelect(pCxt, pTriggerSelect)); pCxt->createStreamTrigger = false; @@ -14233,69 +14272,45 @@ static int32_t translateStreamTriggerQuery(STranslateContext* pCxt, SStreamTrigg return code; _return: - parserError("translateStreamTriggerQuery failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); return code; } -static int32_t createStreamReqBuildTrigger(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SSelectStmt** pTriggerSelect, - SHashObj **pTriggerSlotHash, SCMCreateStreamReq* pReq) { - int32_t code = TSDB_CODE_SUCCESS; - SStreamTriggerNode* pTrigger = (SStreamTriggerNode*)pStmt->pTrigger; - SNode* pTriggerWindow = pTrigger->pTriggerWindow; - SNodeList* pTriggerPartition = pTrigger->pPartitionList; - STableMeta* pTriggerTableMeta = NULL; - SRealTableNode* pTriggerTable = (SRealTableNode*)pTrigger->pTrigerTable; - SNode* pTriggerFilter = ((SStreamTriggerOptions*)pTrigger->pOptions) ? ((SStreamTriggerOptions*)pTrigger->pOptions)->pPreFilter : NULL; - SNode* pLogicCond = NULL; - - if (!pTriggerTable) { - PAR_ERR_JRET(translateExpr(pCxt, &pTriggerWindow)); - PAR_RET(createStreamReqBuildTriggerWindow(pCxt, pTriggerWindow, NULL, pReq)); - } - - if (nodeType(pTriggerWindow) == QUERY_NODE_COUNT_WINDOW) { - PAR_ERR_JRET(extractCondFromCountWindow(pCxt, (SCountWindowNode*)pTriggerWindow, &pLogicCond)); - if (pLogicCond) { - PAR_ERR_JRET(nodesMergeNode(&pTriggerFilter, &pLogicCond)); - } - } - - if (nodeType(pTriggerWindow) == QUERY_NODE_STATE_WINDOW) { - PAR_ERR_JRET(extractCondFromStateWindow(pCxt, (SStateWindowNode*)pTriggerWindow, &pLogicCond)); - if (pLogicCond) { - PAR_ERR_JRET(nodesMergeNode(&pTriggerFilter, &pLogicCond)); - } - } - - PAR_ERR_JRET(getTableMeta(pCxt, pTriggerTable->table.dbName, pTriggerTable->table.tableName, &pTriggerTableMeta)); +static int32_t createStreamReqBulidTriggerExtractCondFromWindow(STranslateContext* pCxt, SNode* pTriggerWindow, SNode** pTriggerFilter) { + int32_t code = TSDB_CODE_SUCCESS; + SNode* pLogicCond = NULL; - switch (pTriggerTableMeta->tableType) { - case TSDB_SUPER_TABLE: - if (isVirtualSTable(pTriggerTableMeta)) { - BIT_FLAG_SET_MASK(pReq->flags, CREATE_STREAM_FLAG_TRIGGER_VIRTUAL_STB); + switch (nodeType(pTriggerWindow)) { + case QUERY_NODE_COUNT_WINDOW: { + PAR_ERR_JRET(extractCondFromCountWindow(pCxt, (SCountWindowNode*)pTriggerWindow, &pLogicCond)); + if (pLogicCond) { + PAR_ERR_JRET(nodesMergeNode(pTriggerFilter, &pLogicCond)); } break; - case TSDB_CHILD_TABLE: - case TSDB_NORMAL_TABLE: - case TSDB_VIRTUAL_CHILD_TABLE: - case TSDB_VIRTUAL_NORMAL_TABLE: + } + case QUERY_NODE_STATE_WINDOW: { + PAR_ERR_JRET(extractCondFromStateWindow(pCxt, (SStateWindowNode*)pTriggerWindow, &pLogicCond)); + if (pLogicCond) { + PAR_ERR_JRET(nodesMergeNode(pTriggerFilter, &pLogicCond)); + } break; + } default: - PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_TRIGGER, - "Invalid trigger table type %d", pTriggerTableMeta->tableType)); + break; } - pCxt->currClause = SQL_CLAUSE_SELECT; - PAR_ERR_JRET(createStreamReqBuildTriggerTable(pCxt, pTriggerTable, pTriggerTableMeta, pReq)); - PAR_ERR_JRET(createStreamReqBuildTriggerSelect(pCxt, pTriggerTable, pTriggerSelect)); - PAR_ERR_JRET(translateStreamTriggerQuery(pCxt, pTrigger, pTriggerTableMeta, *pTriggerSelect, &pTriggerFilter)); +_return: + if (code) { + parserError("%s failed, code:%d", __func__, code); + } + nodesDestroyNode((SNode*)pLogicCond); + return code; +} + +static int32_t createStreamReqBuildTriggerCheckPartition(STranslateContext* pCxt, SNodeList* pTriggerPartition, STableMeta* pTriggerTableMeta, SNode* pTriggerWindow) { + int32_t code = TSDB_CODE_SUCCESS; + SNode* pNode = NULL; - pCxt->currClause = SQL_CLAUSE_WINDOW; - PAR_ERR_JRET(translateExpr(pCxt, &pTriggerWindow)); - pCxt->currClause = SQL_CLAUSE_PARTITION_BY; - PAR_ERR_JRET(translateExprList(pCxt, pTriggerPartition)); - pCxt->currClause = SQL_CLAUSE_SELECT; - SNode *pNode = NULL; FOREACH(pNode, pTriggerPartition) { switch (nodeType(pNode)) { case QUERY_NODE_COLUMN: { @@ -14320,20 +14335,85 @@ static int32_t createStreamReqBuildTrigger(STranslateContext* pCxt, SCreateStrea if (pTriggerTableMeta->tableType == TSDB_SUPER_TABLE && nodeType(pTriggerWindow) != QUERY_NODE_INTERVAL_WINDOW && nodeType(pTriggerWindow) != QUERY_NODE_SESSION_WINDOW && + nodeType(pTriggerWindow) != QUERY_NODE_PERIOD_WINDOW && (LIST_LENGTH(pTriggerPartition) == 0 || !hasTbnameFunction(pTriggerPartition))) { PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_TRIGGER, "Partition by tbname is required for super table trigger when trigger window is not interval and session")); } - PAR_ERR_JRET(createStreamReqBuildTriggerPlan(pCxt, *pTriggerSelect, pReq, pTriggerSlotHash, pTriggerWindow, pTriggerPartition, pTriggerFilter)); - PAR_ERR_JRET(createStreamReqBuildTriggerWindow(pCxt, pTriggerWindow, pTriggerTableMeta, pReq)); + return code; +_return: + parserError("%s failed, code:%d", __func__, code); + return code; +} + +static int32_t createStreamReqBuildTriggerTranslateWindow(STranslateContext* pCxt, SNode** pTriggerWindow) { + int32_t code = TSDB_CODE_SUCCESS; + + pCxt->currClause = SQL_CLAUSE_WINDOW; + PAR_ERR_JRET(translateExpr(pCxt, pTriggerWindow)); + +_return: + if (code) { + parserError("%s failed, code:%d", __func__, code); + } + return code; +} + +static int32_t createStreamReqBuildTriggerTranslatePartition(STranslateContext* pCxt, SNodeList* pTriggerPartition, STableMeta* pTriggerTableMeta, SNode* pTriggerWindow) { + int32_t code = TSDB_CODE_SUCCESS; + + pCxt->currClause = SQL_CLAUSE_PARTITION_BY; + PAR_ERR_JRET(translateExprList(pCxt, pTriggerPartition)); + + PAR_ERR_JRET(createStreamReqBuildTriggerCheckPartition(pCxt, pTriggerPartition, pTriggerTableMeta, pTriggerWindow)); +_return: + if (code) { + parserError("%s failed, code:%d", __func__, code); + } + return code; +} + +static int32_t createStreamReqBuildTrigger(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SSelectStmt** pTriggerSelect, + SHashObj **pTriggerSlotHash, SCMCreateStreamReq* pReq) { + int32_t code = TSDB_CODE_SUCCESS; + SStreamTriggerNode* pTrigger = (SStreamTriggerNode*)pStmt->pTrigger; + SNode* pTriggerWindow = pTrigger->pTriggerWindow; + SNodeList* pTriggerPartition = pTrigger->pPartitionList; + STableMeta* pTriggerTableMeta = NULL; + SRealTableNode* pTriggerTable = (SRealTableNode*)pTrigger->pTrigerTable; + SNode* pTriggerFilter = ((SStreamTriggerOptions*)pTrigger->pOptions) ? ((SStreamTriggerOptions*)pTrigger->pOptions)->pPreFilter : NULL; + + parserDebug("translate create stream req start build trigger info, streamId:%"PRId64, pReq->streamId); + + if (!pTriggerTable) { + // no trigger table, only translate trigger window + parserDebug("no trigger table in create stream req, streamId:%"PRId64, pReq->streamId); + PAR_ERR_JRET(createStreamReqBuildTriggerTranslateWindow(pCxt, &pTriggerWindow)); + PAR_RET(createStreamReqBuildTriggerBuildWindowInfo(pCxt, pTriggerWindow, pReq)); + } + + PAR_ERR_JRET(createStreamReqBulidTriggerExtractCondFromWindow(pCxt, pTriggerWindow, &pTriggerFilter)); + + pReq->triggerHasPF = (pTriggerFilter != NULL); + + PAR_ERR_JRET(getTableMeta(pCxt, pTriggerTable->table.dbName, pTriggerTable->table.tableName, &pTriggerTableMeta)); + + PAR_ERR_JRET(createStreamReqBuildTriggerTableInfo(pCxt, pTriggerTable, pTriggerTableMeta, pReq)); + PAR_ERR_JRET(createStreamReqBuildTriggerSelect(pCxt, pTriggerTable, pTriggerSelect)); + + PAR_ERR_JRET(createStreamReqBuildTriggerTranslateSelect(pCxt, pTrigger, pTriggerTableMeta, *pTriggerSelect, &pTriggerFilter)); + PAR_ERR_JRET(createStreamReqBuildTriggerTranslateWindow(pCxt, &pTriggerWindow)); + PAR_ERR_JRET(createStreamReqBuildTriggerTranslatePartition(pCxt, pTriggerPartition, pTriggerTableMeta, pTriggerWindow)); + + PAR_ERR_JRET(createStreamReqBuildTriggerBuildPlan(pCxt, *pTriggerSelect, pReq, pTriggerSlotHash, pTriggerWindow, pTriggerPartition, pTriggerFilter)); + PAR_ERR_JRET(createStreamReqBuildTriggerBuildWindowInfo(pCxt, pTriggerWindow, pReq)); PAR_ERR_JRET(createStreamReqSetDefaultTag(pCxt, pStmt, pTriggerPartition, pReq)); _return: if (code) { - parserError("createStreamReqBuildTrigger failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); } - nodesDestroyNode((SNode*)pLogicCond); taosMemoryFreeClear(pTriggerTableMeta); return code; } @@ -14401,9 +14481,9 @@ static int32_t getExtWindowBorder(STranslateContext* pCxt, SNode* pTriggerWindow switch(nodeType(pTriggerWindow)) { case QUERY_NODE_INTERVAL_WINDOW: { SIntervalWindowNode *pInterval = (SIntervalWindowNode*)pTriggerWindow; - uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision; - SValueNode* pInter = (SValueNode*)pInterval->pInterval; - SValueNode* pSliding = (SValueNode*)pInterval->pSliding; + uint8_t precision = ((SColumnNode*)pInterval->pCol)->node.resType.precision; + SValueNode* pInter = (SValueNode*)pInterval->pInterval; + SValueNode* pSliding = (SValueNode*)pInterval->pSliding; if (pInter && pSliding && TSDB_CODE_SUCCESS == checkTimeGreater(pSliding, pInter, precision, true)) { *withExtwindow = true; *eqLeft = true; @@ -14446,10 +14526,12 @@ static int32_t translateStreamCalcQuery(STranslateContext* pCxt, SNodeList* pTri SNode* pCurrStmt = pCxt->pCurrStmt; int32_t currLevel = pCxt->currLevel; + parserDebug("translate create stream req start translate calculate query"); + PAR_ERR_JRET(getExtWindowBorder(pCxt, pTriggerWindow, withExtWindow, &pCxt->extLeftEq, &pCxt->extRightEq)); pCxt->currLevel = ++(pCxt->levelNo); - + pCxt->currClause = SQL_CLAUSE_SELECT; pCxt->createStreamCalcWithExtWindow = false; pCxt->createStreamTriggerTbl = pTriggerTbl; pCxt->createStreamTriggerPartitionList = pTriggerPartition; @@ -14587,6 +14669,8 @@ static int32_t createStreamReqBuildCalcPlan(STranslateContext* pCxt, SQueryPlan* SStreamCalcScan* pCalcScan = NULL; bool cutoff = false; + parserDebug("translate create stream req start build calculate plan"); + pReq->calcScanPlanList = taosArrayInit(1, sizeof(SStreamCalcScan)); pPlanMap = taosHashInit(1, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_NO_LOCK); if (NULL == pReq->calcScanPlanList || NULL == pPlanMap) { @@ -14640,16 +14724,7 @@ static int32_t createStreamReqBuildCalcPlan(STranslateContext* pCxt, SQueryPlan* } if (pCalcScan->readFromCache) { - SScanPhysiNode* pScan = (SScanPhysiNode*)pScanSubPlan->pNode; - FOREACH(pNode, pScan->pScanCols) { - STargetNode *pTarget = (STargetNode*)pNode; - if (nodeType(pTarget->pExpr) == QUERY_NODE_COLUMN) { - if (((SColumnNode*)pTarget->pExpr)->colId == PRIMARYKEY_TIMESTAMP_COL_ID) { - pReq->calcTsSlotId = pTarget->slotId; - break; - } - } - } + findTsSlotId((SScanPhysiNode*)pScanSubPlan->pNode, &pReq->calcTsSlotId); if (pReq->calcTsSlotId == -1) { PAR_ERR_JRET(generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_STREAM_INVALID_QUERY, "Can not find timestamp primary key in trigger query scan")); } @@ -14692,8 +14767,11 @@ static int32_t createStreamReqBuildCalc(STranslateContext* pCxt, SCreateStreamSt SHashObj* pDbs = NULL; bool withExtWindow = false; SNodeList* pProjectionList = NULL; - + + parserDebug("translate create stream req start build calculate part, streamId:%"PRId64, pReq->streamId); + if (!pStmt->pQuery) { + parserDebug("no query in create stream req"); return code; } @@ -14737,7 +14815,7 @@ static int32_t createStreamReqBuildCalc(STranslateContext* pCxt, SCreateStreamSt _return: if (code) { - parserError("createStreamReqBuildCalc failed, code:%d", code); + parserError("%s failed, code:%d", __func__, code); } taosArrayDestroy(pVgArray); taosHashCleanup(pDbs); @@ -14745,26 +14823,41 @@ static int32_t createStreamReqBuildCalc(STranslateContext* pCxt, SCreateStreamSt return code; } -static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) { - int32_t code = TSDB_CODE_SUCCESS; - SStreamTriggerNode* pTrigger = (SStreamTriggerNode*)pStmt->pTrigger; - SStreamTriggerOptions* pTriggerOptions = (SStreamTriggerOptions*)pTrigger->pOptions; - SStreamNotifyOptions* pNotifyOptions = (SStreamNotifyOptions*)pTrigger->pNotify; - STableNode* pTriggerTable = (STableNode*)pTrigger->pTrigerTable; - SNode* pTriggerWindow = pTrigger->pTriggerWindow; - SSelectStmt* pTriggerSelect = NULL; - SHashObj* pTriggerSlotHash = NULL; - SNode* pNotifyCond = NULL; - SName streamName; +static int32_t createStreamReqBuildDefaultReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) { + int32_t code = TSDB_CODE_SUCCESS; + + pReq->expiredTime = 0; + pReq->maxDelay = 0; + pReq->watermark = 0; + pReq->fillHistoryStartTime = 0; + pReq->eventTypes = EVENT_WINDOW_CLOSE; + pReq->igDisorder = 0; + pReq->deleteReCalc = 0; + pReq->deleteOutTbl = 0; + pReq->fillHistory = 0; + pReq->fillHistoryFirst = 0; + pReq->calcNotifyOnly = 0; + pReq->lowLatencyCalc = 0; + pReq->igNoDataTrigger = 0; + pReq->flags = CREATE_STREAM_FLAG_NONE; + pReq->placeHolderBitmap = PLACE_HOLDER_NONE; + pReq->triTsSlotId = -1; + return TSDB_CODE_SUCCESS; +} + +static int32_t createStreamReqBuildNameAndId(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) { + int32_t code = TSDB_CODE_SUCCESS; + SName streamName; + + parserDebug("translate create stream req start build stream name and id, streamName:%s.%s", pStmt->streamDbName, pStmt->streamName); PAR_ERR_JRET(taosGetSystemUUIDU64(&pReq->streamId)); - // name + // name and sql pReq->streamDB = taosMemoryMalloc(TSDB_DB_FNAME_LEN); pReq->name = taosMemoryCalloc(1, TSDB_STREAM_FNAME_LEN); - - // sql pReq->sql = taosStrdup(pCxt->pParseCxt->pSql); + if (NULL == pReq->sql || NULL == pReq->streamDB || NULL == pReq->name) { parserError("buildCreateStreamReq failed to allocate memory, streamDb:%p, streamName:%p sql:%p", pReq->streamDB, pReq->name, pReq->sql); @@ -14773,16 +14866,29 @@ static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* toName(pCxt->pParseCxt->acctId, pStmt->streamDbName, pStmt->streamName, &streamName); PAR_ERR_JRET(tNameExtractFullName(&streamName, pReq->name)); - (void)snprintf(pReq->streamDB, TSDB_DB_FNAME_LEN, "%d.%s", pCxt->pParseCxt->acctId, pStmt->streamDbName); + PAR_ERR_JRET(tNameGetFullDbName(&streamName, pReq->streamDB)); - pReq->igExists = (int8_t)pStmt->ignoreExists; - pReq->flags = CREATE_STREAM_FLAG_NONE; - pReq->placeHolderBitmap = PLACE_HOLDER_NONE; + return code; +_return: + parserError("buildCreateStreamReq failed, code:%d, streamId:%"PRId64", streamName:%s", code, pReq->streamId, pReq->name); + return code; +} +static int32_t buildCreateStreamReq(STranslateContext* pCxt, SCreateStreamStmt* pStmt, SCMCreateStreamReq* pReq) { + int32_t code = TSDB_CODE_SUCCESS; + SStreamTriggerNode* pTrigger = (SStreamTriggerNode*)pStmt->pTrigger; + SStreamTriggerOptions* pTriggerOptions = (SStreamTriggerOptions*)pTrigger->pOptions; + SStreamNotifyOptions* pNotifyOptions = (SStreamNotifyOptions*)pTrigger->pNotify; + SNode* pTriggerWindow = pTrigger->pTriggerWindow; + SSelectStmt* pTriggerSelect = NULL; + SHashObj* pTriggerSlotHash = NULL; + SNode* pNotifyCond = NULL; - PAR_ERR_JRET(createStreamReqBuildStreamNotifyOptions(pCxt, pNotifyOptions, &pNotifyCond, pReq)); + PAR_ERR_JRET(createStreamReqBuildDefaultReq(pCxt, pStmt, pReq)); + PAR_ERR_JRET(createStreamReqBuildNameAndId(pCxt, pStmt, pReq)); + PAR_ERR_JRET(createStreamReqBuildNotifyOptions(pCxt, pNotifyOptions, &pNotifyCond, pReq)); PAR_ERR_JRET(createStreamReqBuildTrigger(pCxt, pStmt, &pTriggerSelect, &pTriggerSlotHash, pReq)); - PAR_ERR_JRET(createStreamReqBuildTriggerOptions(pCxt, pStmt->streamDbName, pTriggerOptions, pReq)); + PAR_ERR_JRET(createStreamReqBuildTriggerOptions(pCxt, pStmt, pTriggerOptions, pReq)); PAR_ERR_JRET(createStreamReqBuildCalc(pCxt, pStmt, pTrigger->pPartitionList, pTriggerSelect, pTriggerSlotHash, pTriggerWindow, pNotifyCond, pReq)); PAR_ERR_JRET(createStreamReqBuildOutTable(pCxt, pStmt, pTriggerSlotHash, pReq)); @@ -19538,6 +19644,8 @@ static int32_t checkCreateVirtualTable(STranslateContext* pCxt, SCreateVTableStm PAR_ERR_RET(checkColumnType(pStmt->pCols, 1)); + PAR_ERR_RET(checkColumnType(pStmt->pCols, 1)); + if (pCxt->pParseCxt->biMode != 0) { PAR_ERR_RET(biCheckCreateTableTbnameCol(pCxt, NULL, pStmt->pCols)); } diff --git a/source/libs/planner/src/planLogicCreater.c b/source/libs/planner/src/planLogicCreater.c index 80ce7c70ff8c..0eb1374f5869 100644 --- a/source/libs/planner/src/planLogicCreater.c +++ b/source/libs/planner/src/planLogicCreater.c @@ -523,7 +523,7 @@ static int32_t createScanLogicNode(SLogicPlanContext* pCxt, SSelectStmt* pSelect int32_t code = makeScanLogicNode(pCxt, pRealTable, pSelect->hasRepeatScanFuncs, (SLogicNode**)&pScan); pScan->placeholderType = pRealTable->placeholderType; - pCxt->pPlanCxt->phTbnameQuery =( pRealTable->pMeta->tableType == TSDB_SUPER_TABLE && pRealTable->placeholderType == SP_PARTITION_TBNAME); + pScan->phTbnameScan = (pRealTable->pMeta->tableType == TSDB_SUPER_TABLE && pRealTable->placeholderType == SP_PARTITION_TBNAME); pScan->node.groupAction = GROUP_ACTION_NONE; pScan->node.resultDataOrder = (pRealTable->pMeta->tableType == TSDB_SUPER_TABLE) ? DATA_ORDER_LEVEL_IN_BLOCK : DATA_ORDER_LEVEL_GLOBAL; @@ -1095,6 +1095,7 @@ static int32_t createVirtualSuperTableLogicNode(SLogicPlanContext* pCxt, SSelect ((SScanLogicNode *)pRealTableScan)->virtualStableScan = true; if (pTagScan) { ((SScanLogicNode*)pTagScan)->node.dynamicOp = true; + ((SScanLogicNode*)pTagScan)->virtualStableScan = true; ((SLogicNode *)pTagScan)->pParent = (SLogicNode *)pVtableScan; PLAN_ERR_JRET(nodesListStrictAppend(pVtableScan->node.pChildren, pTagScan)); } @@ -1110,14 +1111,16 @@ static int32_t createVirtualSuperTableLogicNode(SLogicPlanContext* pCxt, SSelect nodesDestroyList(((SScanLogicNode*)pInsColumnsScan)->node.pTargets); PLAN_ERR_JRET(addInsColumnScanCol((SRealTableNode*)nodesListGetNode(pVirtualTable->refTables, 1), &((SScanLogicNode*)pInsColumnsScan)->pScanCols)); PLAN_ERR_JRET(createColumnByRewriteExprs(((SScanLogicNode*)pInsColumnsScan)->pScanCols, &((SScanLogicNode*)pInsColumnsScan)->node.pTargets)); + ((SScanLogicNode *)pInsColumnsScan)->virtualStableScan = true; // Dynamic query control node -> Virtual table scan node -> Real table scan node PLAN_ERR_JRET(nodesMakeNode(QUERY_NODE_LOGIC_PLAN_DYN_QUERY_CTRL, (SNode**)&pDynCtrl)); pDynCtrl->qType = DYN_QTYPE_VTB_SCAN; pDynCtrl->vtbScan.scanAllCols = pVtableScan->scanAllCols; pDynCtrl->vtbScan.suid = pVtableScan->stableId; - pDynCtrl->dynTbname = pCxt->pPlanCxt->phTbnameQuery; - pCxt->pPlanCxt->phTbnameQuery = false; // reset phTbnameQuery, it is only used for vtable scan + pDynCtrl->dynTbname = ((SScanLogicNode*)pRealTableScan)->phTbnameScan; + ((SScanLogicNode*)pRealTableScan)->phTbnameScan = false; // reset phTbnameQuery, it is only used for vtable scan + tstrncpy(pDynCtrl->vtbScan.dbName, pVtableScan->tableName.dbname, TSDB_DB_NAME_LEN); tstrncpy(pDynCtrl->vtbScan.stbName, pVtableScan->tableName.tname, TSDB_TABLE_NAME_LEN); PLAN_ERR_JRET(nodesListMakeStrictAppend(&pDynCtrl->node.pChildren, (SNode*)pVtableScan)); @@ -1129,8 +1132,6 @@ static int32_t createVirtualSuperTableLogicNode(SLogicPlanContext* pCxt, SSelect pVtableScan->node.dynamicOp = true; *pLogicNode = (SLogicNode*)pDynCtrl; - pCxt->pPlanCxt->virtualStableQuery = true; - return code; _return: planError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code)); diff --git a/source/libs/planner/src/planOptimizer.c b/source/libs/planner/src/planOptimizer.c index 7731feeadca6..8ebc4bd4694c 100644 --- a/source/libs/planner/src/planOptimizer.c +++ b/source/libs/planner/src/planOptimizer.c @@ -2775,7 +2775,7 @@ static int32_t sortPriKeyOptApply(SOptimizeContext* pCxt, SLogicSubplan* pLogicS TSWAP(pScan->scanSeq[0], pScan->scanSeq[1]); } pScan->node.outputTsOrder = order; - if (TSDB_SUPER_TABLE == pScan->tableType && !pCxt->pPlanCxt->phTbnameQuery) { + if (TSDB_SUPER_TABLE == pScan->tableType && !pScan->phTbnameScan) { pScan->scanType = SCAN_TYPE_TABLE_MERGE; pScan->filesetDelimited = true; pScan->node.resultDataOrder = DATA_ORDER_LEVEL_GLOBAL; @@ -6547,7 +6547,7 @@ static int32_t stbJoinOptCreateTagHashJoinNode(SLogicNode* pOrig, SNodeList* pCh return code; } -static int32_t stbJoinOptCreateTableScanNodes(SLogicNode* pJoin, SNodeList** ppList, bool* srcScan) { +static int32_t stbJoinOptCreateTableScanNodes(SOptimizeContext* pCxt, SLogicNode* pJoin, SNodeList** ppList, bool* srcScan) { SNodeList* pList = NULL; int32_t code = nodesCloneList(pJoin->pChildren, &pList); if (NULL == pList) { @@ -6570,7 +6570,7 @@ static int32_t stbJoinOptCreateTableScanNodes(SLogicNode* pJoin, SNodeList** ppL pScan->pTagIndexCond = NULL; pScan->node.dynamicOp = true; - *(srcScan + i++) = pScan->pVgroupList->numOfVgroups <= 1; + *(srcScan + i++) = (pScan->pVgroupList->numOfVgroups <= 1 && !pCxt->pPlanCxt->streamCalcQuery); pScan->scanType = SCAN_TYPE_TABLE; @@ -6788,7 +6788,7 @@ static int32_t stbJoinOptRewriteStableJoin(SOptimizeContext* pCxt, SLogicNode* p code = stbJoinOptCreateTagHashJoinNode(pJoin, pTagScanNodes, &pHJoinNode); } if (TSDB_CODE_SUCCESS == code) { - code = stbJoinOptCreateTableScanNodes(pJoin, &pTbScanNodes, srcScan); + code = stbJoinOptCreateTableScanNodes(pCxt, pJoin, &pTbScanNodes, srcScan); } if (TSDB_CODE_SUCCESS == code) { code = stbJoinOptCreateGroupCacheNode(getLogicNodeRootNode(pJoin), pTbScanNodes, &pGrpCacheNode); diff --git a/source/libs/planner/src/planSpliter.c b/source/libs/planner/src/planSpliter.c index 3ae4f9fb0aa1..caccdd1c0319 100644 --- a/source/libs/planner/src/planSpliter.c +++ b/source/libs/planner/src/planSpliter.c @@ -169,7 +169,11 @@ static int32_t splCreateExchangeNodeForSubplan(SSplitContext* pCxt, SLogicSubpla SExchangeLogicNode* pExchange = NULL; int32_t code = splCreateExchangeNode(pCxt, pSplitNode, &pExchange); if (TSDB_CODE_SUCCESS == code) { - pExchange->dynTbname = pCxt->pPlanCxt->phTbnameQuery; + if (nodeType(pSplitNode) == QUERY_NODE_LOGIC_PLAN_SCAN) { + pExchange->dynTbname = ((SScanLogicNode*)pSplitNode)->phTbnameScan; + } else { + pExchange->dynTbname = false; + } pExchange->seqRecvData = seqScan; code = replaceLogicNode(pSubplan, pSplitNode, (SLogicNode*)pExchange); } @@ -273,7 +277,8 @@ static bool stbSplHasGatherExecFunc(const SNodeList* pFuncs) { static bool stbSplIsMultiTbScan(SScanLogicNode* pScan) { return ((NULL != pScan->pVgroupList && pScan->pVgroupList->numOfVgroups > 1) || pScan->needSplit) && pScan->placeholderType != SP_PARTITION_TBNAME && - pScan->placeholderType != SP_PARTITION_ROWS; + pScan->placeholderType != SP_PARTITION_ROWS && + !pScan->phTbnameScan && !pScan->virtualStableScan; } static bool stbSplHasMultiTbScan(SLogicNode* pNode) { @@ -357,9 +362,6 @@ static bool stbSplIsTableCountQuery(SLogicNode* pNode) { } static bool stbSplNeedSplit(SFindSplitNodeCtx* pCtx, SLogicNode* pNode) { - if (pCtx->pSplitCtx->pPlanCxt->virtualStableQuery || pCtx->pSplitCtx->pPlanCxt->phTbnameQuery) { - return false; - } switch (nodeType(pNode)) { case QUERY_NODE_LOGIC_PLAN_SCAN: return stbSplIsMultiTbScan((SScanLogicNode*)pNode); @@ -375,6 +377,7 @@ static bool stbSplNeedSplit(SFindSplitNodeCtx* pCtx, SLogicNode* pNode) { return stbSplNeedSplitWindow(pNode); case QUERY_NODE_LOGIC_PLAN_SORT: return stbSplHasMultiTbScan(pNode); + default: break; } @@ -2108,7 +2111,7 @@ static int32_t streamScanSplit(SSplitContext* pCxt, SLogicSubplan* pSubplan) { if (!pScanSubplan->pVgroupList) { PLAN_ERR_RET(cloneVgroups(&pScanSubplan->pVgroupList, info.pSubplan->pVgroupList)); } - pScanSubplan->dynTbname = pCxt->pPlanCxt->phTbnameQuery; + pScanSubplan->dynTbname = ((SScanLogicNode*)info.pSplitNode)->phTbnameScan; PLAN_ERR_RET(nodesListMakeStrictAppend(&info.pSubplan->pChildren, (SNode*)pScanSubplan)); } else { PLAN_ERR_RET(terrno); diff --git a/source/libs/planner/src/planner.c b/source/libs/planner/src/planner.c index 57717e80e0f8..f2d8db44bb5c 100644 --- a/source/libs/planner/src/planner.c +++ b/source/libs/planner/src/planner.c @@ -86,7 +86,6 @@ int32_t qCreateQueryPlan(SPlanContext* pCxt, SQueryPlan** pPlan, SArray* pExecNo if (TSDB_CODE_SUCCESS == code) { code = scaleOutLogicPlan(pCxt, pLogicSubplan, &pLogicPlan); } - //dumpLogicPlan((SLogicSubplan*)pLogicPlan->pTopSubplans->pHead->pNode, 0); if (TSDB_CODE_SUCCESS == code) { code = createPhysiPlan(pCxt, pLogicPlan, pPlan, pExecNodeList); } diff --git a/source/libs/qworker/src/qworker.c b/source/libs/qworker/src/qworker.c index 856379f64611..585f5d802369 100644 --- a/source/libs/qworker/src/qworker.c +++ b/source/libs/qworker/src/qworker.c @@ -845,6 +845,11 @@ int32_t qwProcessQuery(QW_FPARAMS_DEF, SQWMsg *qwMsg, char *sql) { QW_ERR_JRET(code); } + if (NULL == plan) { + QW_TASK_ELOG("empty task physical plan to subplan, msg:%p, len:%d", qwMsg->msg, qwMsg->msgLen); + QW_ERR_JRET(TSDB_CODE_QRY_INVALID_MSG); + } + taosEnableMemPoolUsage(ctx->memPoolSession); code = qCreateExecTask(qwMsg->node, mgmt->nodeId, tId, plan, &pTaskInfo, &sinkHandle, qwMsg->msgInfo.compressMsg, sql, OPTR_EXEC_MODEL_BATCH); diff --git a/source/libs/scalar/src/filter.c b/source/libs/scalar/src/filter.c index bb77607b23d7..4117c88c7165 100644 --- a/source/libs/scalar/src/filter.c +++ b/source/libs/scalar/src/filter.c @@ -5411,7 +5411,7 @@ static int32_t fltSclCollectOperators(SNode *pNode, SArray *sclOpList) { return TSDB_CODE_SUCCESS; } -int32_t fltOptimizeNodes(SFilterInfo *pInfo, SNode **pNode, SFltTreeStat *pStat) { +int32_t fltOptimizeNodes(SFilterInfo *pInfo, SNode **pNode) { SArray *sclOpList = taosArrayInit(16, sizeof(SFltSclOperator)); int32_t code = TSDB_CODE_SUCCESS; if (NULL == sclOpList) { @@ -5519,23 +5519,28 @@ int32_t filterInitFromNode(SNode *pNode, SFilterInfo **pInfo, uint32_t options, info->options = options; info->pStreamRtInfo = pSclExtraParams; - SFltTreeStat stat = {0}; - stat.precision = -1; - stat.info = info; - - FLT_ERR_JRET(fltReviseNodes(info, &pNode, &stat)); - if (tsFilterScalarMode) { + if (options & FLT_OPTION_SCALAR_MODE) { info->scalarMode = true; + fltDebug("force set scalar mode: %d", info->scalarMode); } else { - info->scalarMode = stat.scalarMode; + SFltTreeStat stat = {0}; + stat.precision = -1; + stat.info = info; + + FLT_ERR_JRET(fltReviseNodes(info, &pNode, &stat)); + if (tsFilterScalarMode) { + info->scalarMode = true; + } else { + info->scalarMode = stat.scalarMode; + } + fltDebug("scalar mode: %d", info->scalarMode); } - fltDebug("scalar mode: %d", info->scalarMode); if (!info->scalarMode) { FLT_ERR_JRET(fltInitFromNode(pNode, info, options)); } else { info->sclCtx.node = pNode; - FLT_ERR_JRET(fltOptimizeNodes(info, &info->sclCtx.node, &stat)); + FLT_ERR_JRET(fltOptimizeNodes(info, &info->sclCtx.node)); } return TSDB_CODE_SUCCESS; diff --git a/source/libs/scalar/src/sclfunc.c b/source/libs/scalar/src/sclfunc.c index e2a32a876cd5..a78c77ec111c 100644 --- a/source/libs/scalar/src/sclfunc.c +++ b/source/libs/scalar/src/sclfunc.c @@ -4924,6 +4924,6 @@ void calcTimeRange(STimeRangeNode *node, void *pStRtFuncInfo, STimeWindow *pWinR } else { pWinRange->ekey = INT64_MAX; } - qInfo("%s, skey:%" PRId64 ", ekey:%" PRId64, __func__, pWinRange->skey, pWinRange->ekey); + qDebug("%s, skey:%" PRId64 ", ekey:%" PRId64, __func__, pWinRange->skey, pWinRange->ekey); *winRangeValid = true; } diff --git a/source/libs/scalar/src/sclvector.c b/source/libs/scalar/src/sclvector.c index 10a9af1068e7..e36c9095d078 100644 --- a/source/libs/scalar/src/sclvector.c +++ b/source/libs/scalar/src/sclvector.c @@ -783,7 +783,7 @@ int32_t vectorConvertToVarData(SSclVectorConvCtx *pCtx) { if (IS_SIGNED_NUMERIC_TYPE(pCtx->inType) || pCtx->inType == TSDB_DATA_TYPE_BOOL || pCtx->inType == TSDB_DATA_TYPE_TIMESTAMP) { for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -801,7 +801,7 @@ int32_t vectorConvertToVarData(SSclVectorConvCtx *pCtx) { } } else if (IS_UNSIGNED_NUMERIC_TYPE(pCtx->inType)) { for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -819,7 +819,7 @@ int32_t vectorConvertToVarData(SSclVectorConvCtx *pCtx) { } } else if (IS_FLOAT_TYPE(pCtx->inType)) { for (int32_t i = pCtx->startIndex; i <= pCtx->endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -911,7 +911,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, switch (cCtx.outType) { case TSDB_DATA_TYPE_BOOL: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -925,7 +925,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_TINYINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -939,7 +939,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_SMALLINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -953,7 +953,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_INT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -968,7 +968,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, case TSDB_DATA_TYPE_BIGINT: case TSDB_DATA_TYPE_TIMESTAMP: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -982,7 +982,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_UTINYINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -996,7 +996,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_USMALLINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1010,7 +1010,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_UINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1024,7 +1024,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_UBIGINT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1038,7 +1038,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_FLOAT: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1052,7 +1052,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_DOUBLE: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1072,7 +1072,7 @@ int32_t vectorConvertSingleColImpl(const SScalarParam *pIn, SScalarParam *pOut, } case TSDB_DATA_TYPE_DECIMAL: { for (int32_t i = cCtx.startIndex; i <= cCtx.endIndex; ++i) { - if (colDataIsNull_f(pInputCol->nullbitmap, i)) { + if (colDataIsNull_f(pInputCol, i)) { colDataSetNULL(pOutputCol, i); continue; } @@ -1941,8 +1941,8 @@ int32_t doVectorCompareImpl(SScalarParam *pLeft, SScalarParam *pRight, SScalarPa int32_t leftIndex = (i >= pLeft->numOfRows) ? 0 : i; int32_t rightIndex = (i >= pRight->numOfRows) ? 0 : i; - if (colDataIsNull_f(pLeft->columnData->nullbitmap, leftIndex) || - colDataIsNull_f(pRight->columnData->nullbitmap, rightIndex)) { + if (colDataIsNull_f(pLeft->columnData, leftIndex) || + colDataIsNull_f(pRight->columnData, rightIndex)) { pRes[i] = false; continue; } diff --git a/source/libs/scalar/test/scalar/scalarTests.cpp b/source/libs/scalar/test/scalar/scalarTests.cpp index 49493b0a2992..2f7044a05e1d 100644 --- a/source/libs/scalar/test/scalar/scalarTests.cpp +++ b/source/libs/scalar/test/scalar/scalarTests.cpp @@ -1547,7 +1547,7 @@ int32_t makeCalculate(void *json, void *key, int32_t rightType, void *rightData, } SColumnInfoData *column = (SColumnInfoData *)taosArrayGetLast(res->pDataBlock); - if (colDataIsNull_f(column->nullbitmap, 0)) { + if (colDataIsNull_f(column, 0)) { if (DBL_MAX != exceptValue) { (void)printf("expect value = DBL_MAX, but got %d\n", exceptValue); SCL_ERR_RET(TSDB_CODE_FAILED); diff --git a/source/libs/sync/src/syncAppendEntriesReply.c b/source/libs/sync/src/syncAppendEntriesReply.c index 35b62c52c0aa..85c308d07ea2 100644 --- a/source/libs/sync/src/syncAppendEntriesReply.c +++ b/source/libs/sync/src/syncAppendEntriesReply.c @@ -77,6 +77,9 @@ int32_t syncNodeOnAppendEntriesReply(SSyncNode* ths, const SRpcMsg* pRpcMsg) { SyncIndex commitIndex = syncNodeCheckCommitIndex(ths, indexLikely, &pRpcMsg->info.traceId); if (ths->state == TAOS_SYNC_STATE_ASSIGNED_LEADER) { if (commitIndex >= ths->assignedCommitIndex) { + sInfo("vgId:%d, going to step down from assigned leader by append entries reply, commitIndex:%" PRId64 + ", assignedCommitIndex:%" PRId64, + ths->vgId, ths->assignedCommitIndex, commitIndex); syncNodeStepDown(ths, pMsg->term, pMsg->destId); } } else { diff --git a/source/libs/sync/src/syncMain.c b/source/libs/sync/src/syncMain.c index bd6a8bbee7d4..1b03e9b4feb7 100644 --- a/source/libs/sync/src/syncMain.c +++ b/source/libs/sync/src/syncMain.c @@ -1079,8 +1079,7 @@ static int32_t syncHbTimerStart(SSyncNode* pSyncNode, SSyncTimer* pSyncTimer) { bool stopped = taosTmrResetPriority(pSyncTimer->timerCb, pSyncTimer->timerMS, (void*)(pData->rid), syncEnv()->pTimerManager, &pSyncTimer->pTimer, 2); if (stopped) { - sError("vgId:%d, failed to reset hb timer success", pSyncNode->vgId); - return TSDB_CODE_SYN_INTERNAL_ERROR; + sWarn("vgId:%d, reset hb timer stopped:%d", pSyncNode->vgId, stopped); } } else { code = TSDB_CODE_SYN_INTERNAL_ERROR; @@ -1734,8 +1733,8 @@ int32_t syncNodeStartPingTimer(SSyncNode* pSyncNode) { bool stopped = taosTmrResetPriority(pSyncNode->FpPingTimerCB, pSyncNode->pingTimerMS, (void*)pSyncNode->rid, syncEnv()->pTimerManager, &pSyncNode->pPingTimer, 2); if (stopped) { - sError("vgId:%d, failed to reset ping timer, ms:%d", pSyncNode->vgId, pSyncNode->pingTimerMS); - return TSDB_CODE_SYN_INTERNAL_ERROR; + sError("vgId:%d, failed to reset ping timer, ms:%d, stopped:%d", pSyncNode->vgId, pSyncNode->pingTimerMS, + stopped); } atomic_store_64(&pSyncNode->pingTimerLogicClock, pSyncNode->pingTimerLogicClockUser); } else { diff --git a/source/util/src/terror.c b/source/util/src/terror.c index a5065aa43b08..1ab0f14ce2e7 100644 --- a/source/util/src/terror.c +++ b/source/util/src/terror.c @@ -1002,8 +1002,7 @@ TAOS_DEFINE_ERROR(TSDB_CODE_MND_STREAM_NOT_AVAILABLE, "Mnode stream not av TAOS_DEFINE_ERROR(TSDB_CODE_MND_STREAM_DROPPING, "Stream is dropping") TAOS_DEFINE_ERROR(TSDB_CODE_MND_STREAM_NOT_STOPPED, "Stream was not stopped") TAOS_DEFINE_ERROR(TSDB_CODE_MND_STREAM_TBNAME_TOO_LONG, "Stream output table name too long") - - +TAOS_DEFINE_ERROR(TSDB_CODE_MND_STREAM_TABLE_NOT_CREATE, "Stream output table not created") #ifdef TAOS_ERROR_C }; diff --git a/source/util/src/tqueue.c b/source/util/src/tqueue.c index 1aab8cd43a22..3f48a0e10e40 100644 --- a/source/util/src/tqueue.c +++ b/source/util/src/tqueue.c @@ -247,7 +247,11 @@ int32_t taosWriteQitem(STaosQueue *queue, void *pItem) { if (queue->qset) { if (tsem_post(&queue->qset->sem) != 0) { uError("failed to post semaphore for queue set:%p", queue->qset); + } else { + uDebug("sem_post Qset %p, sem:%p", queue->qset, &queue->qset->sem); } + } else { + uDebug("empty qset"); } return code; } @@ -462,9 +466,11 @@ int32_t taosReadQitemFromQset(STaosQset *qset, void **ppItem, SQueueInfo *qinfo) STaosQnode *pNode = NULL; int32_t code = 0; + uDebug("start to waitfromQset %p, sem:%p, idx:%d", qset, &qset->sem, qinfo->workerId); if (tsem_wait(&qset->sem) != 0) { uError("failed to wait semaphore for qset:%p", qset); } + uDebug("end waitfromQset %p, sem:%p, idx:%d", qset, &qset->sem, qinfo->workerId); (void)taosThreadMutexLock(&qset->mutex); diff --git a/source/util/src/tworker.c b/source/util/src/tworker.c index aec429dce6fd..30a6144473a3 100644 --- a/source/util/src/tworker.c +++ b/source/util/src/tworker.c @@ -19,6 +19,7 @@ #include "tcompare.h" #include "tgeosctx.h" #include "tlog.h" +#include "ttrace.h" #define QUEUE_THRESHOLD (1000 * 1000) @@ -1131,7 +1132,7 @@ static void *tDispatchWorkerThreadFp(SDispatchWorker *pWorker) { setThreadName(pPool->name); pWorker->pid = taosGetSelfPthreadId(); - uDebug("worker:%s:%d is running, thread:%d", pPool->name, pWorker->id, pWorker->pid); + uInfo("worker:%s:%d is running, thread:%d", pPool->name, pWorker->id, pWorker->pid); while (1) { if (taosReadQitemFromQset(pWorker->qset, (void **)&msg, &qinfo) == 0) { @@ -1185,7 +1186,7 @@ int32_t tDispatchWorkerAllocQueue(SDispatchWorkerPool *pPool, void *ahandle, FIt break; } (void)taosThreadAttrDestroy(&thAttr); - uInfo("worker:%s:%d is launched, total:%d", pPool->name, pWorker->id, pPool->num); + uInfo("worker:%s:%d is launched, threadId:%" PRId64 ", total:%d", pPool->name, pWorker->id, taosGetPthreadId(pWorker->thread), pPool->num); } taosThreadMutexUnlock(&pPool->poolLock); @@ -1240,10 +1241,11 @@ void tDispatchWorkerCleanup(SDispatchWorkerPool *pPool) { int32_t tAddTaskIntoDispatchWorkerPool(SDispatchWorkerPool *pPool, void *pMsg) { int32_t code = 0; int32_t idx = 0; + SDispatchWorker *pWorker = NULL; (void)taosThreadMutexLock(&pPool->poolLock); code = pPool->dispatchFp(pPool, pMsg, &idx); if (code == 0) { - SDispatchWorker *pWorker = pPool->pWorkers + idx; + pWorker = pPool->pWorkers + idx; if (pWorker->queue) { code = taosWriteQitem(pWorker->queue, pMsg); } else { @@ -1253,6 +1255,8 @@ int32_t tAddTaskIntoDispatchWorkerPool(SDispatchWorkerPool *pPool, void *pMsg) { (void)taosThreadMutexUnlock(&pPool->poolLock); if (code != 0) { uError("worker:%s, failed to add task into dispatch worker pool, code:%d", pPool->name, code); + } else { + uDebug("msg %p dispatch to the %dth worker, threadId:%" PRId64, pMsg, idx, taosGetPthreadId(pWorker->thread)); } return code; } diff --git a/source/util/test/utilTests.cpp b/source/util/test/utilTests.cpp index c27f5f846d09..94dce295cad2 100644 --- a/source/util/test/utilTests.cpp +++ b/source/util/test/utilTests.cpp @@ -514,8 +514,22 @@ void dataBlockNullTest(const F& setValFunc) { colDataSetNULL(&columnInfoData, 0); colDataSetNNULL(&columnInfoData, 3, totalRows - 3); checkNull(0, true); - checkNull(1, false); - checkNull(2, false); + + // Ethan liu changed the expected value of a varchar type from false to true due to the change of colDataIsNull_s + // function, which now returns true if the pData is null of the SColumnInfoData. + + // Same to the fix of TS-6908, when columnInfoData created, the pData default value is null. + // When offset of varmeta created, the offset default value is 0. Without any data set to the columnInfoData, we should consider it null + // so that the colDataIsNull_s function should return true. + + if( IS_VAR_DATA_TYPE(type)) { + checkNull(1, true); + checkNull(2, true); + } else { + checkNull(1, false); + checkNull(2, false); + } + checkNull(totalRows - 2, true); checkNull(totalRows - 1, true); diff --git a/test/cases/01-DataTypes/test_datatype_blob.py b/test/cases/01-DataTypes/test_datatype_blob.py new file mode 100644 index 000000000000..ebaced2de725 --- /dev/null +++ b/test/cases/01-DataTypes/test_datatype_blob.py @@ -0,0 +1,377 @@ +from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck + + +class TestDatatypeVarbinary: + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + tdSql.prepare(dbname="db", drop=True) + + def test_datatype_blob(self): + """varbinary datatype + + 1. create table + 2. insert data + 3. auto create table + 4. alter tag value + 5. illegal input + + Catalog: + - DataTypes + - Tables:SubTables:Create + + Since: v3.0.0.0 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-27 yhDeng create + + """ + self.create_table() + self.insert_data() + self.auto_create_table() + self.alter_tag_value() + self.illegal_input() + + def create_table(self): + tdLog.info(f"create super table") + tdSql.execute( + f"create table mt_varbinary (ts timestamp, c blob) tags(tagname varbinary(50))" + ) + + tdLog.info(f"case 0: static create table for test tag values") + + tdSql.execute(f"create table st_varbinary_0 using mt_varbinary tags(NULL)") + tdSql.query(f"show tags from st_varbinary_0") + tdSql.checkData(0, 5, None) + + tdSql.execute(f"create table st_varbinary_1 using mt_varbinary tags(NULL)") + tdSql.query(f"show tags from st_varbinary_1") + tdSql.checkData(0, 5, None) + + tdSql.execute(f"create table st_varbinary_2 using mt_varbinary tags('NULL')") + tdSql.query(f"show tags from st_varbinary_2") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f"create table st_varbinary_3 using mt_varbinary tags('NULL')") + tdSql.query(f"show tags from st_varbinary_3") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'create table st_varbinary_4 using mt_varbinary tags("NULL")') + tdSql.query(f"show tags from st_varbinary_4") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'create table st_varbinary_5 using mt_varbinary tags("NULL")') + tdSql.query(f"show tags from st_varbinary_5") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'create table st_varbinary_6 using mt_varbinary tags("")') + tdSql.query(f"show tags from st_varbinary_6") + tdSql.checkData(0, 5, "\\x") + + tdSql.execute(f'create table st_varbinary_7 using mt_varbinary tags(" ")') + tdSql.query(f"show tags from st_varbinary_7") + tdSql.checkData(0, 5, "\\x20") + + str = "\\x" + tdSql.execute(f'create table st_varbinary_8 using mt_varbinary tags("{str}")') + tdSql.query(f"show tags from st_varbinary_8") + tdSql.checkData(0, 5, "\\x") + + tdSql.execute(f'create table st_varbinary_9 using mt_varbinary tags("{str}aB")') + tdSql.query(f"show tags from st_varbinary_9") + tdSql.checkData(0, 5, "\\xAB") + + tdSql.execute(f'create table st_varbinary_10 using mt_varbinary tags("aB")') + tdSql.query(f"show tags from st_varbinary_10") + tdSql.checkData(0, 5, "\\x6142") + + def insert_data(self): + tdLog.info(f"case 1: insert values for test column values") + + tdSql.execute(f"insert into st_varbinary_0 values(now, NULL)") + tdSql.query(f"select * from st_varbinary_0") + tdSql.checkData(0, 1, None) + + tdSql.execute(f"insert into st_varbinary_1 values(now, NULL)") + tdSql.query(f"select * from st_varbinary_1") + tdSql.checkData(0, 1, None) + + tdSql.execute(f"insert into st_varbinary_2 values(now, 'NULL')") + tdSql.query(f"select * from st_varbinary_2") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute(f"insert into st_varbinary_3 values(now, 'NULL')") + tdSql.query(f"select * from st_varbinary_3") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute(f'insert into st_varbinary_4 values(now, "NULL")') + tdSql.query(f"select * from st_varbinary_4") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute(f'insert into st_varbinary_5 values(now, "NULL")') + tdSql.query(f"select * from st_varbinary_5") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute(f'insert into st_varbinary_6 values(now, "")') + tdSql.query(f"select * from st_varbinary_6") + # tdSql.checkData(0, 1, '\\x') + + tdSql.execute(f'insert into st_varbinary_7 values(now, " ")') + tdSql.query(f"select * from st_varbinary_7") + # tdSql.checkData(0, 1, '\\x20') + + str = "\\x" + tdSql.execute(f'insert into st_varbinary_8 values(now, "{str}")') + tdSql.query(f"select * from st_varbinary_8") + # tdSql.checkData(0, 1, '\\x') + + tdSql.execute(f'insert into st_varbinary_9 values(now, "{str}aB")') + tdSql.query(f"select * from st_varbinary_9") + # tdSql.checkData(0, 1, '\\xAB') + + tdSql.execute(f'insert into st_varbinary_10 values(now, "aB")') + tdSql.query(f"select * from st_varbinary_10") + # tdSql.checkData(0, 1, '\\x6142') + + def auto_create_table(self): + tdLog.info(f"case 2: dynamic create table for test tag values") + + tdSql.execute( + f"insert into st_varbinary_100 using mt_varbinary tags(NULL) values(now,NULL)" + ) + tdSql.query(f"show tags from st_varbinary_100") + tdSql.checkData(0, 5, None) + + tdSql.query(f"select * from st_varbinary_100") + # tdSql.checkData(0, 1, None) + + tdSql.execute( + f"insert into st_varbinary_101 using mt_varbinary tags(NULL) values(now,NULL)" + ) + tdSql.query(f"show tags from st_varbinary_101") + tdSql.checkData(0, 5, None) + + tdSql.query(f"select * from st_varbinary_101") + # tdSql.checkData(0, 1, None) + + tdSql.execute( + f"insert into st_varbinary_102 using mt_varbinary tags('NULL') values(now,'NULL')" + ) + tdSql.query(f"show tags from st_varbinary_102") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.query(f"select * from st_varbinary_102") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute( + f"insert into st_varbinary_103 using mt_varbinary tags('NULL') values(now,'NULL')" + ) + tdSql.query(f"show tags from st_varbinary_103") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.query(f"select * from st_varbinary_103") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute( + f'insert into st_varbinary_104 using mt_varbinary tags("NULL") values(now,"NULL")' + ) + tdSql.query(f"show tags from st_varbinary_104") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.query(f"select * from st_varbinary_104") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute( + f'insert into st_varbinary_105 using mt_varbinary tags("NULL") values(now,"NULL")' + ) + tdSql.query(f"show tags from st_varbinary_105") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.query(f"select * from st_varbinary_105") + # tdSql.checkData(0, 1, '\\x4E554C4C') + + tdSql.execute( + f'insert into st_varbinary_106 using mt_varbinary tags("") values(now,"")' + ) + tdSql.query(f"show tags from st_varbinary_106") + tdSql.checkData(0, 5, "\\x") + + tdSql.query(f"select * from st_varbinary_106") + # tdSql.checkData(0, 1, '\\x') + + tdSql.execute( + f'insert into st_varbinary_107 using mt_varbinary tags(" ") values(now," ")' + ) + tdSql.query(f"show tags from st_varbinary_107") + tdSql.checkData(0, 5, "\\x20") + + tdSql.query(f"select * from st_varbinary_107") + # tdSql.checkData(0, 1, '\\x20') + + str = "\\x" + tdSql.execute( + f'insert into st_varbinary_108 using mt_varbinary tags("{str}") values(now,"{str}")' + ) + tdSql.query(f"show tags from st_varbinary_108") + tdSql.checkData(0, 5, "\\x") + + tdSql.query(f"select * from st_varbinary_108") + # tdSql.checkData(0, 1, '\\x') + + tdSql.execute( + f'insert into st_varbinary_109 using mt_varbinary tags("{str}aB") values(now,"{str}aB")' + ) + tdSql.query(f"show tags from st_varbinary_109") + tdSql.checkData(0, 5, "\\xAB") + + tdSql.query(f"select * from st_varbinary_109") + # tdSql.checkData(0, 1, '\\xAB') + + tdSql.execute( + f'insert into st_varbinary_1010 using mt_varbinary tags("aB") values(now,"aB")' + ) + tdSql.query(f"show tags from st_varbinary_1010") + tdSql.checkData(0, 5, "\\x6142") + + tdSql.query(f"select * from st_varbinary_1010") + # tdSql.checkData(0, 1, '\\x6142') + + def alter_tag_value(self): + tdLog.info(f"case 3: alter tag value") + + tdSql.execute(f"alter table st_varbinary_100 set tag tagname=NULL") + tdSql.query(f"show tags from st_varbinary_100") + tdSql.checkData(0, 5, None) + + tdSql.execute(f"alter table st_varbinary_101 set tag tagname=NULL") + tdSql.query(f"show tags from st_varbinary_101") + tdSql.checkData(0, 5, None) + + tdSql.execute(f"alter table st_varbinary_102 set tag tagname='NULL'") + tdSql.query(f"show tags from st_varbinary_102") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f"alter table st_varbinary_103 set tag tagname='NULL'") + tdSql.query(f"show tags from st_varbinary_103") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'alter table st_varbinary_104 set tag tagname="NULL"') + tdSql.query(f"show tags from st_varbinary_104") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'alter table st_varbinary_105 set tag tagname="NULL"') + tdSql.query(f"show tags from st_varbinary_105") + tdSql.checkData(0, 5, "\\x4E554C4C") + + tdSql.execute(f'alter table st_varbinary_106 set tag tagname=""') + tdSql.query(f"show tags from st_varbinary_106") + tdSql.checkData(0, 5, "\\x") + + tdSql.execute(f'alter table st_varbinary_107 set tag tagname=" "') + tdSql.query(f"show tags from st_varbinary_107") + tdSql.checkData(0, 5, "\\x20") + + str = "\\x" + tdSql.execute(f'alter table st_varbinary_108 set tag tagname="{str}"') + tdSql.query(f"show tags from st_varbinary_108") + tdSql.checkData(0, 5, "\\x") + + tdSql.execute(f'alter table st_varbinary_109 set tag tagname="{str}aB"') + tdSql.query(f"show tags from st_varbinary_109") + tdSql.checkData(0, 5, "\\xAB") + + tdSql.execute(f'alter table st_varbinary_1010 set tag tagname="aB"') + tdSql.query(f"show tags from st_varbinary_1010") + tdSql.checkData(0, 5, "\\x6142") + + def illegal_input(self): + tdLog.info(f"case 4: illegal input") + + tdSql.error(f"create table st_varbinary_106 using mt_varbinary tags(+0123)") + tdSql.error(f"create table st_varbinary_107 using mt_varbinary tags(-01.23)") + tdSql.error(f"create table st_varbinary_108 using mt_varbinary tags(+0x01)") + tdSql.error(f"create table st_varbinary_109 using mt_varbinary tags(-0b01)") + tdSql.error(f"create table st_varbinary_1010 using mt_varbinary tags(-0.1e-10)") + tdSql.error(f"create table st_varbinary_1011 using mt_varbinary tags(+0.1E+2)") + tdSql.error(f"create table st_varbinary_1012 using mt_varbinary tags(tRue)") + tdSql.error(f"create table st_varbinary_1013 using mt_varbinary tags(FalsE)") + tdSql.error(f"create table st_varbinary_1014 using mt_varbinary tags(noW)") + tdSql.error(f"create table st_varbinary_1015 using mt_varbinary tags(toDay)") + tdSql.error(f"create table st_varbinary_1016 using mt_varbinary tags(now()+1s)") + tdSql.error(f"create table st_varbinary_1017 using mt_varbinary tags(1+1s)") + tdSql.error( + f"insert into st_varbinary_106 using mt_varbinary tags(+0123) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_107 using mt_varbinary tags(-01.23) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_108 using mt_varbinary tags(+0x01) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_109 using mt_varbinary tags(-0b01) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1010 using mt_varbinary tags(-0.1e-10) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1011 using mt_varbinary tags(+0.1E+2) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1012 using mt_varbinary tags(tRue) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1013 using mt_varbinary tags(FalsE) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1014 using mt_varbinary tags(noW) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1015 using mt_varbinary tags(toDay) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1016 using mt_varbinary tags(now()+1s) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_1017 using mt_varbinary tags(1+1s) values(now, NULL);" + ) + tdSql.error( + f"insert into st_varbinary_106 using mt_varbinary tags(NULL) values(now(), +0123)" + ) + tdSql.error( + f"insert into st_varbinary_107 using mt_varbinary tags(NULL) values(now(), -01.23)" + ) + tdSql.error( + f"insert into st_varbinary_108 using mt_varbinary tags(NULL) values(now(), +0x01)" + ) + tdSql.error( + f"insert into st_varbinary_109 using mt_varbinary tags(NULL) values(now(), -0b01)" + ) + tdSql.error( + f"insert into st_varbinary_1010 using mt_varbinary tags(NULL) values(now(), -0.1e-10)" + ) + tdSql.error( + f"insert into st_varbinary_1011 using mt_varbinary tags(NULL) values(now(), +0.1E+2)" + ) + tdSql.error( + f"insert into st_varbinary_1012 using mt_varbinary tags(NULL) values(now(), tRue)" + ) + tdSql.error( + f"insert into st_varbinary_1013 using mt_varbinary tags(NULL) values(now(), FalsE)" + ) + tdSql.error( + f"insert into st_varbinary_1014 using mt_varbinary tags(NULL) values(now(), noW)" + ) + tdSql.error( + f"insert into st_varbinary_1015 using mt_varbinary tags(NULL) values(now(), toDay)" + ) + tdSql.error( + f"insert into st_varbinary_1016 using mt_varbinary tags(NULL) values(now(), now()+1s)" + ) + tdSql.error( + f"insert into st_varbinary_1017 using mt_varbinary tags(NULL) values(now(), 1+1s)" + ) diff --git a/test/cases/11-TimeSeriesExtensions/07-CountWindow/test_count.py b/test/cases/11-TimeSeriesExtensions/07-CountWindow/test_count.py index 0b5a7680c6aa..5e374318a2c3 100644 --- a/test/cases/11-TimeSeriesExtensions/07-CountWindow/test_count.py +++ b/test/cases/11-TimeSeriesExtensions/07-CountWindow/test_count.py @@ -25,7 +25,7 @@ def test_count(self): """ - tdLog.info(f"step1") + tdLog.info(f"step1: normatable") tdLog.info(f"=============== create database") tdSql.execute(f"create database test vgroups 1;") tdSql.execute(f"use test;") @@ -56,7 +56,82 @@ def test_count(self): tdSql.checkData(1, 3, 3) - tdLog.info(f"step2") + tdSql.execute(f"insert into t1 values(1648791213010,NULL,3,3,1.0);") + tdSql.execute(f"insert into t1 values(1648791213011,0,NULL,3,1.0);") + tdSql.execute(f"insert into t1 values(1648791223005,NULL,NULL,3,1.0);") + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3, 3, a);" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 6) + + tdSql.checkData(0, 3, 3) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 3) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 1) + + tdSql.checkData(2, 2, 3) + + tdSql.checkData(2, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3, 3, b);" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 6) + + tdSql.checkData(0, 3, 3) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 6) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 1) + + tdSql.checkData(2, 2, 3) + + tdSql.checkData(2, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3, 3, a, b);" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 6) + + tdSql.checkData(0, 3, 3) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 4) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 2) + + tdSql.checkData(2, 2, 5) + + tdSql.checkData(2, 3, 3) + + tdLog.info(f"step2: subper table") tdLog.info(f"=============== create database") tdSql.execute(f"create database test2 vgroups 4;") tdSql.execute(f"use test2;") @@ -129,8 +204,241 @@ def test_count(self): tdSql.checkData(3, 2, 6) tdSql.checkData(3, 3, 3) + + tdSql.execute(f"insert into t1 values(1648791213005,NULL,2,2,1.1);") + tdSql.execute(f"insert into t1 values(1648791213008,0,NULL,3,1.0);") + tdSql.execute(f"insert into t1 values(1648791223011,NULL,NULL,1,1.0);") + + tdSql.execute(f"insert into t2 values(1648791213005,NULL,NULL,2,1.1);") + tdSql.execute(f"insert into t2 values(1648791213008,NULL,7,3,1.0);") + tdSql.execute(f"insert into t2 values(1648791223011,NULL,5,1,1.0);") + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3, 3, a) order by tbname, s;" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 3) + + tdSql.checkData(0, 3, 3) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 6) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 1) + + tdSql.checkData(2, 2, 3) + + tdSql.checkData(2, 3, 3) + + # row 3 + tdSql.checkData(3, 1, 3) + + tdSql.checkData(3, 2, 6) + + tdSql.checkData(3, 3, 3) + + # row 4 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3, 3, b) order by tbname, s;" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 5) + + tdSql.checkData(0, 3, 2) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 6) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 1) + + tdSql.checkData(2, 2, 3) + + tdSql.checkData(2, 3, 3) + + # row 3 + tdSql.checkData(3, 1, 3) + + tdSql.checkData(3, 2, 10) + + tdSql.checkData(3, 3, 3) + + # row 4 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) + + # row 5 + tdSql.checkData(5, 1, 2) + + tdSql.checkData(5, 2, 8) + + tdSql.checkData(5, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3, 3, a, b) order by tbname, s;" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 5) + + tdSql.checkData(0, 3, 2) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 4) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 2) + + tdSql.checkData(2, 2, 5) + + tdSql.checkData(2, 3, 3) + + # row 3 + tdSql.checkData(3, 1, 3) + + tdSql.checkData(3, 2, 10) + + tdSql.checkData(3, 3, 3) + + # row 4 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) + + # row 5 + tdSql.checkData(5, 1, 2) + + tdSql.checkData(5, 2, 8) + + tdSql.checkData(5, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3, 1, b) order by tbname, s;" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 5) + + tdSql.checkData(0, 3, 2) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 7) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 3) + + tdSql.checkData(2, 2, 6) + + tdSql.checkData(2, 3, 3) + + # row 3 + tdSql.checkData(3, 1, 3) + + tdSql.checkData(3, 2, 6) + + tdSql.checkData(3, 3, 3) + + # row 4 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) + + # row 5 + tdSql.checkData(5, 1, 2) + + tdSql.checkData(5, 2, 5) + + tdSql.checkData(5, 3, 3) + + # row 6 + tdSql.checkData(6, 1, 1) + + tdSql.checkData(6, 2, 3) + + tdSql.checkData(6, 3, 3) + + tdSql.query( + f"select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3, 1, a, b) order by tbname, s;" + ) + + tdSql.checkData(0, 1, 3) + + tdSql.checkData(0, 2, 5) + + tdSql.checkData(0, 3, 2) + + # row 1 + tdSql.checkData(1, 1, 3) + + tdSql.checkData(1, 2, 4) + + tdSql.checkData(1, 3, 3) + + # row 2 + tdSql.checkData(2, 1, 3) + + tdSql.checkData(2, 2, 5) + + tdSql.checkData(2, 3, 3) + + # row 3 + tdSql.checkData(3, 1, 3) + + tdSql.checkData(3, 2, 4) + + tdSql.checkData(3, 3, 3) + + # row 4 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) + + # row 5 + tdSql.checkData(4, 1, 3) + + tdSql.checkData(4, 2, 6) + + tdSql.checkData(4, 3, 3) - tdLog.info(f"step3") + tdLog.info(f"step3: subper table with having") tdLog.info(f"=============== create database") tdSql.execute(f"create database test3 vgroups 1;") tdSql.execute(f"use test3;") diff --git a/test/cases/12-DataSubscription/02-Native/test_tmq_force_drop_topic.py b/test/cases/12-DataSubscription/02-Native/test_tmq_force_drop_topic.py new file mode 100644 index 000000000000..92952a6f4077 --- /dev/null +++ b/test/cases/12-DataSubscription/02-Native/test_tmq_force_drop_topic.py @@ -0,0 +1,153 @@ +from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck +from taos.tmq import Consumer +import threading +import time +import random + +class TestTmqForceDropTopic: + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_force_drop_topic(self): + """Tmq Force Drop Topic Test + + 1.Create db + 2.Create supper table and sub table + 3.Insert data into sub table + 3.Create topic and consume data from sub table + 4.Force drop topic, check the consumer status in another topic, it will be still active + + Catalog: + - Tmq + + Since: v3.0.0.0 + + Labels: common,ci + + Jira: TD-35287 + + History: + - 2025-7-21 Ethan liu adds test for force drop topic + + """ + + tdLog.info(f"========== start force drop topic test") + self.init_data() + self.prepare_db_topic() + self.start_consumer() + self.wait_complete() + self.check_result() + tdLog.info(f"========== end force drop topic test successfully") + + def prepare_db_topic(self): + # create database and use it + tdLog.info(f"Start prepare database and topic") + tdSql.execute(f"drop topic if exists force {self.topic} ") + tdSql.execute(f"drop topic if exists force {self.drop_topic}") + + tdSql.execute(f"drop database if exists {self.db}") + tdSql.execute(f"create database {self.db}") + tdSql.execute(f"use {self.db}") + + # create super table and sub table + tdSql.execute(f"create table {self.super_table} (ts timestamp, flag int) tags (t1 VARCHAR(10))") + tdSql.execute(f"create table {self.sub_table} using {self.super_table} tags('t1')") + + # create a topic + tdSql.execute(f"create topic if not exists {self.topic} as database {self.db}") + tdSql.execute(f"create topic if not exists {self.drop_topic} as database {self.db}") + tdSql.query(f"show topics") + tdSql.checkRows(2) + + # insert data into sub table + start = 1537146000000 + c = 0 + while c < 10000: + tdLog.info(f"Inserting data into {self.sub_table}, remaining count: {c}") + ts = start + c * 1000 + tdSql.execute(f"insert into {self.sub_table} values ({ts},{c})") + c = c + 1 + + tdLog.info(f"Prepare database and topic successfully") + + def start_consumer(self): + tdLog.info(f"Start all threads for inserting and consuming data") + self.consume_thread_normal1.start() + self.consume_drop_thread1.start() + tdLog.info(f"Start all threads for inserting and consuming data successfully") + + def wait_complete(self): + """Wait for the consumer to complete.""" + tdLog.info(f"Start waiting for threads to complete") + self.consume_thread_normal1.join() + self.consume_drop_thread1.join() + tdLog.info(f"waiting for threads to complete successfully") + + def consume_topic(self, topic_name, consumer_group, client_id, force_drop): + """Consume data from the specified topic.""" + consumer = Consumer( + { + "group.id": consumer_group, + "client.id": client_id, + "td.connect.user": "root", + "td.connect.pass": "taosdata", + "enable.auto.commit": "true", + "auto.commit.interval.ms": "1000", + "auto.offset.reset": "earliest", + "td.connect.ip": "localhost", + "td.connect.port": "6030", + } + ) + + consumer.subscribe([topic_name]) + + tdLog.info(f"Start consuming data from topic {topic_name} with consumer group {consumer_group}") + while self.consume_data: + message = consumer.poll() + if message is None: + tdLog.info(f"No message consumed from {topic_name}, stop consume") + break + err = message.error() + if err is not None: + tdLog.info(f"stop since get error {err}") + break + + if force_drop: + tdLog.info(f"Force dropping topic {topic_name}") + tdSql.execute(f"drop topic force {topic_name} ") + break + + consumer.close() + + def check_result(self): + """Check the result of the test.""" + tdLog.info(f"Checking the result of the test") + # Check if the topic is dropped + tdSql.query(f"show topics") + tdSql.checkRows(1) + + # Check if the consumer is still active + tdSql.query(f"show subscriptions") + tdSql.checkAssert(tdSql.getData(0, 1) == "test_consumer_group_normal") + tdSql.checkAssert(tdSql.getData(0, 3) is None) + + def init_data(self): + """Initialize the data for the test.""" + self.insert_data = True + self.consume_data = True + self.db = "test_tmq_drop_db" + self.super_table = "super_t" + self.sub_table = "sub_t0" + self.topic = "topic_tmq" + self.drop_topic = "topic_tmq_drop" + self.consumer_group_normal = "test_consumer_group_normal" + self.consumer_group_drop = "test_consumer_group_drop" + + self.consume_thread_normal1 = threading.Thread( + target=self.consume_topic, args=(self.topic, self.consumer_group_normal, "normal_client1", False) + ) + + self.consume_drop_thread1 = threading.Thread( + target=self.consume_topic, args=(self.drop_topic, self.consumer_group_drop, "drop_client1", True) + ) \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/02-Stream/stream_recalc_bug1.py b/test/cases/13-StreamProcessing/02-Stream/stream_recalc_bug1.py index f9aff7736ba9..9ca4f181d8eb 100644 --- a/test/cases/13-StreamProcessing/02-Stream/stream_recalc_bug1.py +++ b/test/cases/13-StreamProcessing/02-Stream/stream_recalc_bug1.py @@ -45,14 +45,18 @@ def test_snode_mgmt(self): self.createSnodeTest() self.createOneStream() self.checkStreamRunning() + tdLog.info(f"drop table test1.xxxxst1_0") tdSql.execute("drop table test1.xxxxst1_0") tdLog.info(f"recalculate stream sdny5 from 0 :") tdSql.execute("recalculate stream sdny5 from 0") tdLog.info(f"recalculate stream sdny5 from 0 success.") tdLog.info(f"check out child table data:") - tdSql.query(f"select * from test1.xxxxst1_0",queryTimes=5) + tdSql.query(f"select * from test1.xxxxst1_0",queryTimes=10) rows = tdSql.getRows() - tdLog.info(f"test1.xxxxst1_0 rows is :{rows}") + if rows ==0: + raise Exception("error: xxxxst1_0 table no data") + else: + tdLog.info(f"test1.xxxxst1_0 rows is :{rows}") #check normal user no write privilege to recalc stream @@ -339,7 +343,7 @@ def createStream(self): def createOneStream(self): sql = ( - f"create stream test1.sdny5 state_window(cast(cint as int)) from test1.st1 partition by tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into test1.s99out output_subtable(concat('xxxx',tbname)) tags(yyyy varchar(100) comment 'table name1' as concat(tbname,'10')) as select last(cts),sum(cint) as cint , sum(cint+cint) as cint2 from %%trows " + f"create stream test1.sdny5 state_window(cint) from test1.st1 partition by tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into test1.s99out output_subtable(concat('xxxx',tbname)) tags(yyyy varchar(100) as concat(tbname,'10')) as select last(cts),sum(cint) as cint , sum(cint+cint) as cint2 from %%trows " ) tdSql.execute(sql) diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_count_new_dbg.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_count_new_dbg.py index af5e2fd50ba3..f4298785c628 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_count_new_dbg.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_count_new_dbg.py @@ -41,13 +41,15 @@ def test_stream_count_trigger(self): # streams.append(self.Basic5()) # streams.append(self.Basic6()) # streams.append(self.Basic7()) - streams.append(self.Basic8()) + # streams.append(self.Basic8()) # OK # streams.append(self.Basic9()) # OK # streams.append(self.Basic10()) # OK # streams.append(self.Basic11()) # failed # streams.append(self.Basic12()) # failed # streams.append(self.Basic13()) # OK # streams.append(self.Basic14()) # OK + streams.append(self.Basic15()) # failed + # streams.append(self.Basic16()) # tdStream.checkAll(streams) @@ -2949,3 +2951,173 @@ def check1(self): sql=f"select * from {self.db}.res_vstb", func=lambda: tdSql.getRows() == 45, ) + + + class Basic15(StreamCheckItem): + def __init__(self): + self.db = "sdb15" + self.stbName = "stb" + + def create(self): + tdSql.execute(f"create database {self.db} vgroups 7 buffer 3") + tdSql.execute(f"use {self.db}") + tdSql.execute( + f"create table if not exists {self.stbName} (cts timestamp, cint int, cfloat float, cdouble double, cdecimal decimal(11,3), " + f"cvar varchar(12)) tags (tint int)") + tdSql.query(f"show stables") + + tdSql.execute(f"create table ct1 using stb tags(1)") + tdSql.execute(f"create table ct2 using stb tags(2)") + tdSql.execute(f"create table ct3 using stb tags(3)") + + tdSql.query(f"show tables") + tdSql.checkRows(3) + + # create vtable and continue + tdSql.error( + f"create stream s14_0 count_window(0) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window(-100000000000000000) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window('abc') from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window(_c0) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window(103.9) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window(100, -12) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + + tdSql.error( + f"create stream s14_0 count_window(100, '12') from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s14_0 count_window(100, 12, tint) from stb partition by tbname into res_vstb as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from stb where _c0 >= _twstart and _c0 <= _twend " + ) + + # tdSql.execute( + # f"create stream s14_0 count_window(20, 11111111111111111111) from stb partition by tbname into res_vstb as " + # f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + # f"from stb where _c0 >= _twstart and _c0 <= _twend " + # ) + + class Basic16(StreamCheckItem): + def __init__(self): + self.db = "sdb16" + self.stbName = "stb" + + def create(self): + tdSql.execute(f"create database {self.db} vgroups 7 buffer 3") + tdSql.execute(f"use {self.db}") + tdSql.execute( + f"create table if not exists {self.stbName} (cts timestamp, cint int, cfloat float, cdouble double, cdecimal decimal(11,3), " + f"cvar varchar(12)) tags (tint int)") + tdSql.query(f"show stables") + + tdSql.execute(f"create table ct1 using stb tags(null)") + tdSql.execute(f"create table ct2 using stb tags(2)") + tdSql.execute(f"create table ct3 using stb tags(3)") + + tdSql.query(f"show tables") + tdSql.checkRows(3) + + # create vtable and continue + tdSql.execute( + f"create stream s14_1 count_window(2, 1, tint) from ct1 partition by tbname into res_ct1 as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from ct1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.execute( + f"create stream s14_2 count_window(2, 1, tint) from ct2 partition by tbname into res_ct2 as " + f"select _twstart ts, first(_c0), last_row(_c0), _twduration, count(cint), sum(cint) " + f"from ct2 where _c0 >= _twstart and _c0 <= _twend " + ) + + def insert1(self): + sqls = [ + "insert into ct1 values ('2025-01-01 00:00:00', 1, 1.1, 3.14159, 1.0954327, 'abcdefg' );", + "insert into ct1 values ('2025-01-01 00:00:03', 2, 2.2, 6.28318, 1.1912644, 'hijklmn' );", + "insert into ct1 values ('2025-01-01 00:00:06', 3, 3.3, 9.42478, 1.2871093, 'opqrstu' );", + "insert into ct1 values ('2025-01-01 00:00:09', 4, 4.4, 12.56637, 1.3826434, 'vwxyz' );", + "insert into ct1 values ('2025-01-01 00:00:12', 5, 5.5, 15.70796, 1.4782644, '123456' );", + "insert into ct1 values ('2025-01-01 00:00:15', 6, 6.6, 18.84956, 1.5740740, '789012' );", + "insert into ct1 values ('2025-01-01 00:00:18', 7, 7.7, 22.07104, 1.6696434, '345678' );", + "insert into ct1 values ('2025-01-01 00:00:21', 8, 8.8, 25.13274, 1.7653566, '901234' );", + "insert into ct1 values ('2025-01-01 00:00:24', 9, 9.9, 28.29444, 1.8619690, '567890' );", + + "insert into ct2 values ('2025-01-01 00:00:00', 21, 21.1, 9.1, 1.123456, 'aaaaaa');", + "insert into ct2 values ('2025-01-01 00:00:03', 22, 22.2, 9.2, 1.234567, 'bbbbbb');", + "insert into ct2 values ('2025-01-01 00:00:06', 23, 23.3, 9.3, 1.345678, 'cccccc');", + "insert into ct2 values ('2025-01-01 00:00:09', 24, 24.4, 9.4, 1.456789, 'dddddd');", + "insert into ct2 values ('2025-01-01 00:00:12', 25, 25.5, 9.5, 1.567890, 'eeeeee');", + "insert into ct2 values ('2025-01-01 00:00:15', 26, 26.6, 9.6, 1.678901, 'ffffff');", + "insert into ct2 values ('2025-01-01 00:00:18', 27, 27.7, 9.7, 1.789012, 'gggggg');", + "insert into ct2 values ('2025-01-01 00:00:21', 28, 28.8, 9.8, 1.890123, 'hhhhhh');", + "insert into ct2 values ('2025-01-01 00:00:24', 29, 29.9, 9.9, 1.901234, 'iiiiii');", + + "insert into ct3 values ('2025-01-01 00:00:00', 31, 12.123, 31.111, 1.274, '-------');", + "insert into ct3 values ('2025-01-01 00:00:03', 32, 12.222, 32.222, 1.274, '-------');", + "insert into ct3 values ('2025-01-01 00:00:06', 33, 12.333, 33.333, 1.274, '+++++++');", + "insert into ct3 values ('2025-01-01 00:00:09', 34, 12.333, 33.333, 1.274, '///////');", + "insert into ct3 values ('2025-01-01 00:00:12', 35, 12.333, 33.333, 1.274, '///////');", + "insert into ct3 values ('2025-01-01 00:00:15', 36, 12.333, 33.333, 1.274, '///////');", + "insert into ct3 values ('2025-01-01 00:00:18', 37, 12.333, 33.333, 1.274, '///////');", + "insert into ct3 values ('2025-01-01 00:00:21', 38, 12.333, 33.333, 1.274, '///////');", + "insert into ct3 values ('2025-01-01 00:00:24', 39, 12.333, 33.333, 1.274, '///////');", + ] + + tdSql.executes(sqls) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and ' + f'(table_name like "res_ct2%" or stable_name like "res_ct2%")', + func=lambda: tdSql.getRows() == 1, + ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct2", + schema=[ + ['ts', 'TIMESTAMP', 8, ''], + ['firstts', 'TIMESTAMP', 8, ''], + ['lastts', 'TIMESTAMP', 8, ''], + ['twduration', 'BIGINT', 8, ''], + ['cnt_col_1', 'BIGINT', 8, ''], + ['sum_col_1', 'BIGINT', 8, ''], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select * from {self.db}.res_ct2", + func=lambda: tdSql.getRows() == 8, + ) \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_event_new_dbg.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_event_new_dbg.py index a6fa5f3751ea..2fa4c09f8174 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_event_new_dbg.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_event_new_dbg.py @@ -44,8 +44,9 @@ def test_stream_state_trigger(self): # streams.append(self.Basic8()) # streams.append(self.Basic9()) # OK # streams.append(self.Basic10()) # failed - streams.append(self.Basic11()) # failed + # streams.append(self.Basic11()) # failed # streams.append(self.Basic12()) # no data generated yet. + streams.append(self.Basic13()) # tdStream.checkAll(streams) @@ -1894,42 +1895,6 @@ def check1(self): sql=f"select * from {self.db}.res_vtb_1", func=lambda: tdSql.getRows() == 12 ) - # and tdSql.compareData(0, 0, "2025-01-01 00:00:01") - # and tdSql.compareData(0, 1, "2025-01-01 00:00:05") - # and tdSql.compareData(0, 2, 5) - # and tdSql.compareData(0, 3, 43) - # and tdSql.compareData(0, 4, 8.6) - # and tdSql.compareData(1, 0, "2025-01-01 00:00:07") - # and tdSql.compareData(1, 1, "2025-01-01 00:00:09") - # and tdSql.compareData(1, 2, 3) - # and tdSql.compareData(1, 3, 16) - # # and tdSql.compareData(1, 4, 5.333) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:10") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:15") - # and tdSql.compareData(2, 2, 2) - # and tdSql.compareData(2, 3, 88) - # and tdSql.compareData(2, 4, 44), - # ) - # - # tdSql.checkResultsByFunc( - # sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - # func=lambda: tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 00:00:01") - # and tdSql.compareData(0, 1, "2025-01-01 00:00:05") - # and tdSql.compareData(0, 2, 5) - # and tdSql.compareData(0, 3, 43) - # and tdSql.compareData(0, 4, 8.6) - # and tdSql.compareData(1, 0, "2025-01-01 00:00:07") - # and tdSql.compareData(1, 1, "2025-01-01 00:00:09") - # and tdSql.compareData(1, 2, 3) - # and tdSql.compareData(1, 3, 16) - # # and tdSql.compareData(1, 4, 5.333) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:10") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:15") - # and tdSql.compareData(2, 2, 2) - # and tdSql.compareData(2, 3, 88) - # and tdSql.compareData(2, 4, 44), - # ) class Basic11(StreamCheckItem): @@ -2418,3 +2383,73 @@ def check1(self): f"from {self.db}.res_vtb_1", func=lambda: tdSql.getRows() == 9, ) + + class Basic13(StreamCheckItem): + def __init__(self): + self.db = "sdb13" + self.stbName = "stb" + + def create(self): + tdSql.execute(f"create database {self.db} vgroups 5 buffer 8") + tdSql.execute(f"use {self.db}") + tdSql.execute( + f"create table if not exists {self.stbName} (cts timestamp, cint int, ctiny tinyint, cdouble double, cvarchar varchar(10)) tags (tint int)") + tdSql.query(f"show stables") + + tdSql.checkRows(1) + + tdSql.execute(f"create table ct1 using stb tags(1)") + tdSql.execute(f"create table ct2 using stb tags(2)") + tdSql.execute(f"create table ct3 using stb tags(3)") + tdSql.execute(f"create table ct4 using stb tags(4)") + tdSql.execute(f"create table ct5 using stb tags(5)") + + tdSql.query(f"show tables") + tdSql.checkRows(5) + + tdSql.execute(f"create vtable vtb_1 (ts timestamp, col_1 int from ct1.cint, col_2 int from ct2.cint, col_3 double from ct3.cdouble, col_4 varchar(10) from ct4.cvarchar)") + tdSql.execute(f"create vtable vtb_2 (ts timestamp, col_1 int from ct3.cint, col_2 int from ct4.cint, col_3 double from ct5.cdouble, col_4 varchar(10) from ct1.cvarchar)") + + tdSql.error( + f"create stream s8 event_window(start with tint > 20 end with cint < 30) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s8 event_window(start with cint > 20 end with 1) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s8 event_window(start with cint > 20) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s8 event_window(start with cint > 20 end with cint < 100) true_for(1n) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s8 true_for(1s) event_window(start with cint > 20 end with cint < 100) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s8 true_for(1s) event_window(start with 1 end with 2) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.execute( + f"create stream s8 event_window(start with 1=1 end with 1=2) from vtb_1 into res_vtb_1 " + f"as select _twstart, first(_c0), last_row(_c0), count(vtb_1.col_1), first(vtb_1.col_4) " + f"from vtb_1 where _c0 >= _twstart and _c0 <= _twend " + ) + + tdSql.execute("drop stream s8") diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_period_1.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_period_1.py index add2dd8767a9..f55209a1d679 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_period_1.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_period_1.py @@ -195,12 +195,12 @@ def test_stream_dev_basic(self): self.create_env() info = WriteDataInfo(1000, 10) - # self.prepare_source_table(1000, 1, info) - # try: - # self.create_and_check_stream_basic_1("sm1", "tb1", info) - # except Exception as e: - # tdLog.error(f"case 1 error: {e}") - # + self.prepare_source_table(1000, 1, info) + try: + self.create_and_check_stream_basic_1("sm1", "tb1", info) + except Exception as e: + tdLog.error(f"case 1 error: {e}") + # clear_output("sm1", "tb1") # self.prepare_source_table(1000, 1, info) # try: @@ -272,12 +272,19 @@ def test_stream_dev_basic(self): # except Exception as e: # tdLog.error(f"case 11 error: {e}") - clear_output("sm11", "tb11") + # clear_output("sm11", "tb11") + # self.prepare_source_table(1000, 10, info) + # try: + # self.create_and_check_stream_basic_12("sm12", "tb12", info) + # except Exception as e: + # tdLog.error(f"case 12 error: {e}") + + clear_output("sm12", "tb12") self.prepare_source_table(1000, 10, info) try: - self.create_and_check_stream_basic_12("sm12", "tb12", info) + self.create_and_check_stream_basic_13("sm13", "tb13", info) except Exception as e: - tdLog.error(f"case 12 error: {e}") + tdLog.error(f"case 13 error: {e}") def create_env(self): @@ -502,9 +509,6 @@ def create_and_check_stream_basic_12(self, stream_name, dst_table, info: WriteDa tdLog.info(f"start exec stream {stream_name}") tdSql.execute("use db") - # tdSql.execute("create vtable vtb_1 (ts timestamp, col_1 int from c0.k, col_2 varchar(12) from c1.c1, " - # "col_3 double from c2.c2)") - tdSql.execute( f"create table if not exists stb (cts timestamp, cint int, cfloat float, cdouble double, cdecimal decimal(11,3), " f"cvar varchar(12)) tags (tint int)") @@ -620,3 +624,84 @@ def create_and_check_stream_basic_12(self, stream_name, dst_table, info: WriteDa # do_write_data(stream_name, info) # wait_for_stream_done(dst_table, f"select max(avg_col_3) from {dst_table}", 499.5) + + def create_and_check_stream_basic_13(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 13: """ + tdLog.info(f"start exec stream {stream_name}") + time.sleep(10) + + tdSql.execute("use db") + tdSql.error( + f"create stream {stream_name} PERIOD(9a) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} PERIOD(3651d) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} PERIOD(10s, -10s) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} PERIOD(10s, 100h) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} PERIOD(10s, 1h-20m) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} PERIOD(10s, 0.5d) from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} from source_table partition by tbname into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} period(10s) from information_schema.ins_tables into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} period(10s) into information_schema.abc as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} period(10s) from db.abc into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.error( + f"create stream {stream_name} period(10s) from db.ct20 into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + for i in range(40): + tdSql.execute( + f"create stream {stream_name} period(10s) from db.c1 partition by a into {dst_table} as " + f"select cast(_tlocaltime/1000000 as timestamp) local_ts, count(*) " + f"from source_table partition by tbname " + ) + + tdSql.execute(f"drop stream {stream_name}") diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_session_1.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_session_1.py index 344774c674ae..a0af9b9b7403 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_session_1.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_session_1.py @@ -227,12 +227,12 @@ def test_stream_dev_basic(self): # except Exception as e: # tdLog.error(f"case 11 error: {e}") - clear_output("sm11", "tb11") - self.prepare_source_table(1000, 10, info) - try: - self.create_and_check_stream_basic_12("sm12", "tb12", info) - except Exception as e: - tdLog.error(f"case 12 error: {e}") + # clear_output("sm11", "tb11") + # self.prepare_source_table(1000, 10, info) + # try: + # self.create_and_check_stream_basic_12("sm12", "tb12", info) + # except Exception as e: + # tdLog.error(f"case 12 error: {e}") # clear_output("sm12", "tb12") # self.prepare_source_table(1000, 10, info) @@ -246,7 +246,14 @@ def test_stream_dev_basic(self): # try: # self.create_and_check_stream_basic_14("sm14", "tb14", info) # except Exception as e: - # tdLog.error(f"case 13 error: {e}") + # tdLog.error(f"case 14 error: {e}") + + clear_output("sm14", "tb14") + self.prepare_source_table(5000, 10, info) + try: + self.create_and_check_stream_basic_15("sm15", "tb15", info) + except Exception as e: + tdLog.error(f"case 15 error: {e}") def create_env(self): tdLog.info(f"create {self.num_snode} snode(s)") @@ -382,8 +389,8 @@ def create_and_check_stream_basic_6(self, stream_name, dst_table, info: WriteDat check_all_results(f"select count(*) from {dst_table}", [[info.num_of_tables * info.num_of_rows]]) - def create_and_check_stream_basic_9(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 9: + def create_and_check_stream_basic_7(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 7: ERROR: """ time.sleep(10) @@ -405,8 +412,8 @@ def create_and_check_stream_basic_9(self, stream_name, dst_table, info: WriteDat check_all_results(f"select max(c) from {dst_table} group by tbname", [[999], [999], [999], [999], [999], [999], [999], [999], [999], [999]]) - def create_and_check_stream_basic_10(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 10: + def create_and_check_stream_basic_8(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 8: Error: recalculate failed """ time.sleep(10) @@ -427,8 +434,8 @@ def create_and_check_stream_basic_10(self, stream_name, dst_table, info: WriteDa check_all_results(f"select count(*) from {dst_table} ", [[5000]]) - def create_and_check_stream_basic_11(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 11: Pass + def create_and_check_stream_basic_9(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 9: Pass """ time.sleep(10) @@ -452,8 +459,8 @@ def create_and_check_stream_basic_11(self, stream_name, dst_table, info: WriteDa [1000, 1999, 999500], [1000, 1999, 999500], [1000, 1999, 999500], [1000, 1999, 999500]]) - def create_and_check_stream_basic_12(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 12: Pass + def create_and_check_stream_basic_10(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 10: Pass """ time.sleep(10) @@ -475,8 +482,8 @@ def create_and_check_stream_basic_12(self, stream_name, dst_table, info: WriteDa wait_for_stream_done(dst_table, f"select count(*) from {dst_table}", 4) - def create_and_check_stream_basic_13(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 13: invalid results """ + def create_and_check_stream_basic_11(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 11: invalid results """ time.sleep(10) tdSql.execute("use db") @@ -504,8 +511,8 @@ def create_and_check_stream_basic_13(self, stream_name, dst_table, info: WriteDa [['2025-01-01 10:10:10.500', '', 9, 5, 19]]) - def create_and_check_stream_basic_14(self, stream_name, dst_table, info: WriteDataInfo) -> None: - """simple 13: invalid results """ + def create_and_check_stream_basic_12(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 12: invalid results """ tdSql.execute("use db") tdSql.execute("create vtable vtb_1 (ts timestamp, col_1 int from c0.k, col_2 varchar(12) from c1.c1, " @@ -534,3 +541,40 @@ def create_and_check_stream_basic_14(self, stream_name, dst_table, info: WriteDa # [['2025-01-01 10:10:10.500', '', 9, 5, 19]]) # todo random: session interval insert 10w records. + + def create_and_check_stream_basic_13(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 13: invalid results """ + tdSql.execute("use db") + time.sleep(3) + + tdSql.error(f"create stream {stream_name} session(col_1, 1s) from source_table partition by tbname into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(vtb_1.col_1) c, sum(vtb_2.col_3), first(c6.c1), spread(vtb_1.col_3) " + f"from vtb_1, vtb_2, c6 " + f"where _c0 >= _twstart and _c0 <= _twend and vtb_1.ts=vtb_2.ts and vtb_1.ts = c6.ts ") + + tdSql.error(f"create stream {stream_name} session(col_1, 1s) from source_table partition by tbname into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 " + f"where _c0 >= _twstart and _c0 <= _twend ") + + tdSql.error(f"create stream {stream_name} session(ts, -1s) from source_table partition by tbname into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 " + f"where _c0 >= _twstart and _c0 <= _twend ") + + tdSql.error(f"create stream {stream_name} session(ts, 1s) from source_table partition by k into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 ") + + tdSql.error(f"create stream {stream_name} session(ts, 1y) from source_table into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 ") + + tdSql.error(f"create stream {stream_name} session(ts, 0a) from source_table into {dst_table} as" + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 ") + + tdSql.error(f"create stream {stream_name} session(ts) from source_table into {dst_table} as " + f"select _twstart st, _twend et, count(*), max(k) c " + f"from c6 ") + diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_1.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_1.py index fcb17e74f4c1..ac1dca83cde2 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_1.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_1.py @@ -1,8 +1,6 @@ import threading import time -import taos - from new_test_framework.utils import tdLog, clusterComCheck, tdStream, tdSql from test_period_1 import wait_for_insert_complete, check_all_results, wait_for_stream_done, check_ts_step, \ clear_output, get_conf_dir, WriteDataInfo, do_write_data_fn @@ -118,12 +116,12 @@ def test_stream_dev_basic(self): # except Exception as e: # tdLog.error(f"case 11 error: {e}") # - clear_output("sm11", "tb11") - self.prepare_tables(1000, 10, info) - try: - self.create_and_check_stream_basic_12("sm12", "tb12", info) - except Exception as e: - tdLog.error(f"case 12 error: {e}") + # clear_output("sm11", "tb11") + # self.prepare_tables(1000, 10, info) + # try: + # self.create_and_check_stream_basic_12("sm12", "tb12", info) + # except Exception as e: + # tdLog.error(f"case 12 error: {e}") # # clear_output("sm12", "tb12") # self.prepare_tables(1000, 10, info) @@ -158,7 +156,14 @@ def test_stream_dev_basic(self): # try: # self.create_and_check_stream_basic_17("sm17", "tb17", info) # except Exception as e: - # tdLog.error(f"case 16 error: {e}") + # tdLog.error(f"case 17 error: {e}") + + clear_output("sm17", "tb17") + self.prepare_tables(100, 10, info) + try: + self.create_and_check_stream_basic_18("sm18", "tb18", info) + except Exception as e: + tdLog.error(f"case 18 error: {e}") def create_env(self): tdLog.info(f"create {self.num_snode} snode(s)") @@ -598,3 +603,61 @@ def create_and_check_stream_basic_17(self, stream_name, dst_table, info: WriteDa self.do_write_data(stream_name, info) wait_for_stream_done(dst_table, f"select count(*) from {dst_table}", 1000) + def create_and_check_stream_basic_18(self, stream_name, dst_table, info: WriteDataInfo) -> None: + """simple 18:""" + tdLog.info(f"start exec stream {stream_name}") + + tdSql.execute("create vtable vtb_1 (ts timestamp, col_1 int from c0.k, col_2 varchar(12) from c1.c1, " + "col_3 double from c2.c2)") + + tdSql.execute("use db") + + tdSql.error( + f"create stream {stream_name} sliding(1n) " + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} sliding(5s, -10s) " + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} sliding(0s, 10s) " + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} interval(10s, -1s) sliding(10s, 10s) " + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} interval(10s, 1s)" + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} sliding(10s) interval(10s, 1s)" + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} interval(10s) sliding(10s) " + f"from vtb_1 partition by col_2 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + tdSql.error( + f"create stream {stream_name} interval(1n) sliding(1n) " + f"from vtb_1 into {dst_table} as " + f"select _twstart, _twend, count(c9.*) k, first(c9.c2), sum(c9.c2), last(c9.k) c " + f"from c9 where _c0 >= _twstart and _c0 < _twend ") + + diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case1.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case1.py new file mode 100644 index 000000000000..a9c360588be3 --- /dev/null +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case1.py @@ -0,0 +1,398 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from random import randint +import os +import subprocess +import json + +class TestSliding: + currentDir = os.path.dirname(os.path.abspath(__file__)) + dbname = "test1" + dbname2 = "test2" + username1 = "lvze1" + username2 = "lvze2" + subTblNum = 3 + tblRowNum = 10 + tableList = [] + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_sliding_case1(self): + """Stream test_sliding_case1 test + + 1. test_sliding_case1 + + + Catalog: + - Streams:test_sliding_case1 + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-8 lvze Created + + """ + + tdStream.dropAllStreamsAndDbs() + self.createSnodeTest() + tdSql.execute(f'create database test1 vgroups 10 ;') + # self.dataIn() + self.createTable() + stream1 = ( + """ create stream test1.st1 interval(5m) sliding(5m) from test1.stba + stream_options(fill_history) + into test1.st1out + as select + _twstart as start_time, + _twend as end_time, + cint, + STATECOUNT(cint , "ge", 5) a + from + %%trows t1 ; + """ + ) + stream2 = ( + """ create stream test1.st1 interval(1s) sliding(1s) from test1.stba + stream_options(fill_history) + into test1.st1out + as select + _twstart as start_time, + _twend as end_time, + cint, + STATECOUNT(cint , "ge", 5) a + from + %%trows t1 ; + """ + ) + + # stream3 = ( + # """ create stream test1.st3 interval(1s) sliding(1s) from test1.stba + # stream_options(fill_history) + # into test1.st3out + # as select + # _twstart as start_time, + # _twend as end_time, + # cint, + # STATECOUNT(cint , "ge", 5) a + # from + # %%trows; + # """ + # ) + + # sql = ( + # "create stream s0 state_window(cint) from devices partition by tbname stream_options(pre_filter(cint>2)|fill_history('1970-01-01 00:00:00')) " + # "into s0_out output_subtable(concat('xxxx',tbname)) tags(yyyy varchar(100) comment 'table name1' as 'cint+10') " + # "as select ts,cint,i1, %%tbname from %%trows order by ts;" + # ) + + # sql1=( + # "create stream `s1` state_window(cint) from devices partition by tbname stream_options(fill_history('2025-01-01 00:00:00')) into `s1_out` " + # "as select * from (select last_row(ts) ts,sum(cint) cint ,sum(tint) tint from devices where tint % 2 = 0 partition by tbname having(sum(cint))>50) where tint>0;" + # ) + + # sql2=( + # "create stream `s3` state_window(cint) from devices partition by tbname stream_options(fill_history('2025-01-01 00:00:00')) into `s3_out` " + # "as select * from (select last_row(ts) ts,sum(cint) cint ,sum(tint) tint from %%tbname " + # "where tint % 2 = 0 partition by tbname having(sum(cint))>50) where tint>0;" + # ) + + # sql3=( + # "create stream `s2` state_window(cint) from devices partition by tbname stream_options(fill_history('2025-01-01 00:00:00')) into `s2_out` " + # "as select * from (select last_row(ts) ts,sum(cint) cint ,sum(tint) tint from devices " + # "where tint % 2 = 0 partition by tbname having(sum(cint))>50) where tint<23;" + # ) + + # sql4 = ("create stream s4 sliding(5s) from stba partition by tbname stream_options(fill_history('1970-01-01 00:00:00')) into s4_out output_subtable(concat('xxxx',tbname)) tags(yyyy varchar(100) as 'tint+10') as select _wstart,_wend, sum(cint) ,count(i1),last(tint) from stba partition by tbname interval(60s) ") + # sql5 = ("create stream s5 sliding(5s) from stba partition by tint, tbname stream_options(fill_history('1970-01-01 00:00:00')) into s5_out as select _wstart,_wend, sum(cint),sum(i1) from (select _wstart,_wend, sum(cint) cint ,count(i1) i1 from a1 event_window start with cint>0 end with cint <9 ) interval(3s)") + # sql6 = ("create stream s6 sliding(5s) from stba partition by tint, tbname stream_options(fill_history('1970-01-01 00:00:00')) into s6_out as select _wstart,_wend, sum(cint),sum(i1) from (select _wstart,_wend, sum(cint) cint ,count(i1) i1 from stba event_window start with cint>0 end with cint <9 ) interval(3s)") + # sql7 = ("create stream s7 sliding(5s) from stba partition by tint, tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into s7_out as select _wstart,_wend, sum(cint),sum(i1) from (select _wstart,_wend, sum(cint) cint ,count(i1) i1 from stba event_window start with cint>5 end with cint <9 ) interval(3s)") + # sql8 = ("create stream s8 sliding(5s) from stba partition by tint, tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into s8_out as select _wstart,_wend, count(cint) cint from (select _wstart,_wend, count(*) cint from stba event_window start with cint>5 end with cint <9 ) interval(3s)") + # sql9 = ("create stream s9 sliding(5s) from devices partition by tint, tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into s9_out as select _wstart,_wend, count(cint) cint from (select _wstart,_wend, count(*) cint from stba event_window start with cint>5 end with cint <9 ) interval(3s)") + # sql10 = ("create stream s10 session(ts,3s) from devices partition by tint, tbname stream_options(pre_filter(cint>3)|fill_history('1970-01-01 00:00:00')) into s10_out as select last_row(ts),last_row(cint),last_row(i1) from devices partition by tbname") + # sql11 = ("create stream s11 interval(1s) sliding(1s) from test1.stba into test1.mgout as select now(),* from information_schema.ins_grants;") + # sql12 = ("create stream s12 sliding(1s) from pt partition by tbname stream_options(pre_filter(c1>100)|fill_history('1970-01-01 00:00:00')) into s12_out as select pt.ts,pt.c1,pt.c2,pt.c3,pt1.ts pt1ts,pt1.c1 pt1c1,pt1.c2 pt1c2,pt1.c3 pt1c3 from pt1,pt where pt1.ts=pt.ts;") + # sql13 = ("create stream s13 sliding(30s) from s12_out partition by tbname stream_options(fill_history(0)) into s13_out as select _tcurrent_ts,sum(c1),avg(c2) ,last(c3) from s12_out ;") + # #create stream + + tdSql.execute(stream1) + self.checkStreamRunning() + tdSql.checkResultsByFunc("select * from test1.st1out;",lambda: tdSql.getRows() == 1,delay=0.5, retry=2,show=True) + tdSql.execute(f"drop stream st1") + tdSql.execute(stream2) + self.checkStreamRunning() + tdSql.checkResultsByFunc("select * from test1.st1out;",lambda: tdSql.getRows() == 1,delay=1, retry=10,show=True) + tdSql.execute(f"insert into a0(ts,cint) values('2025-01-01 00:00:11.000',11);") + tdSql.execute(f"insert into a0(ts,cint) values('2025-01-01 00:00:12.000',12);") + time.sleep(5) + tdSql.checkResultsByFunc("select * from test1.st1out;",lambda: tdSql.getRows() == 3,delay=1, retry=10,show=True) + + + self.checkStreamRunning() + # tdSql.execute("insert into test1.a0 values(now,now,200,300);") + # tdSql.execute("insert into test1.a1 values(now,now,200,300);") + # tdSql.execute("insert into test1.a2 values(now,now,500,300);") + # tdSql.execute("select * from (select last_row(ts) ts,sum(cint) cint ,sum(tint) tint from devices where tint % 2 = 0 partition by tbname having(sum(cint))>50) where tint>0;") + + + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_users where name !='root';", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + if tdSql.getRows() != expectedRows: + raise Exception("Error: checkResultRows failed, expected rows not match!") + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + try: + tdSql.execute(f"create snode on dnode {i}") + except Exception as e: + if "Insufficient privilege" in str(e): + tdLog.info(f"Insufficient privilege to create snode") + else: + raise Exception(f"create stream failed with error: {e}") + tdLog.info(f"create snode on dnode {i} success") + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stba", + "child_table_exists": "no", + "childtable_count": 3000, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 500, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "2025-05-01 00:00:00.000", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "timestamp","name":"cts","count": 1,"start":"2025-02-01 00:00:00.000"}, + {"type": "int","name":"cint","max":100,"min":-1}, + {"type": "int","name":"i1","max":100,"min":-1} + ], + "tags": [ + {"type": "int","name":"tint","max":100,"min":-1}, + {"type": "double","name":"tdouble","max":100,"min":0}, + {"type": "varchar","name":"tvar","len":100,"count": 1}, + {"type": "nchar","name":"tnchar","len":100,"count": 1}, + {"type": "timestamp","name":"tts"}, + {"type": "bool","name":"tbool"} + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + def createTable(self): + tdSql.execute(f"use test1;") + tdSql.execute(f"CREATE STABLE `stba` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbb` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbc` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"create table a0 using stba tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table a1 using stba tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table a2 using stba tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table b0 using stbb tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table b1 using stbb tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table b2 using stbb tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table c0 using stbc tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table c1 using stbc tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table c2 using stbc tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"create stable devices(ts timestamp,cint int,i1 int) tags(tint int,tdouble double) virtual 1;") + tdSql.execute(f"create vtable d1(a1.cint,b1.i1) using devices tags(1,1.9);") + tdSql.execute(f"create vtable d2(a2.cint,b2.i1) using devices tags(2,2.9);") + tdSql.execute(f"create vtable d0(a0.cint,b0.i1) using devices tags(0,0.9);") + tdSql.execute(f"create vtable vta1(ts timestamp, c1 int from a1.cint ,c2 int from b1.i1 );") + tdSql.execute(f"create vtable vtb1(ts timestamp, c1 int from b1.cint ,c2 int from c1.i1 );") + tdSql.execute(f"create vtable vtc1(ts timestamp, c1 int from c1.cint ,c2 int from a1.i1 );") + tdSql.execute(f"create table pt(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"create table pt1(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"insert into pt values('2025-01-01 00:00:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:03:00',100,9,'test2');") + tdSql.execute(f"insert into pt values('2025-01-01 00:04:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:07:00',100,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:00:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:03:00',102,9,'test1');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:05:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:07:00',102,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:10:00',105,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:10:00',106,9,'test3');") diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case2.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case2.py new file mode 100644 index 000000000000..2191d964b324 --- /dev/null +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_case2.py @@ -0,0 +1,340 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from random import randint +import os +import subprocess +import json + +class TestSliding: + currentDir = os.path.dirname(os.path.abspath(__file__)) + dbname = "test1" + dbname2 = "test2" + username1 = "lvze1" + username2 = "lvze2" + subTblNum = 3 + tblRowNum = 10 + tableList = [] + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_sliding_case1(self): + """Stream test_sliding_case1 test + + 1. test_sliding_case2 + + + Catalog: + - Streams:test_sliding_case2 + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-8 lvze Created + + """ + + tdStream.dropAllStreamsAndDbs() + self.createSnodeTest() + tdSql.execute(f'create database test1 vgroups 10 ;') + # self.dataIn() + self.createTable() + stream1 = ( + """ create stream test1.st1 interval(5m) sliding(5m) from test1.stba + stream_options(fill_history|pre_filter(id>15 and id is not null)) + into test1.st1out + as select + _twstart as start_time, + _twend as end_time, + id, + cint, + STATECOUNT(cint , "ge", 5) a + from + %%trows t1 ; + """ + ) + stream2 = ( + """ create stream s7 interval(5s) sliding(5s) from stba partition by tint, tbname stream_options(pre_filter(id>15)|fill_history) into s7_out + as select _twstart,_twend, sum(id) id, sum(cint) cint ,count(i1) i1 from %%trows; + """ + ) + + stream3 = ( + """ create stream s8 interval(5s) sliding(5s) from stba partition by tint, tbname stream_options(pre_filter(id>15 and id in (16,19))|fill_history) into s8_out + as select _twstart,_twend, sum(id) id, sum(cint) cint ,count(i1) i1 from %%trows union all select _twstart,_twend, sum(id)+1 id, sum(cint)+1 cint ,count(i1)+1 i1 from %%trows ; + """ + ) + + + # tdSql.execute(stream1) + # tdSql.execute(stream2) + tdSql.execute(stream3) + self.checkStreamRunning() + tdSql.query(f"select id from test1.s8_out") + data = tdSql.getData(0,0) + tdLog.info(f"{data}") + if not data or data[0] is None: + raise Exception("ERROR :result data is not right") + + + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_users where name !='root';", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + if tdSql.getRows() != expectedRows: + raise Exception("Error: checkResultRows failed, expected rows not match!") + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + try: + tdSql.execute(f"create snode on dnode {i}") + except Exception as e: + if "Insufficient privilege" in str(e): + tdLog.info(f"Insufficient privilege to create snode") + else: + raise Exception(f"create stream failed with error: {e}") + tdLog.info(f"create snode on dnode {i} success") + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stba", + "child_table_exists": "no", + "childtable_count": 3000, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 500, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "2025-05-01 00:00:00.000", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "timestamp","name":"cts","count": 1,"start":"2025-02-01 00:00:00.000"}, + {"type": "int","name":"cint","max":100,"min":-1}, + {"type": "int","name":"i1","max":100,"min":-1} + ], + "tags": [ + {"type": "int","name":"tint","max":100,"min":-1}, + {"type": "double","name":"tdouble","max":100,"min":0}, + {"type": "varchar","name":"tvar","len":100,"count": 1}, + {"type": "nchar","name":"tnchar","len":100,"count": 1}, + {"type": "timestamp","name":"tts"}, + {"type": "bool","name":"tbool"} + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + def createTable(self): + tdSql.execute(f"use test1;") + tdSql.execute(f"CREATE STABLE `stba` (`ts` TIMESTAMP ,id int primary key, `cts` TIMESTAMP , `cint` INT , `i1` INT ) TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbb` (`ts` TIMESTAMP ,id int primary key, `cts` TIMESTAMP , `cint` INT , `i1` INT ) TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbc` (`ts` TIMESTAMP ,id int primary key, `cts` TIMESTAMP , `cint` INT , `i1` INT ) TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"create table a0 using stba tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table a1 using stba tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table a2 using stba tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table b0 using stbb tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table b1 using stbb tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table b2 using stbb tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table c0 using stbc tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table c1 using stbc tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table c2 using stbc tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:00',10,'2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:01',11,'2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:02',12,'2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:03',13,'2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:04',14,'2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:05',15,'2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:06',16,'2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:07',17,'2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:08',18,'2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:09',19,'2025-01-01 00:00:00',10,20);") + # tdSql.execute(f"create stable devices(ts timestamp,cint int,i1 int) tags(tint int,tdouble double) virtual 1;") + # tdSql.execute(f"create vtable d1(a1.cint,b1.i1) using devices tags(1,1.9);") + # tdSql.execute(f"create vtable d2(a2.cint,b2.i1) using devices tags(2,2.9);") + # tdSql.execute(f"create vtable d0(a0.cint,b0.i1) using devices tags(0,0.9);") + # tdSql.execute(f"create vtable vta1(ts timestamp, c1 int from a1.cint ,c2 int from b1.i1 );") + # tdSql.execute(f"create vtable vtb1(ts timestamp, c1 int from b1.cint ,c2 int from c1.i1 );") + # tdSql.execute(f"create vtable vtc1(ts timestamp, c1 int from c1.cint ,c2 int from a1.i1 );") + # tdSql.execute(f"create table pt(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + # tdSql.execute(f"create table pt1(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + # tdSql.execute(f"insert into pt values('2025-01-01 00:00:00',99,9,'test1');") + # tdSql.execute(f"insert into pt values('2025-01-01 00:03:00',100,9,'test2');") + # tdSql.execute(f"insert into pt values('2025-01-01 00:04:00',99,9,'test1');") + # tdSql.execute(f"insert into pt values('2025-01-01 00:07:00',100,9,'test2');") + # tdSql.execute(f"insert into pt1 values('2025-01-01 00:00:00',101,9,'test3');") + # tdSql.execute(f"insert into pt1 values('2025-01-01 00:03:00',102,9,'test1');") + # tdSql.execute(f"insert into pt1 values('2025-01-01 00:05:00',101,9,'test3');") + # tdSql.execute(f"insert into pt1 values('2025-01-01 00:07:00',102,9,'test1');") + # tdSql.execute(f"insert into pt values('2025-01-01 00:10:00',105,9,'test2');") + # tdSql.execute(f"insert into pt1 values('2025-01-01 00:10:00',106,9,'test3');") diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_output_subtable_zlv_2.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_output_subtable_zlv_2.py new file mode 100644 index 000000000000..7a41460c6f41 --- /dev/null +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_sliding_output_subtable_zlv_2.py @@ -0,0 +1,382 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from random import randint +import os +import subprocess +import json + +class TestPeriodOutputSubtable: + currentDir = os.path.dirname(os.path.abspath(__file__)) + dbname = "test1" + dbname2 = "test2" + username1 = "lvze1" + username2 = "lvze2" + subTblNum = 3 + tblRowNum = 10 + tableList = [] + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_stream(self): + """Stream TestPeriodOutputSubtable test + + 1. test period output subtable + + + Catalog: + - Streams:TestPeriodOutputSubtable + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-8 lvze Created + + """ + + tdStream.dropAllStreamsAndDbs() + self.createSnodeTest() + tdSql.execute(f'create database test1 vgroups 10 ;') + self.createTable() + + sql = (f""" + create stream test1.stbc interval(1s) sliding(1s) from test1.stbc + partition by tbname,tint + stream_options(max_delay(4m)|pre_filter(tint in ('1','2'))|fill_history ) + into test1.stbcout output_subtable(concat('stbc_',tbname)) + tags( + tablename varchar(50) as tbname, + tint int as tint + ) + as select + _wstart ts, + last(cint) cint + from + %%trows; + """) + sql2 = (f""" + create stream test1.stbc2 interval(1s) sliding(1s) from test1.stbc + partition by tbname,tint + stream_options(max_delay(4m)|pre_filter(tint in ('1','2'))|fill_history ) + into test1.stbcout2 output_subtable(concat('stbc2_',tbname)) + tags( + tablename varchar(50) as tbname, + tint int as tint + ) + as select + _twstart t, + last(cint) cint + from + %%tbname where ts >= _twstart and ts <_twend; + """) + + tdSql.execute(sql) + tdSql.execute(sql2) + + + self.checkStreamRunning() + + + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_users where name !='root';", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + if tdSql.getRows() != expectedRows: + raise Exception("Error: checkResultRows failed, expected rows not match!") + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + try: + tdSql.execute(f"create snode on dnode {i}") + except Exception as e: + if "Insufficient privilege" in str(e): + tdLog.info(f"Insufficient privilege to create snode") + else: + raise Exception(f"create stream failed with error: {e}") + tdLog.info(f"create snode on dnode {i} success") + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) + + def insert_data(self,table_count=100, total_rows=10, interval_sec=30): + import time, random + + db_name = "test1" + stable_name = "stba" + base_ts = int(time.mktime(time.strptime("2025-01-01 00:00:00", "%Y-%m-%d %H:%M:%S"))) * 1000 + interval_ms = interval_sec * 1000 + + + random.seed(42) + + + tdSql.execute(f"create database if not exists {db_name} vgroups 6;") + tdSql.execute(f""" + CREATE STABLE IF NOT EXISTS {db_name}.{stable_name} ( + ts TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', + cts TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', + cint INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', + i1 INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium' + ) TAGS ( + tint INT, tdouble DOUBLE, tvar VARCHAR(100), + tnchar NCHAR(100), tts TIMESTAMP, tbool BOOL + ); + """) + + # 创建 table_count 张表 + for i in range(table_count): + tb_name = f"a{i}" + tag_values = f"({i % 50}, {random.uniform(0, 100):.6e}, 'tagv{i}', 'nchar{i}', {random.randint(1000000000, 2000000000)}, {'true' if i % 2 == 0 else 'false'})" + tdSql.execute(f"CREATE TABLE IF NOT EXISTS {db_name}.{tb_name} USING {db_name}.{stable_name} TAGS {tag_values};") + + # 写入数据 + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(1000, 2000) + values = f"({ts},{ts},{c1},{c2})" + for j in range(table_count): + tb_name = f"a{j}" + tdSql.execute(f"INSERT INTO {db_name}.{tb_name} VALUES {values}") + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stba", + "child_table_exists": "no", + "childtable_count": 100, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 10, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "2025-01-01 20:00:00.000", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "timestamp","name":"cts","count": 1,"start":"2025-02-01 00:00:00.000"}, + {"type": "int","name":"cint","max":100,"min":-1}, + {"type": "int","name":"i1","max":100,"min":-1} + ], + "tags": [ + {"type": "int","name":"tint","max":100,"min":-1}, + {"type": "double","name":"tdouble","max":100,"min":0}, + {"type": "varchar","name":"tvar","len":100,"count": 1}, + {"type": "nchar","name":"tnchar","len":100,"count": 1}, + {"type": "timestamp","name":"tts"}, + {"type": "bool","name":"tbool"} + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + def createTable(self): + tdSql.execute(f"use test1;") + tdSql.execute(f"CREATE STABLE `stba` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbb` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbc` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"create table a0 using stba tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table a1 using stba tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table a2 using stba tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table b0 using stbb tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table b1 using stbb tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table b2 using stbb tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table c0 using stbc tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table c1 using stbc tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table c2 using stbc tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"create stable devices(ts timestamp,cint int,i1 int) tags(tint int,tdouble double) virtual 1;") + tdSql.execute(f"create vtable d1(a1.cint,b1.i1) using devices tags(1,1.9);") + tdSql.execute(f"create vtable d2(a2.cint,b2.i1) using devices tags(2,2.9);") + tdSql.execute(f"create vtable d0(a0.cint,b0.i1) using devices tags(0,0.9);") + tdSql.execute(f"create vtable vta1(ts timestamp, c1 int from a1.cint ,c2 int from b1.i1 );") + tdSql.execute(f"create vtable vtb1(ts timestamp, c1 int from b1.cint ,c2 int from c1.i1 );") + tdSql.execute(f"create vtable vtc1(ts timestamp, c1 int from c1.cint ,c2 int from a1.i1 );") + tdSql.execute(f"create table pt(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"create table pt1(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"insert into pt values('2025-01-01 00:00:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:03:00',100,9,'test2');") + tdSql.execute(f"insert into pt values('2025-01-01 00:04:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:07:00',100,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:00:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:03:00',102,9,'test1');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:05:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:07:00',102,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:10:00',105,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:10:00',106,9,'test3');") diff --git a/test/cases/13-StreamProcessing/03-TriggerMode/test_state_new_dbg.py b/test/cases/13-StreamProcessing/03-TriggerMode/test_state_new_dbg.py index dec9caf3da36..d1e8f2969521 100644 --- a/test/cases/13-StreamProcessing/03-TriggerMode/test_state_new_dbg.py +++ b/test/cases/13-StreamProcessing/03-TriggerMode/test_state_new_dbg.py @@ -43,7 +43,8 @@ def test_stream_state_trigger(self): # streams.append(self.Basic7()) # fail # streams.append(self.Basic8()) # fail # streams.append(self.Basic9()) # fail - streams.append(self.Basic10()) # fail + # streams.append(self.Basic10()) # fail + streams.append(self.Basic11()) # tdStream.checkAll(streams) @@ -1881,7 +1882,6 @@ def create(self): tdSql.query(f"show tables") tdSql.checkRows(4) - tdLog.info(f"=============== create stream") tdSql.execute( f"create stream s0 state_window(cint) from ct0 " @@ -1891,6 +1891,7 @@ def create(self): f"where _twstart - 10s <= _c0 and _c0 <= _twend " ) + def insert1(self): tdLog.info(f"=============== insert data into stb") sqls = [ @@ -1919,3 +1920,68 @@ def check1(self): f"{self.db}.res_ct0", func=lambda: tdSql.getRows() == 3 ) + + class Basic11(StreamCheckItem): + def __init__(self): + self.db = "sdb11" + self.stb = "stb" + + def create(self): + tdLog.info(f"=============== create database") + tdSql.execute(f"create database {self.db} vgroups 4;") + tdSql.execute(f"use {self.db}") + + tdSql.execute( + f"create table if not exists {self.stb} (ts timestamp, cint int, cbool bool, cfloat float, cdouble double, cbytes varchar(100), cdecimal decimal(10, 2)) tags (tag1 int, tag2 int);") + tdSql.query(f"show stables") + tdSql.checkRows(1) + + tdLog.info(f"=============== create sub table") + tdSql.execute(f"create table ct0 using {self.stb} tags(0, 1);") + tdSql.execute(f"create table ct1 using {self.stb} tags(1, 2);") + tdSql.execute(f"create table ct2 using {self.stb} tags(2, 3);") + tdSql.execute(f"create table ct3 using {self.stb} tags(3, 4);") + + tdSql.query(f"show tables") + tdSql.checkRows(4) + + tdLog.info(f"================ correct stream test") + tdSql.execute( + f"create stream s0_succ state_window(cint) true_for(100) from ct0 into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + + tdSql.execute("drop stream s0_succ") + + tdLog.info(f"================ error stream test") + tdSql.error( + f"create stream s0_error state_window(tag1) from ct0 into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s0_error state_window(cfloat) from ct0 into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s0_error state_window(cint) true_for(-1s) from ct0 into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s0_error state_window(cint) true_for(1n) from ct0 into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + + tdSql.error( + f"create stream s0_error state_window(cint) true_for(1s) from ct0 partition by cdouble into res_ct0 as " + f"select first(_c0), last_row(_c0), count(cint) from ct0 " + f"where _twstart - 10s <= _c0 and _c0 <= _twend " + ) + diff --git a/test/cases/13-StreamProcessing/04-Options/test_meta.py b/test/cases/13-StreamProcessing/04-Options/test_meta.py index 61c3586151be..3ad1199199b7 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_meta.py +++ b/test/cases/13-StreamProcessing/04-Options/test_meta.py @@ -28,13 +28,12 @@ def test_stream_meta_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] streams.append(self.Basic0()) # [ok] add ctb and drop ctb from stb - - # # TD-36358 [流计算开发阶段] 多条流同时运行时force_output下多个分组的结果有的正确有的错误 - # streams.append(self.Basic1()) # [fail] drop data source table - + streams.append(self.Basic1()) # [ok] drop data source table streams.append(self.Basic2()) # [ok] tag过滤时，修改tag的值，从满足流条件，到不满足流条件; 从不满足流条件，到满足流条件 streams.append(self.Basic3()) # [ok] streams.append(self.Basic4()) # [ok] @@ -402,7 +401,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -428,7 +427,7 @@ def check1(self): and tdSql.compareData(0, 0, "2025-01-01 00:00:13") and tdSql.compareData(0, 1, 'None') and tdSql.compareData(0, 2, 'None') - and tdSql.compareData(0, 3, 'None') + and tdSql.compareData(0, 3, 0) and tdSql.compareData(0, 4, 'None') and tdSql.compareData(0, 5, 'None') and tdSql.compareData(0, 6, 3) @@ -516,7 +515,7 @@ def check2(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -531,7 +530,7 @@ def check2(self): tdSql.checkResultsByFunc( sql=f"select startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s from {self.db}.res_stb_ct5", - func=lambda: tdSql.getRows() == 3 + func=lambda: tdSql.getRows() == 2 # and tdSql.compareData(0, 0, "2025-01-01 00:00:10") # and tdSql.compareData(0, 1, "2025-01-01 00:00:10") # and tdSql.compareData(0, 2, "2025-01-01 00:00:12") @@ -542,7 +541,7 @@ def check2(self): and tdSql.compareData(0, 0, "2025-01-01 00:00:13") and tdSql.compareData(0, 1, 'None') and tdSql.compareData(0, 2, 'None') - and tdSql.compareData(0, 3, 'None') + and tdSql.compareData(0, 3, 0) and tdSql.compareData(0, 4, 'None') and tdSql.compareData(0, 5, 'None') and tdSql.compareData(0, 6, 3) diff --git a/test/cases/13-StreamProcessing/04-Options/test_meta_vtbl.py b/test/cases/13-StreamProcessing/04-Options/test_meta_vtbl.py index 436fb8b67a5c..beb41accd10b 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_meta_vtbl.py +++ b/test/cases/13-StreamProcessing/04-Options/test_meta_vtbl.py @@ -28,19 +28,17 @@ def test_stream_meta_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] - # TD-36727 [流计算开发阶段] 创建流之后增加新的虚拟子表，没有预期触发生成结果表 - # streams.append(self.Basic0()) # add ctb and drop ctb from stb [fail] + streams.append(self.Basic0()) # [ok] add ctb and drop ctb from stb + streams.append(self.Basic1()) # [ok] drop data source table - # TD-36358 [流计算开发阶段] 多条流同时运行时force_output下多个分组的结果有的正确有的错误 - # # streams.append(self.Basic1()) # drop data source table [fail] - - # TD-36595 [流计算开发阶段] 虚拟表+pre_filter(tag列)创建流失败 # streams.append(self.Basic2()) # tag过滤时，修改tag的值，从满足流条件，到不满足流条件; 从不满足流条件，到满足流条件 [fail] # TD-36750 [流计算开发阶段] 虚拟表+删除pre_filter(cbigint >=1)中cbigint列后，应该没有符合条件的数据了，不会触发计算窗口 - # streams.append(self.Basic3()) # [fail] + streams.append(self.Basic3()) # [ok] streams.append(self.Basic4()) # [ok] streams.append(self.Basic5()) # [ok] @@ -48,8 +46,7 @@ def test_stream_meta_trigger(self): # TD-36525 [流计算开发阶段] 删除流结果表后继续触发了也没有重建，不符合预期 # streams.append(self.Basic6()) # [fail] - # TD-36809 [流计算开发阶段] 删除数据库用例单跑可以通过，与其他不同数据库用例同跑就报错 - # streams.append(self.Basic7()) # [ok] + streams.append(self.Basic7()) # [ok] tdStream.checkAll(streams) @@ -330,7 +327,7 @@ def create(self): tdSql.execute(f"create vtable vct2 (cint from {self.db}.ct2.cint) using {self.db}.{self.vstbName} tags(2)") tdSql.execute(f"create vtable vct3 (cint from {self.db}.ct3.cint) using {self.db}.{self.vstbName} tags(3)") tdSql.execute(f"create vtable vct4 (cint from {self.db}.ct4.cint) using {self.db}.{self.vstbName} tags(3)") - tdSql.execute(f"create vtable vct5 (cint from {self.db}.ct1.cint) using {self.db}.{self.vstbName} tags(3)") + tdSql.execute(f"create vtable vct5 (cint from {self.db}.ct5.cint) using {self.db}.{self.vstbName} tags(3)") tdSql.execute( f"create stream s1_g state_window(cint) from {self.vstbName} partition by tbname, tint stream_options(force_output | pre_filter(tint=3)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s) as select _twstart, first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), _twrownum from ct2 where _c0 >= _twstart and _c0 <= _twend;" @@ -427,7 +424,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -453,7 +450,7 @@ def check1(self): and tdSql.compareData(0, 0, "2025-01-01 00:00:13") and tdSql.compareData(0, 1, 'None') and tdSql.compareData(0, 2, 'None') - and tdSql.compareData(0, 3, 'None') + and tdSql.compareData(0, 3, 0) and tdSql.compareData(0, 4, 'None') and tdSql.compareData(0, 5, 'None') and tdSql.compareData(0, 6, 3) @@ -541,7 +538,7 @@ def check2(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -556,7 +553,7 @@ def check2(self): tdSql.checkResultsByFunc( sql=f"select startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s from {self.db}.res_stb_vct5", - func=lambda: tdSql.getRows() == 3 + func=lambda: tdSql.getRows() == 2 # and tdSql.compareData(0, 0, "2025-01-01 00:00:10") # and tdSql.compareData(0, 1, "2025-01-01 00:00:10") # and tdSql.compareData(0, 2, "2025-01-01 00:00:12") @@ -567,7 +564,7 @@ def check2(self): and tdSql.compareData(0, 0, "2025-01-01 00:00:13") and tdSql.compareData(0, 1, 'None') and tdSql.compareData(0, 2, 'None') - and tdSql.compareData(0, 3, 'None') + and tdSql.compareData(0, 3, 0) and tdSql.compareData(0, 4, 'None') and tdSql.compareData(0, 5, 'None') and tdSql.compareData(0, 6, 3) @@ -602,7 +599,7 @@ def create(self): tdSql.execute(f"create vtable vct2 (cint from {self.db}.ct2.cint) using {self.db}.{self.vstbName} tags(2,2)") tdSql.execute(f"create vtable vct3 (cint from {self.db}.ct3.cint) using {self.db}.{self.vstbName} tags(3,3)") tdSql.execute(f"create vtable vct4 (cint from {self.db}.ct4.cint) using {self.db}.{self.vstbName} tags(4,4)") - tdSql.execute(f"create vtable vct5 (cint from {self.db}.ct1.cint) using {self.db}.{self.vstbName} tags(5,5)") + tdSql.execute(f"create vtable vct5 (cint from {self.db}.ct5.cint) using {self.db}.{self.vstbName} tags(5,5)") tdSql.execute( f"create stream s2_g state_window(cint) from {self.vstbName} partition by tbname, tint stream_options(pre_filter(tbigint == 1 or tbigint == 100)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" @@ -770,6 +767,7 @@ def insert2(self): tdSql.execute(f"alter vtable {self.db}.vct3 set tag tbigint = 100") tdSql.execute(f"alter vtable {self.db}.vct4 set tag tbigint = 200") tdSql.execute(f"alter vtable {self.db}.vct5 set tag tbigint = 9999") + time.sleep(10) # stream get schema change by 10s timer sqls = [ # "insert into ct1 values ('2025-01-01 00:01:00', 3);", @@ -1047,6 +1045,7 @@ def insert2(self): tdSql.execute(f"alter vtable {self.db}.{self.vntbName} add column cdouble double") tdSql.execute(f"alter vtable {self.db}.{self.vntbName} drop column cbigint") tdSql.execute(f"alter vtable {self.db}.{self.vntbName} drop column cfloat") + time.sleep(10) # stream get schema change by 10s timer sqls = [ "insert into ct1 (cts, cint, cbigint, cfloat) values ('2025-01-01 00:01:05', 3,3,3);", @@ -1077,7 +1076,6 @@ def insert2(self): # f"insert into {self.ntbName} (cts, cint, cdouble) values ('2025-01-01 00:01:20', 3,4);", ] tdSql.executes(sqls) - time.sleep(3) def check2(self): @@ -2219,13 +2217,13 @@ def insert2(self): tdSql.error(f"drop database {self.db3}") # 规则1 tdSql.error(f"drop database {self.db4}") # 规则1 tdSql.execute(f"drop database {self.db5} force") - tdSql.execute(f"drop database {self.db2}") - tdSql.execute(f"drop database {self.db3}") - tdSql.execute(f"drop database {self.db4}") + tdSql.error(f"drop database {self.db2}") # 当其他库存在虚拟表流时不能删除任何库 + tdSql.error(f"drop database {self.db3}") # 当其他库存在虚拟表流时不能删除任何库 + tdSql.error(f"drop database {self.db4}") # 当其他库存在虚拟表流时不能删除任何库 def check2(self): tdSql.query(f'select * from information_schema.ins_databases where name like "sdb7_%"') - tdSql.checkRows(0) + tdSql.checkRows(3) # tdSql.checkResultsByFunc( # sql=f'select * from information_schema.ins_databases where name like "sdb7_%"', # func=lambda: tdSql.getRows() == 0 diff --git a/test/cases/13-StreamProcessing/04-Options/test_options.py b/test/cases/13-StreamProcessing/04-Options/test_options.py index e99d40593809..d3a3367ddcb6 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_options.py +++ b/test/cases/13-StreamProcessing/04-Options/test_options.py @@ -28,30 +28,30 @@ def test_stream_options_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] - streams.append(self.Basic0()) # WATERMARK [ok] + streams.append(self.Basic0()) # [ok] WATERMARK [ok] # TD-36739 [流计算开发阶段] 流计算state窗口+expired_time(10s)对过期的乱序数据也进行了重算 - # streams.append(self.Basic1()) # EXPIRED_TIME [fail] + # streams.append(self.Basic1()) # [fail] EXPIRED_TIME [fail] - streams.append(self.Basic2()) # IGNORE_DISORDER [ok] - streams.append(self.Basic3()) # DELETE_RECALC [ok] + streams.append(self.Basic2()) # [ok] IGNORE_DISORDER [ok] + streams.append(self.Basic3()) # [ok] DELETE_RECALC [ok] # # # TD-36305 [流计算开发阶段] 流计算state窗口+超级表%%rows+delete_output_table没有删除结果表 - # # # streams.append(self.Basic4()) # DELETE_OUTPUT_TABLE [fail] - - streams.append(self.Basic5()) # FILL_HISTORY [ok] - streams.append(self.Basic6()) # FILL_HISTORY_FIRST [ok] - # streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] - # # # # streams.append(self.Basic8()) # LOW_LATENCY_CALC temp no test [x] - # streams.append(self.Basic9()) # PRE_FILTER [ok] - # streams.append(self.Basic10()) # FORCE_OUTPUT [ok] - # streams.append(self.Basic11()) # MAX_DELAY [ok] - streams.append(self.Basic11_1()) # MAX_DELAY [ok] - # streams.append(self.Basic12()) # EVENT_TYPE [ok] - - streams.append(self.Basic13()) # IGNORE_NODATA_TRIGGER [ok] + # streams.append(self.Basic4()) # [fail] DELETE_OUTPUT_TABLE + streams.append(self.Basic5()) # [ok] FILL_HISTORY [ok] + streams.append(self.Basic6()) # [ok] FILL_HISTORY_FIRST [ok] + streams.append(self.Basic7()) # [ok] CALC_NOTIFY_ONLY [ok] + # streams.append(self.Basic8()) # [x] LOW_LATENCY_CALC temp no test [x] + streams.append(self.Basic9()) # [ok] PRE_FILTER [ok] + streams.append(self.Basic10()) # [ok] FORCE_OUTPUT [ok] + streams.append(self.Basic11()) # [ok] MAX_DELAY [ok] + streams.append(self.Basic11_1()) # [ok] MAX_DELAY [ok] need to modify case + streams.append(self.Basic12()) # [ok] EVENT_TYPE [ok] + streams.append(self.Basic13()) # [ok] IGNORE_NODATA_TRIGGER [ok] # streams.append(self.Basic14()) # watermark + expired_time + ignore_disorder [fail] 对超期的数据仍然进行了计算 @@ -1432,10 +1432,10 @@ def create(self): tdSql.checkRows(4) tdSql.execute( - f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) tdSql.execute( - f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) def insert1(self): @@ -1782,7 +1782,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1808,7 +1808,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1879,7 +1879,61 @@ def insert1(self): "insert into ct4 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay ] tdSql.executes(sqls) - time.sleep(5) # should modify to insert2 and check2 + time.sleep(3) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', + func=lambda: tdSql.getRows() == 1, + ) + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', + func=lambda: tdSql.getRows() == 4, + ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct1", + schema=[ + ["lastts", "TIMESTAMP", 8, ""], + ["firstts", "TIMESTAMP", 8, ""], + ["cnt_v", "BIGINT", 8, ""], + ["sum_v", "BIGINT", 8, ""], + ["avg_v", "DOUBLE", 8, ""], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + def insert2(self): sqls = [ "insert into ct1 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", @@ -1895,7 +1949,7 @@ def insert1(self): ] tdSql.executes(sqls) - def check1(self): + def check2(self): tdSql.checkResultsByFunc( sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', func=lambda: tdSql.getRows() == 1, @@ -2075,83 +2129,43 @@ def insert2(self): def check2(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), - ) - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) def insert3(self): @@ -2170,152 +2184,92 @@ def insert3(self): def check3(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) def insert4(self): sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct1 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update - "insert into ct2 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct3 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct4 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct2 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct3 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct4 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update ] tdSql.executes(sqls) time.sleep(5) @@ -2336,18 +2290,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2365,18 +2319,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2394,18 +2348,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2423,18 +2377,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2452,20 +2406,19 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), - ) - + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) + ) class Basic12(StreamCheckItem): def __init__(self): self.db = "sdb12" @@ -2994,4 +2947,4 @@ def check2(self): and tdSql.compareData(2, 2, 4) and tdSql.compareData(2, 3, 8) and tdSql.compareData(2, 4, 2), - ) \ No newline at end of file + ) diff --git a/test/cases/13-StreamProcessing/04-Options/test_options_ns.py b/test/cases/13-StreamProcessing/04-Options/test_options_ns.py index 1091540b6047..f0e9d4a4ddb3 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_options_ns.py +++ b/test/cases/13-StreamProcessing/04-Options/test_options_ns.py @@ -28,6 +28,8 @@ def test_stream_options_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] streams.append(self.Basic0()) # WATERMARK [ok] @@ -40,13 +42,13 @@ def test_stream_options_trigger(self): streams.append(self.Basic5()) # FILL_HISTORY [ok] streams.append(self.Basic6()) # FILL_HISTORY_FIRST [ok] - # # streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] + streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] # # # # # streams.append(self.Basic8()) # LOW_LATENCY_CALC temp no test [x] - # # streams.append(self.Basic9()) # PRE_FILTER [ok] - # # streams.append(self.Basic10()) # FORCE_OUTPUT [ok] - # # streams.append(self.Basic11()) # MAX_DELAY [ok] - # streams.append(self.Basic11_1()) # MAX_DELAY [fail] - # streams.append(self.Basic12()) # EVENT_TYPE [ok] + streams.append(self.Basic9()) # PRE_FILTER [ok] + streams.append(self.Basic10()) # FORCE_OUTPUT [ok] + streams.append(self.Basic11()) # MAX_DELAY [ok] + streams.append(self.Basic11_1()) # MAX_DELAY [fail] # TD-37017 [流计算开发阶段] state窗口+max_delay+ns精度库多出来一个结果窗口 + streams.append(self.Basic12()) # EVENT_TYPE [ok] streams.append(self.Basic13()) # IGNORE_NODATA_TRIGGER [fail] # streams.append(self.Basic14()) # watermark + expired_time + ignore_disorder [fail] 对超期的数据仍然进行了计算 @@ -1428,10 +1430,10 @@ def create(self): tdSql.checkRows(4) tdSql.execute( - f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) tdSql.execute( - f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) def insert1(self): @@ -1778,7 +1780,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13.000000000") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1804,7 +1806,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13.000000000") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1875,7 +1877,61 @@ def insert1(self): "insert into ct4 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay ] tdSql.executes(sqls) - time.sleep(5) # should modify to insert2 and check2 + time.sleep(3) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', + func=lambda: tdSql.getRows() == 1, + ) + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', + func=lambda: tdSql.getRows() == 4, + ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct1", + schema=[ + ["lastts", "TIMESTAMP", 8, ""], + ["firstts", "TIMESTAMP", 8, ""], + ["cnt_v", "BIGINT", 8, ""], + ["sum_v", "BIGINT", 8, ""], + ["avg_v", "DOUBLE", 8, ""], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02.000000000") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02.000000000") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05.000000000") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03.000000000") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02.000000000") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02.000000000") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05.000000000") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03.000000000") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + def insert2(self): sqls = [ "insert into ct1 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", @@ -1891,7 +1947,7 @@ def insert1(self): ] tdSql.executes(sqls) - def check1(self): + def check2(self): tdSql.checkResultsByFunc( sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', func=lambda: tdSql.getRows() == 1, @@ -2071,83 +2127,43 @@ def insert2(self): def check2(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08.000000000") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08.000000000") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), - ) - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08.000000000") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08.000000000") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) def insert3(self): @@ -2166,152 +2182,92 @@ def insert3(self): def check3(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07.000000000") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07.000000000") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07.000000000") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07.000000000") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 1, "2025-01-01 00:00:05.000000000") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07.000000000") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(1, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) def insert4(self): sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct1 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update - "insert into ct2 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct3 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct4 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct2 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct3 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct4 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update ] tdSql.executes(sqls) time.sleep(5) @@ -2332,18 +2288,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2361,18 +2317,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2390,18 +2346,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2419,18 +2375,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2448,18 +2404,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08.000000000") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10.000000000") and tdSql.compareData(2, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10.000000000") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20.000000000") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25.000000000") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) class Basic12(StreamCheckItem): diff --git a/test/cases/13-StreamProcessing/04-Options/test_options_stbl.py b/test/cases/13-StreamProcessing/04-Options/test_options_stbl.py deleted file mode 100644 index e6a1abdbbc73..000000000000 --- a/test/cases/13-StreamProcessing/04-Options/test_options_stbl.py +++ /dev/null @@ -1,2704 +0,0 @@ -import time -from new_test_framework.utils import (tdLog,tdSql,tdStream,StreamCheckItem,) - - -class TestStreamOptionsTrigger: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_options_trigger(self): - """Stream basic test 1 - """ - - tdStream.createSnode() - - streams = [] - streams.append(self.Basic0()) # WATERMARK [ok] - # # streams.append(self.Basic1()) # EXPIRED_TIME fail - streams.append(self.Basic2()) # IGNORE_DISORDER [ok] - streams.append(self.Basic3()) # DELETE_RECALC [ok] - - # # TD-36305 [流计算开发阶段] 流计算state窗口+超级表%%rows+delete_output_table没有删除结果表 - # # streams.append(self.Basic4()) # DELETE_OUTPUT_TABLE - - streams.append(self.Basic5()) # FILL_HISTORY [ok] - streams.append(self.Basic6()) # FILL_HISTORY_FIRST [ok] - # streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] - # # # streams.append(self.Basic8()) # LOW_LATENCY_CALC temp no test - # streams.append(self.Basic9()) # PRE_FILTER [ok] - # streams.append(self.Basic10()) # FORCE_OUTPUT [ok] - # # streams.append(self.Basic11()) # MAX_DELAY - # # streams.append(self.Basic11_1()) # MAX_DELAY - # streams.append(self.Basic12()) # EVENT_TYPE [ok] - # # streams.append(self.Basic13()) # IGNORE_NODATA_TRIGGER - - # # streams.append(self.Basic14()) # watermark + expired_time + ignore_disorder fail 对超期的数据仍然进行了计算 - - tdStream.checkAll(streams) - - class Basic0(StreamCheckItem): - def __init__(self): - self.db = "sdb0" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - - tdSql.query(f"show tables") - tdSql.checkRows(2) - - tdSql.execute( - f"create stream s0 state_window(cint) from ct1 stream_options(watermark(10s)) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s0_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(watermark(10s)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:05', 0);", - "insert into ct1 values ('2025-01-01 00:00:09', 0);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:19', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 2);", - "insert into ct1 values ('2025-01-01 00:00:22', 2);", - "insert into ct1 values ('2025-01-01 00:00:23', 2);", - "insert into ct1 values ('2025-01-01 00:00:25', 3);", - "insert into ct1 values ('2025-01-01 00:00:26', 3);", - "insert into ct1 values ('2025-01-01 00:00:29', 3);", - "insert into ct1 values ('2025-01-01 00:00:30', 4);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:05', 0);", - "insert into ct2 values ('2025-01-01 00:00:09', 0);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:19', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 2);", - "insert into ct2 values ('2025-01-01 00:00:22', 2);", - "insert into ct2 values ('2025-01-01 00:00:23', 2);", - "insert into ct2 values ('2025-01-01 00:00:25', 3);", - "insert into ct2 values ('2025-01-01 00:00:26', 3);", - "insert into ct2 values ('2025-01-01 00:00:29', 3);", - "insert into ct2 values ('2025-01-01 00:00:30', 4);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name like "res_ct%")', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name like "res_stb_%")', - func=lambda: tdSql.getRows() == 2, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - # and tdSql.compareData(2, 2, 3) - # and tdSql.compareData(2, 3, 6) - # and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - # and tdSql.compareData(2, 2, 3) - # and tdSql.compareData(2, 3, 6) - # and tdSql.compareData(2, 4, 2), - ) - - def insert2(self): - sqls = [ - # "insert into ct1 values ('2025-01-01 00:00:00', 0);", - # "insert into ct1 values ('2025-01-01 00:00:05', 0);", - # "insert into ct1 values ('2025-01-01 00:00:09', 0);", - # "insert into ct1 values ('2025-01-01 00:00:10', 1);", - # "insert into ct1 values ('2025-01-01 00:00:15', 1);", - # "insert into ct1 values ('2025-01-01 00:00:19', 1);", - # "insert into ct1 values ('2025-01-01 00:00:20', 2);", - # "insert into ct1 values ('2025-01-01 00:00:22', 2);", - # "insert into ct1 values ('2025-01-01 00:00:23', 2);", - # "insert into ct1 values ('2025-01-01 00:00:25', 3);", - # "insert into ct1 values ('2025-01-01 00:00:26', 3);", - # "insert into ct1 values ('2025-01-01 00:00:29', 3);", - # "insert into ct1 values ('2025-01-01 00:00:30', 4);", - - "insert into ct1 values ('2025-01-01 00:00:21', 2);", - "insert into ct2 values ('2025-01-01 00:00:21', 2);", - - "insert into ct1 values ('2025-01-01 00:00:35', 4);", - "insert into ct2 values ('2025-01-01 00:00:35', 4);", - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) - - class Basic1(StreamCheckItem): - def __init__(self): - self.db = "sdb1" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.db}.{self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table {self.db}.ct1 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct2 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct3 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct4 using {self.db}.{self.stbName} tags(1)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s1 state_window(cint) from ct1 stream_options(expired_time(10s)) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s1_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(expired_time(10s)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 1);", - "insert into ct1 values ('2025-01-01 00:00:25', 1);", - "insert into ct1 values ('2025-01-01 00:00:30', 2);", - "insert into ct1 values ('2025-01-01 00:00:35', 2);", - "insert into ct1 values ('2025-01-01 00:00:40', 2);", - "insert into ct1 values ('2025-01-01 00:00:45', 2);", - "insert into ct1 values ('2025-01-01 00:00:50', 2);", - "insert into ct1 values ('2025-01-01 00:00:55', 2);", - "insert into ct1 values ('2025-01-01 00:01:00', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 1);", - "insert into ct2 values ('2025-01-01 00:00:25', 1);", - "insert into ct2 values ('2025-01-01 00:00:30', 2);", - "insert into ct2 values ('2025-01-01 00:00:35', 2);", - "insert into ct2 values ('2025-01-01 00:00:40', 2);", - "insert into ct2 values ('2025-01-01 00:00:45', 2);", - "insert into ct2 values ('2025-01-01 00:00:50', 2);", - "insert into ct2 values ('2025-01-01 00:00:55', 2);", - "insert into ct2 values ('2025-01-01 00:01:00', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1);", - "insert into ct3 values ('2025-01-01 00:00:20', 1);", - "insert into ct3 values ('2025-01-01 00:00:25', 1);", - "insert into ct3 values ('2025-01-01 00:00:30', 2);", - "insert into ct3 values ('2025-01-01 00:00:35', 2);", - "insert into ct3 values ('2025-01-01 00:00:40', 2);", - "insert into ct3 values ('2025-01-01 00:00:45', 2);", - "insert into ct3 values ('2025-01-01 00:00:50', 2);", - "insert into ct3 values ('2025-01-01 00:00:55', 2);", - "insert into ct3 values ('2025-01-01 00:01:00', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1);", - "insert into ct4 values ('2025-01-01 00:00:20', 1);", - "insert into ct4 values ('2025-01-01 00:00:25', 1);", - "insert into ct4 values ('2025-01-01 00:00:30', 2);", - "insert into ct4 values ('2025-01-01 00:00:35', 2);", - "insert into ct4 values ('2025-01-01 00:00:40', 2);", - "insert into ct4 values ('2025-01-01 00:00:45', 2);", - "insert into ct4 values ('2025-01-01 00:00:50', 2);", - "insert into ct4 values ('2025-01-01 00:00:55', 2);", - "insert into ct4 values ('2025-01-01 00:01:00', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 12) - and tdSql.compareData(1, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 12) - and tdSql.compareData(1, 4, 2), - ) - - def insert2(self): - sqls = [ - # "insert into ct1 values ('2025-01-01 00:00:00', 1);", - # "insert into ct1 values ('2025-01-01 00:00:05', 1);", - # "insert into ct1 values ('2025-01-01 00:00:10', 1);", - # "insert into ct1 values ('2025-01-01 00:00:15', 1);", - # "insert into ct1 values ('2025-01-01 00:00:20', 1);", - # "insert into ct1 values ('2025-01-01 00:00:25', 1);", - # "insert into ct1 values ('2025-01-01 00:00:30', 2);", - # "insert into ct1 values ('2025-01-01 00:00:35', 2);", - # "insert into ct1 values ('2025-01-01 00:00:40', 2);", - # "insert into ct1 values ('2025-01-01 00:00:45', 2);", - # "insert into ct1 values ('2025-01-01 00:00:50', 2);", - # "insert into ct1 values ('2025-01-01 00:00:55', 2);", - # "insert into ct2 values ('2025-01-01 00:01:00', 3);", - - "insert into ct1 values ('2025-01-01 00:00:26', 1);", - "insert into ct1 values ('2025-01-01 00:00:51', 2);", - - "insert into ct2 values ('2025-01-01 00:00:26', 1);", - "insert into ct2 values ('2025-01-01 00:00:51', 2);", - - "insert into ct3 values ('2025-01-01 00:00:26', 1);", - "insert into ct3 values ('2025-01-01 00:00:51', 2);", - - "insert into ct4 values ('2025-01-01 00:00:26', 1);", - "insert into ct4 values ('2025-01-01 00:00:51', 2);", - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 7) - and tdSql.compareData(1, 3, 14) - and tdSql.compareData(1, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 7) - and tdSql.compareData(1, 3, 14) - and tdSql.compareData(1, 4, 2), - ) - - class Basic2(StreamCheckItem): - def __init__(self): - self.db = "sdb2" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - - tdSql.query(f"show tables") - tdSql.checkRows(2) - - tdSql.execute( - f"create stream s2 state_window(cint) from ct1 stream_options(ignore_disorder) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s2_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(ignore_disorder) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:09', 0);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:19', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 2);", - "insert into ct1 values ('2025-01-01 00:00:29', 2);", - "insert into ct1 values ('2025-01-01 00:00:40', 6);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:09', 0);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:19', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 2);", - "insert into ct2 values ('2025-01-01 00:00:29', 2);", - "insert into ct2 values ('2025-01-01 00:00:40', 6);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name like "res_%")', - func=lambda: tdSql.getRows() == 3, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 4) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 4) - and tdSql.compareData(2, 4, 2), - ) - - def insert2(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:01', 0);", - "insert into ct1 values ('2025-01-01 00:00:08', 0);", - "insert into ct1 values ('2025-01-01 00:00:11', 2);", - "insert into ct1 values ('2025-01-01 00:00:18', 2);", - "insert into ct1 values ('2025-01-01 00:00:20', 4);", - "insert into ct1 values ('2025-01-01 00:00:29', 4);", - "insert into ct1 values ('2025-01-01 00:00:30', 3);", - - "insert into ct2 values ('2025-01-01 00:00:01', 0);", - "insert into ct2 values ('2025-01-01 00:00:08', 0);", - "insert into ct2 values ('2025-01-01 00:00:11', 2);", - "insert into ct2 values ('2025-01-01 00:00:18', 2);", - "insert into ct2 values ('2025-01-01 00:00:20', 4);", - "insert into ct2 values ('2025-01-01 00:00:29', 4);", - "insert into ct2 values ('2025-01-01 00:00:30', 3);", - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 4) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 4) - and tdSql.compareData(2, 4, 2), - ) - - class Basic3(StreamCheckItem): - def __init__(self): - self.db = "sdb3" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - - tdSql.query(f"show tables") - tdSql.checkRows(2) - - tdSql.execute( - f"create stream s3 state_window(cint) from ct1 stream_options(delete_recalc) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - tdSql.execute( - f"create stream s3_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(delete_recalc) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:01', 0);", - "insert into ct1 values ('2025-01-01 00:00:02', 1);", - "insert into ct1 values ('2025-01-01 00:00:03', 1);", - "insert into ct1 values ('2025-01-01 00:00:04', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 2);", - "insert into ct1 values ('2025-01-01 00:00:06', 2);", - "insert into ct1 values ('2025-01-01 00:00:07', 2);", - "insert into ct1 values ('2025-01-01 00:00:08', 2);", - "insert into ct1 values ('2025-01-01 00:00:09', 3);", - "insert into ct1 values ('2025-01-01 00:00:10', 3);", - "insert into ct1 values ('2025-01-01 00:00:11', 3);", - "insert into ct1 values ('2025-01-01 00:00:12', 4);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:01', 0);", - "insert into ct2 values ('2025-01-01 00:00:02', 1);", - "insert into ct2 values ('2025-01-01 00:00:03', 1);", - "insert into ct2 values ('2025-01-01 00:00:04', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 2);", - "insert into ct2 values ('2025-01-01 00:00:06', 2);", - "insert into ct2 values ('2025-01-01 00:00:07', 2);", - "insert into ct2 values ('2025-01-01 00:00:08', 2);", - "insert into ct2 values ('2025-01-01 00:00:09', 3);", - "insert into ct2 values ('2025-01-01 00:00:10', 3);", - "insert into ct2 values ('2025-01-01 00:00:11', 3);", - "insert into ct2 values ('2025-01-01 00:00:12', 4);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name="res_ct1" or table_name="res_stb_ct1" or table_name="res_stb_ct2")', - func=lambda: tdSql.getRows() == 3, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:02") - and tdSql.compareData(1, 1, "2025-01-01 00:00:04") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:05") - and tdSql.compareData(2, 1, "2025-01-01 00:00:08") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2) - and tdSql.compareData(3, 0, "2025-01-01 00:00:09") - and tdSql.compareData(3, 1, "2025-01-01 00:00:11") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 9) - and tdSql.compareData(3, 4, 3), - ) - - def insert2(self): - sqls = [ - "delete from ct1 where cts >= '2025-01-01 00:00:00' and cts <= '2025-01-01 00:00:01';", - "delete from ct1 where cts = '2025-01-01 00:00:02';", - "delete from ct1 where cts = '2025-01-01 00:00:06';", - "delete from ct1 where cts = '2025-01-01 00:00:11';", - "delete from ct2 where cts >= '2025-01-01 00:00:00' and cts <= '2025-01-01 00:00:01';", - "delete from ct2 where cts = '2025-01-01 00:00:02';", - "delete from ct2 where cts = '2025-01-01 00:00:06';", - "delete from ct2 where cts = '2025-01-01 00:00:11';", - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 5 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:02") - and tdSql.compareData(1, 1, "2025-01-01 00:00:04") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:03") - and tdSql.compareData(2, 1, "2025-01-01 00:00:04") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(3, 0, "2025-01-01 00:00:05") - and tdSql.compareData(3, 1, "2025-01-01 00:00:08") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 6) - and tdSql.compareData(3, 4, 2) - and tdSql.compareData(4, 0, "2025-01-01 00:00:09") - and tdSql.compareData(4, 1, "2025-01-01 00:00:10") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 6) - and tdSql.compareData(4, 4, 3), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 5 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:02") - and tdSql.compareData(1, 1, "2025-01-01 00:00:04") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:03") - and tdSql.compareData(2, 1, "2025-01-01 00:00:04") - and tdSql.compareData(2, 2, 2) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(3, 0, "2025-01-01 00:00:05") - and tdSql.compareData(3, 1, "2025-01-01 00:00:08") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 6) - and tdSql.compareData(3, 4, 2) - and tdSql.compareData(4, 0, "2025-01-01 00:00:09") - and tdSql.compareData(4, 1, "2025-01-01 00:00:10") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 6) - and tdSql.compareData(4, 4, 3), - ) - - class Basic4(StreamCheckItem): - def __init__(self): - self.db = "sdb4" - self.stbName = "stb" - self.vstbName = "vstb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.db}.{self.stbName} (cts timestamp, cint int) tags (tint int)") - # tdSql.query(f"show stables") - # tdSql.checkRows(1) - - tdSql.execute(f"create table {self.db}.ct1 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct2 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct3 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct4 using {self.db}.{self.stbName} tags(1)") - - # tdSql.query(f"show tables") - # tdSql.checkRows(4) - - tdSql.execute( - f"create stream s4 state_window(cint) from ct1 stream_options(delete_output_table) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s4_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(delete_output_table) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 1);", - "insert into ct1 values ('2025-01-01 00:00:25', 1);", - "insert into ct1 values ('2025-01-01 00:00:30', 2);", - "insert into ct1 values ('2025-01-01 00:00:35', 2);", - "insert into ct1 values ('2025-01-01 00:00:40', 2);", - "insert into ct1 values ('2025-01-01 00:00:45', 2);", - "insert into ct1 values ('2025-01-01 00:00:50', 2);", - "insert into ct1 values ('2025-01-01 00:00:55', 2);", - "insert into ct1 values ('2025-01-01 00:01:00', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 1);", - "insert into ct2 values ('2025-01-01 00:00:25', 1);", - "insert into ct2 values ('2025-01-01 00:00:30', 2);", - "insert into ct2 values ('2025-01-01 00:00:35', 2);", - "insert into ct2 values ('2025-01-01 00:00:40', 2);", - "insert into ct2 values ('2025-01-01 00:00:45', 2);", - "insert into ct2 values ('2025-01-01 00:00:50', 2);", - "insert into ct2 values ('2025-01-01 00:00:55', 2);", - "insert into ct2 values ('2025-01-01 00:01:00', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1);", - "insert into ct3 values ('2025-01-01 00:00:20', 1);", - "insert into ct3 values ('2025-01-01 00:00:25', 1);", - "insert into ct3 values ('2025-01-01 00:00:30', 2);", - "insert into ct3 values ('2025-01-01 00:00:35', 2);", - "insert into ct3 values ('2025-01-01 00:00:40', 2);", - "insert into ct3 values ('2025-01-01 00:00:45', 2);", - "insert into ct3 values ('2025-01-01 00:00:50', 2);", - "insert into ct3 values ('2025-01-01 00:00:55', 2);", - "insert into ct3 values ('2025-01-01 00:01:00', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1);", - "insert into ct4 values ('2025-01-01 00:00:20', 1);", - "insert into ct4 values ('2025-01-01 00:00:25', 1);", - "insert into ct4 values ('2025-01-01 00:00:30', 2);", - "insert into ct4 values ('2025-01-01 00:00:35', 2);", - "insert into ct4 values ('2025-01-01 00:00:40', 2);", - "insert into ct4 values ('2025-01-01 00:00:45', 2);", - "insert into ct4 values ('2025-01-01 00:00:50', 2);", - "insert into ct4 values ('2025-01-01 00:00:55', 2);", - "insert into ct4 values ('2025-01-01 00:01:00', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 12) - and tdSql.compareData(1, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:25") - and tdSql.compareData(0, 2, 6) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:30") - and tdSql.compareData(1, 1, "2025-01-01 00:00:55") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 12) - and tdSql.compareData(1, 4, 2), - ) - - def insert2(self): - sqls = [ - f"drop table {self.db}.ct1", - f"drop table {self.db}.ct4", - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 2, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name ="res_stb_ct2" or table_name ="res_stb_ct3")', - func=lambda: tdSql.getRows() == 2, - ) - - class Basic5(StreamCheckItem): - def __init__(self): - self.db = "sdb5" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - tdSql.execute(f"create table ct3 using stb tags(3)") - tdSql.execute(f"create table ct4 using stb tags(4)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdLog.info(f"start insert into history data") - sqls = [ - "insert into ct1 values ('2024-01-01 00:00:00', 0);", - "insert into ct1 values ('2024-01-01 00:00:01', 0);", - "insert into ct1 values ('2024-01-01 00:00:02', 1);", - "insert into ct1 values ('2024-01-01 00:00:03', 1);", - "insert into ct1 values ('2024-01-01 00:00:04', 1);", - "insert into ct1 values ('2024-01-01 00:00:05', 2);", - "insert into ct1 values ('2024-01-01 00:00:06', 2);", - "insert into ct1 values ('2024-01-01 00:00:07', 2);", - "insert into ct1 values ('2024-01-01 00:00:08', 2);", - "insert into ct1 values ('2024-01-01 00:00:09', 3);", - "insert into ct1 values ('2024-01-02 00:00:00', 0);", - "insert into ct1 values ('2024-01-02 00:00:01', 0);", - "insert into ct1 values ('2024-01-02 00:00:02', 1);", - "insert into ct1 values ('2024-01-02 00:00:03', 1);", - "insert into ct1 values ('2024-01-02 00:00:04', 1);", - "insert into ct1 values ('2024-01-02 00:00:05', 2);", - "insert into ct1 values ('2024-01-02 00:00:06', 2);", - "insert into ct1 values ('2024-01-02 00:00:07', 2);", - "insert into ct1 values ('2024-01-02 00:00:08', 2);", - "insert into ct1 values ('2024-01-02 00:00:09', 3);", - - "insert into ct2 values ('2024-01-01 00:00:00', 0);", - "insert into ct2 values ('2024-01-01 00:00:01', 0);", - "insert into ct2 values ('2024-01-01 00:00:02', 1);", - "insert into ct2 values ('2024-01-01 00:00:03', 1);", - "insert into ct2 values ('2024-01-01 00:00:04', 1);", - "insert into ct2 values ('2024-01-01 00:00:05', 2);", - "insert into ct2 values ('2024-01-01 00:00:06', 2);", - "insert into ct2 values ('2024-01-01 00:00:07', 2);", - "insert into ct2 values ('2024-01-01 00:00:08', 2);", - "insert into ct2 values ('2024-01-01 00:00:09', 3);", - "insert into ct2 values ('2024-01-02 00:00:00', 0);", - "insert into ct2 values ('2024-01-02 00:00:01', 0);", - "insert into ct2 values ('2024-01-02 00:00:02', 1);", - "insert into ct2 values ('2024-01-02 00:00:03', 1);", - "insert into ct2 values ('2024-01-02 00:00:04', 1);", - "insert into ct2 values ('2024-01-02 00:00:05', 2);", - "insert into ct2 values ('2024-01-02 00:00:06', 2);", - "insert into ct2 values ('2024-01-02 00:00:07', 2);", - "insert into ct2 values ('2024-01-02 00:00:08', 2);", - "insert into ct2 values ('2024-01-02 00:00:09', 3);", - - "insert into ct3 values ('2024-01-01 00:00:00', 0);", - "insert into ct3 values ('2024-01-01 00:00:01', 0);", - "insert into ct3 values ('2024-01-01 00:00:02', 1);", - "insert into ct3 values ('2024-01-01 00:00:03', 1);", - "insert into ct3 values ('2024-01-01 00:00:04', 1);", - "insert into ct3 values ('2024-01-01 00:00:05', 2);", - "insert into ct3 values ('2024-01-01 00:00:06', 2);", - "insert into ct3 values ('2024-01-01 00:00:07', 2);", - "insert into ct3 values ('2024-01-01 00:00:08', 2);", - "insert into ct3 values ('2024-01-01 00:00:09', 3);", - "insert into ct3 values ('2024-01-02 00:00:00', 0);", - "insert into ct3 values ('2024-01-02 00:00:01', 0);", - "insert into ct3 values ('2024-01-02 00:00:02', 1);", - "insert into ct3 values ('2024-01-02 00:00:03', 1);", - "insert into ct3 values ('2024-01-02 00:00:04', 1);", - "insert into ct3 values ('2024-01-02 00:00:05', 2);", - "insert into ct3 values ('2024-01-02 00:00:06', 2);", - "insert into ct3 values ('2024-01-02 00:00:07', 2);", - "insert into ct3 values ('2024-01-02 00:00:08', 2);", - "insert into ct3 values ('2024-01-02 00:00:09', 3);", - - "insert into ct4 values ('2024-01-01 00:00:00', 0);", - "insert into ct4 values ('2024-01-01 00:00:01', 0);", - "insert into ct4 values ('2024-01-01 00:00:02', 1);", - "insert into ct4 values ('2024-01-01 00:00:03', 1);", - "insert into ct4 values ('2024-01-01 00:00:04', 1);", - "insert into ct4 values ('2024-01-01 00:00:05', 2);", - "insert into ct4 values ('2024-01-01 00:00:06', 2);", - "insert into ct4 values ('2024-01-01 00:00:07', 2);", - "insert into ct4 values ('2024-01-01 00:00:08', 2);", - "insert into ct4 values ('2024-01-01 00:00:09', 3);", - "insert into ct4 values ('2024-01-02 00:00:00', 0);", - "insert into ct4 values ('2024-01-02 00:00:01', 0);", - "insert into ct4 values ('2024-01-02 00:00:02', 1);", - "insert into ct4 values ('2024-01-02 00:00:03', 1);", - "insert into ct4 values ('2024-01-02 00:00:04', 1);", - "insert into ct4 values ('2024-01-02 00:00:05', 2);", - "insert into ct4 values ('2024-01-02 00:00:06', 2);", - "insert into ct4 values ('2024-01-02 00:00:07', 2);", - "insert into ct4 values ('2024-01-02 00:00:08', 2);", - "insert into ct4 values ('2024-01-02 00:00:09', 3);", - ] - tdSql.executes(sqls) - - tdSql.execute( - f"create stream s5 state_window(cint) from ct1 stream_options(fill_history('2024-01-02 00:00:00')) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - tdSql.execute( - f"create stream s5_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(fill_history('2024-01-02 00:00:00')) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:01', 0);", - "insert into ct1 values ('2025-01-01 00:00:02', 1);", - "insert into ct1 values ('2025-01-01 00:00:03', 1);", - "insert into ct1 values ('2025-01-01 00:00:04', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 2);", - "insert into ct1 values ('2025-01-01 00:00:06', 2);", - "insert into ct1 values ('2025-01-01 00:00:07', 2);", - "insert into ct1 values ('2025-01-01 00:00:08', 2);", - "insert into ct1 values ('2025-01-01 00:00:09', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:01', 0);", - "insert into ct2 values ('2025-01-01 00:00:02', 1);", - "insert into ct2 values ('2025-01-01 00:00:03', 1);", - "insert into ct2 values ('2025-01-01 00:00:04', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 2);", - "insert into ct2 values ('2025-01-01 00:00:06', 2);", - "insert into ct2 values ('2025-01-01 00:00:07', 2);", - "insert into ct2 values ('2025-01-01 00:00:08', 2);", - "insert into ct2 values ('2025-01-01 00:00:09', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 0);", - "insert into ct3 values ('2025-01-01 00:00:01', 0);", - "insert into ct3 values ('2025-01-01 00:00:02', 1);", - "insert into ct3 values ('2025-01-01 00:00:03', 1);", - "insert into ct3 values ('2025-01-01 00:00:04', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 2);", - "insert into ct3 values ('2025-01-01 00:00:06', 2);", - "insert into ct3 values ('2025-01-01 00:00:07', 2);", - "insert into ct3 values ('2025-01-01 00:00:08', 2);", - "insert into ct3 values ('2025-01-01 00:00:09', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 0);", - "insert into ct4 values ('2025-01-01 00:00:01', 0);", - "insert into ct4 values ('2025-01-01 00:00:02', 1);", - "insert into ct4 values ('2025-01-01 00:00:03', 1);", - "insert into ct4 values ('2025-01-01 00:00:04', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 2);", - "insert into ct4 values ('2025-01-01 00:00:06', 2);", - "insert into ct4 values ('2025-01-01 00:00:07', 2);", - "insert into ct4 values ('2025-01-01 00:00:08', 2);", - "insert into ct4 values ('2025-01-01 00:00:09', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 7 - and tdSql.compareData(0, 0, "2024-01-02 00:00:00") - and tdSql.compareData(0, 1, "2024-01-02 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(4, 0, "2025-01-01 00:00:00") - and tdSql.compareData(4, 1, "2025-01-01 00:00:01") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 0) - and tdSql.compareData(4, 4, 0) - and tdSql.compareData(6, 0, "2025-01-01 00:00:05") - and tdSql.compareData(6, 1, "2025-01-01 00:00:08") - and tdSql.compareData(6, 2, 4) - and tdSql.compareData(6, 3, 8) - and tdSql.compareData(6, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 7 - and tdSql.compareData(0, 0, "2024-01-02 00:00:00") - and tdSql.compareData(0, 1, "2024-01-02 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(4, 0, "2025-01-01 00:00:00") - and tdSql.compareData(4, 1, "2025-01-01 00:00:01") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 0) - and tdSql.compareData(4, 4, 0) - and tdSql.compareData(6, 0, "2025-01-01 00:00:05") - and tdSql.compareData(6, 1, "2025-01-01 00:00:08") - and tdSql.compareData(6, 2, 4) - and tdSql.compareData(6, 3, 8) - and tdSql.compareData(6, 4, 2), - ) - - class Basic6(StreamCheckItem): - def __init__(self): - self.db = "sdb6" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - tdSql.execute(f"create table ct3 using stb tags(3)") - tdSql.execute(f"create table ct4 using stb tags(4)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdLog.info(f"start insert into history data") - sqls = [ - "insert into ct1 values ('2024-01-01 00:00:00', 0);", - "insert into ct1 values ('2024-01-01 00:00:01', 0);", - "insert into ct1 values ('2024-01-01 00:00:02', 1);", - "insert into ct1 values ('2024-01-01 00:00:03', 1);", - "insert into ct1 values ('2024-01-01 00:00:04', 1);", - "insert into ct1 values ('2024-01-01 00:00:05', 2);", - "insert into ct1 values ('2024-01-01 00:00:06', 2);", - "insert into ct1 values ('2024-01-01 00:00:07', 2);", - "insert into ct1 values ('2024-01-01 00:00:08', 2);", - "insert into ct1 values ('2024-01-01 00:00:09', 3);", - "insert into ct1 values ('2024-01-02 00:00:00', 0);", - "insert into ct1 values ('2024-01-02 00:00:01', 0);", - "insert into ct1 values ('2024-01-02 00:00:02', 1);", - "insert into ct1 values ('2024-01-02 00:00:03', 1);", - "insert into ct1 values ('2024-01-02 00:00:04', 1);", - "insert into ct1 values ('2024-01-02 00:00:05', 2);", - "insert into ct1 values ('2024-01-02 00:00:06', 2);", - "insert into ct1 values ('2024-01-02 00:00:07', 2);", - "insert into ct1 values ('2024-01-02 00:00:08', 2);", - "insert into ct1 values ('2024-01-02 00:00:09', 3);", - - "insert into ct2 values ('2024-01-01 00:00:00', 0);", - "insert into ct2 values ('2024-01-01 00:00:01', 0);", - "insert into ct2 values ('2024-01-01 00:00:02', 1);", - "insert into ct2 values ('2024-01-01 00:00:03', 1);", - "insert into ct2 values ('2024-01-01 00:00:04', 1);", - "insert into ct2 values ('2024-01-01 00:00:05', 2);", - "insert into ct2 values ('2024-01-01 00:00:06', 2);", - "insert into ct2 values ('2024-01-01 00:00:07', 2);", - "insert into ct2 values ('2024-01-01 00:00:08', 2);", - "insert into ct2 values ('2024-01-01 00:00:09', 3);", - "insert into ct2 values ('2024-01-02 00:00:00', 0);", - "insert into ct2 values ('2024-01-02 00:00:01', 0);", - "insert into ct2 values ('2024-01-02 00:00:02', 1);", - "insert into ct2 values ('2024-01-02 00:00:03', 1);", - "insert into ct2 values ('2024-01-02 00:00:04', 1);", - "insert into ct2 values ('2024-01-02 00:00:05', 2);", - "insert into ct2 values ('2024-01-02 00:00:06', 2);", - "insert into ct2 values ('2024-01-02 00:00:07', 2);", - "insert into ct2 values ('2024-01-02 00:00:08', 2);", - "insert into ct2 values ('2024-01-02 00:00:09', 3);", - - "insert into ct3 values ('2024-01-01 00:00:00', 0);", - "insert into ct3 values ('2024-01-01 00:00:01', 0);", - "insert into ct3 values ('2024-01-01 00:00:02', 1);", - "insert into ct3 values ('2024-01-01 00:00:03', 1);", - "insert into ct3 values ('2024-01-01 00:00:04', 1);", - "insert into ct3 values ('2024-01-01 00:00:05', 2);", - "insert into ct3 values ('2024-01-01 00:00:06', 2);", - "insert into ct3 values ('2024-01-01 00:00:07', 2);", - "insert into ct3 values ('2024-01-01 00:00:08', 2);", - "insert into ct3 values ('2024-01-01 00:00:09', 3);", - "insert into ct3 values ('2024-01-02 00:00:00', 0);", - "insert into ct3 values ('2024-01-02 00:00:01', 0);", - "insert into ct3 values ('2024-01-02 00:00:02', 1);", - "insert into ct3 values ('2024-01-02 00:00:03', 1);", - "insert into ct3 values ('2024-01-02 00:00:04', 1);", - "insert into ct3 values ('2024-01-02 00:00:05', 2);", - "insert into ct3 values ('2024-01-02 00:00:06', 2);", - "insert into ct3 values ('2024-01-02 00:00:07', 2);", - "insert into ct3 values ('2024-01-02 00:00:08', 2);", - "insert into ct3 values ('2024-01-02 00:00:09', 3);", - - "insert into ct4 values ('2024-01-01 00:00:00', 0);", - "insert into ct4 values ('2024-01-01 00:00:01', 0);", - "insert into ct4 values ('2024-01-01 00:00:02', 1);", - "insert into ct4 values ('2024-01-01 00:00:03', 1);", - "insert into ct4 values ('2024-01-01 00:00:04', 1);", - "insert into ct4 values ('2024-01-01 00:00:05', 2);", - "insert into ct4 values ('2024-01-01 00:00:06', 2);", - "insert into ct4 values ('2024-01-01 00:00:07', 2);", - "insert into ct4 values ('2024-01-01 00:00:08', 2);", - "insert into ct4 values ('2024-01-01 00:00:09', 3);", - "insert into ct4 values ('2024-01-02 00:00:00', 0);", - "insert into ct4 values ('2024-01-02 00:00:01', 0);", - "insert into ct4 values ('2024-01-02 00:00:02', 1);", - "insert into ct4 values ('2024-01-02 00:00:03', 1);", - "insert into ct4 values ('2024-01-02 00:00:04', 1);", - "insert into ct4 values ('2024-01-02 00:00:05', 2);", - "insert into ct4 values ('2024-01-02 00:00:06', 2);", - "insert into ct4 values ('2024-01-02 00:00:07', 2);", - "insert into ct4 values ('2024-01-02 00:00:08', 2);", - "insert into ct4 values ('2024-01-02 00:00:09', 3);", - ] - tdSql.executes(sqls) - - tdSql.execute( - f"create stream s6 state_window(cint) from ct1 stream_options(fill_history_first('2024-01-02 00:00:00')) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v, localts) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), cast(_tlocaltime/1000000 as timestamp) from %%trows;" - ) - - tdSql.execute( - f"create stream s6_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(fill_history_first('2024-01-02 00:00:00')) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v, localts) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), cast(_tlocaltime/1000000 as timestamp) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:01', 0);", - "insert into ct1 values ('2025-01-01 00:00:02', 1);", - "insert into ct1 values ('2025-01-01 00:00:03', 1);", - "insert into ct1 values ('2025-01-01 00:00:04', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 2);", - "insert into ct1 values ('2025-01-01 00:00:06', 2);", - "insert into ct1 values ('2025-01-01 00:00:07', 2);", - "insert into ct1 values ('2025-01-01 00:00:08', 2);", - "insert into ct1 values ('2025-01-01 00:00:09', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:01', 0);", - "insert into ct2 values ('2025-01-01 00:00:02', 1);", - "insert into ct2 values ('2025-01-01 00:00:03', 1);", - "insert into ct2 values ('2025-01-01 00:00:04', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 2);", - "insert into ct2 values ('2025-01-01 00:00:06', 2);", - "insert into ct2 values ('2025-01-01 00:00:07', 2);", - "insert into ct2 values ('2025-01-01 00:00:08', 2);", - "insert into ct2 values ('2025-01-01 00:00:09', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 0);", - "insert into ct3 values ('2025-01-01 00:00:01', 0);", - "insert into ct3 values ('2025-01-01 00:00:02', 1);", - "insert into ct3 values ('2025-01-01 00:00:03', 1);", - "insert into ct3 values ('2025-01-01 00:00:04', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 2);", - "insert into ct3 values ('2025-01-01 00:00:06', 2);", - "insert into ct3 values ('2025-01-01 00:00:07', 2);", - "insert into ct3 values ('2025-01-01 00:00:08', 2);", - "insert into ct3 values ('2025-01-01 00:00:09', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 0);", - "insert into ct4 values ('2025-01-01 00:00:01', 0);", - "insert into ct4 values ('2025-01-01 00:00:02', 1);", - "insert into ct4 values ('2025-01-01 00:00:03', 1);", - "insert into ct4 values ('2025-01-01 00:00:04', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 2);", - "insert into ct4 values ('2025-01-01 00:00:06', 2);", - "insert into ct4 values ('2025-01-01 00:00:07', 2);", - "insert into ct4 values ('2025-01-01 00:00:08', 2);", - "insert into ct4 values ('2025-01-01 00:00:09', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ["localts", "TIMESTAMP", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, localts from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 7 - and tdSql.compareData(0, 0, "2024-01-02 00:00:00") - and tdSql.compareData(0, 1, "2024-01-02 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(4, 0, "2025-01-01 00:00:00") - and tdSql.compareData(4, 1, "2025-01-01 00:00:01") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 0) - and tdSql.compareData(4, 4, 0) - and tdSql.compareData(6, 0, "2025-01-01 00:00:05") - and tdSql.compareData(6, 1, "2025-01-01 00:00:08") - and tdSql.compareData(6, 2, 4) - and tdSql.compareData(6, 3, 8) - and tdSql.compareData(6, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, localts from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 7 - and tdSql.compareData(0, 0, "2024-01-02 00:00:00") - and tdSql.compareData(0, 1, "2024-01-02 00:00:01") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(4, 0, "2025-01-01 00:00:00") - and tdSql.compareData(4, 1, "2025-01-01 00:00:01") - and tdSql.compareData(4, 2, 2) - and tdSql.compareData(4, 3, 0) - and tdSql.compareData(4, 4, 0) - and tdSql.compareData(6, 0, "2025-01-01 00:00:05") - and tdSql.compareData(6, 1, "2025-01-01 00:00:08") - and tdSql.compareData(6, 2, 4) - and tdSql.compareData(6, 3, 8) - and tdSql.compareData(6, 4, 2), - ) - - class Basic7(StreamCheckItem): - def __init__(self): - self.db = "sdb7" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.db}.{self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table {self.db}.ct1 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct2 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct3 using {self.db}.{self.stbName} tags(1)") - tdSql.execute(f"create table {self.db}.ct4 using {self.db}.{self.stbName} tags(1)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 1);", - "insert into ct1 values ('2025-01-01 00:00:25', 1);", - "insert into ct1 values ('2025-01-01 00:00:30', 2);", - "insert into ct1 values ('2025-01-01 00:00:35', 2);", - "insert into ct1 values ('2025-01-01 00:00:40', 2);", - "insert into ct1 values ('2025-01-01 00:00:45', 2);", - "insert into ct1 values ('2025-01-01 00:00:50', 2);", - "insert into ct1 values ('2025-01-01 00:00:55', 2);", - "insert into ct1 values ('2025-01-01 00:01:00', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 1);", - "insert into ct2 values ('2025-01-01 00:00:25', 1);", - "insert into ct2 values ('2025-01-01 00:00:30', 2);", - "insert into ct2 values ('2025-01-01 00:00:35', 2);", - "insert into ct2 values ('2025-01-01 00:00:40', 2);", - "insert into ct2 values ('2025-01-01 00:00:45', 2);", - "insert into ct2 values ('2025-01-01 00:00:50', 2);", - "insert into ct2 values ('2025-01-01 00:00:55', 2);", - "insert into ct2 values ('2025-01-01 00:01:00', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1);", - "insert into ct3 values ('2025-01-01 00:00:20', 1);", - "insert into ct3 values ('2025-01-01 00:00:25', 1);", - "insert into ct3 values ('2025-01-01 00:00:30', 2);", - "insert into ct3 values ('2025-01-01 00:00:35', 2);", - "insert into ct3 values ('2025-01-01 00:00:40', 2);", - "insert into ct3 values ('2025-01-01 00:00:45', 2);", - "insert into ct3 values ('2025-01-01 00:00:50', 2);", - "insert into ct3 values ('2025-01-01 00:00:55', 2);", - "insert into ct3 values ('2025-01-01 00:01:00', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1);", - "insert into ct4 values ('2025-01-01 00:00:20', 1);", - "insert into ct4 values ('2025-01-01 00:00:25', 1);", - "insert into ct4 values ('2025-01-01 00:00:30', 2);", - "insert into ct4 values ('2025-01-01 00:00:35', 2);", - "insert into ct4 values ('2025-01-01 00:00:40', 2);", - "insert into ct4 values ('2025-01-01 00:00:45', 2);", - "insert into ct4 values ('2025-01-01 00:00:50', 2);", - "insert into ct4 values ('2025-01-01 00:00:55', 2);", - "insert into ct4 values ('2025-01-01 00:01:00', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - # tdSql.checkResultsByFunc( - # sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - # func=lambda: tdSql.getRows() == 0, - # ) - # tdSql.checkResultsByFunc( - # sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - # func=lambda: tdSql.getRows() == 0, - # ) - - tdSql.query(f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1";') - res_tbl_num = tdSql.getRows() - if res_tbl_num != 0: - tdLog.exit(f"Basic7 fail to exit[res_tbl_num: {res_tbl_num}]") - - tdSql.query(f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%";') - res_tbl_num = tdSql.getRows() - if res_tbl_num != 0: - tdLog.exit(f"Basic7 fail to exit[res_tbl_num: {res_tbl_num}]") - - class Basic9(StreamCheckItem): - def __init__(self): - self.db = "sdb9" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - tdSql.execute(f"create table ct3 using stb tags(2)") - tdSql.execute(f"create table ct4 using stb tags(2)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s9 state_window(cint) from ct1 stream_options(pre_filter(cint < 5)) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - tdSql.execute( - f"create stream s9_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(pre_filter(cint < 5 and tint=2)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:01', 0);", - "insert into ct1 values ('2025-01-01 00:00:02', 6);", - "insert into ct1 values ('2025-01-01 00:00:03', 0);", - "insert into ct1 values ('2025-01-01 00:00:04', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:06', 7);", - "insert into ct1 values ('2025-01-01 00:00:07', 7);", - "insert into ct1 values ('2025-01-01 00:00:08', 2);", - "insert into ct1 values ('2025-01-01 00:00:09', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:01', 0);", - "insert into ct2 values ('2025-01-01 00:00:02', 6);", - "insert into ct2 values ('2025-01-01 00:00:03', 0);", - "insert into ct2 values ('2025-01-01 00:00:04', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:06', 7);", - "insert into ct2 values ('2025-01-01 00:00:07', 7);", - "insert into ct2 values ('2025-01-01 00:00:08', 2);", - "insert into ct2 values ('2025-01-01 00:00:09', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 0);", - "insert into ct3 values ('2025-01-01 00:00:01', 0);", - "insert into ct3 values ('2025-01-01 00:00:02', 6);", - "insert into ct3 values ('2025-01-01 00:00:03', 0);", - "insert into ct3 values ('2025-01-01 00:00:04', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:06', 7);", - "insert into ct3 values ('2025-01-01 00:00:07', 7);", - "insert into ct3 values ('2025-01-01 00:00:08', 2);", - "insert into ct3 values ('2025-01-01 00:00:09', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 0);", - "insert into ct4 values ('2025-01-01 00:00:01', 0);", - "insert into ct4 values ('2025-01-01 00:00:02', 6);", - "insert into ct4 values ('2025-01-01 00:00:03', 0);", - "insert into ct4 values ('2025-01-01 00:00:04', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:06', 7);", - "insert into ct4 values ('2025-01-01 00:00:07', 7);", - "insert into ct4 values ('2025-01-01 00:00:08', 2);", - "insert into ct4 values ('2025-01-01 00:00:09', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 3, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:03") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:04") - and tdSql.compareData(1, 1, "2025-01-01 00:00:05") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:08") - and tdSql.compareData(2, 2, 1) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:03") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:04") - and tdSql.compareData(1, 1, "2025-01-01 00:00:05") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 2) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:08") - and tdSql.compareData(2, 2, 1) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 2), - ) - - class Basic10(StreamCheckItem): - def __init__(self): - self.db = "sdb10" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - - - tdSql.execute(f"create table ct3 using stb tags(3)") - tdSql.execute(f"create table ct4 using stb tags(3)") - tdSql.execute(f"create table ct5 using stb tags(3)") - - tdSql.query(f"show tables") - tdSql.checkRows(5) - - tdSql.execute( - f"create stream s10 state_window(cint) from ct1 stream_options(force_output) into res_ct1 (startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s) as select _twstart, first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), _twrownum from ct2 where _c0 >= _twstart and _c0 <= _twend;" - ) - tdSql.execute( - f"create stream s10_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(force_output | pre_filter(tint=3)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s) as select _twstart, first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), _twrownum from ct2 where _c0 >= _twstart and _c0 <= _twend;" - ) - - def insert1(self): - sqls = [ - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:11', 1);", - "insert into ct2 values ('2025-01-01 00:00:12', 1);", - "insert into ct2 values ('2025-01-01 00:00:16', 3);", - "insert into ct2 values ('2025-01-01 00:00:17', 3);", - "insert into ct2 values ('2025-01-01 00:00:18', 3);", - "insert into ct2 values ('2025-01-01 00:00:19', 4);", - ] - tdSql.executes(sqls) - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:11', 1);", - "insert into ct1 values ('2025-01-01 00:00:12', 1);", - "insert into ct1 values ('2025-01-01 00:00:13', 2);", - "insert into ct1 values ('2025-01-01 00:00:14', 2);", - "insert into ct1 values ('2025-01-01 00:00:15', 2);", - "insert into ct1 values ('2025-01-01 00:00:16', 3);", - "insert into ct1 values ('2025-01-01 00:00:17', 3);", - "insert into ct1 values ('2025-01-01 00:00:18', 3);", - "insert into ct1 values ('2025-01-01 00:00:19', 4);", - - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:11', 1);", - "insert into ct3 values ('2025-01-01 00:00:12', 1);", - "insert into ct3 values ('2025-01-01 00:00:13', 2);", - "insert into ct3 values ('2025-01-01 00:00:14', 2);", - "insert into ct3 values ('2025-01-01 00:00:15', 2);", - "insert into ct3 values ('2025-01-01 00:00:16', 3);", - "insert into ct3 values ('2025-01-01 00:00:17', 3);", - "insert into ct3 values ('2025-01-01 00:00:18', 3);", - "insert into ct3 values ('2025-01-01 00:00:19', 4);", - - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:11', 1);", - "insert into ct4 values ('2025-01-01 00:00:12', 1);", - "insert into ct4 values ('2025-01-01 00:00:13', 2);", - "insert into ct4 values ('2025-01-01 00:00:14', 2);", - "insert into ct4 values ('2025-01-01 00:00:15', 2);", - "insert into ct4 values ('2025-01-01 00:00:16', 3);", - "insert into ct4 values ('2025-01-01 00:00:17', 3);", - "insert into ct4 values ('2025-01-01 00:00:18', 3);", - "insert into ct4 values ('2025-01-01 00:00:19', 4);", - - "insert into ct5 values ('2025-01-01 00:00:10', 1);", - "insert into ct5 values ('2025-01-01 00:00:11', 1);", - "insert into ct5 values ('2025-01-01 00:00:12', 1);", - "insert into ct5 values ('2025-01-01 00:00:13', 2);", - "insert into ct5 values ('2025-01-01 00:00:14', 2);", - "insert into ct5 values ('2025-01-01 00:00:15', 2);", - "insert into ct5 values ('2025-01-01 00:00:16', 3);", - "insert into ct5 values ('2025-01-01 00:00:17', 3);", - "insert into ct5 values ('2025-01-01 00:00:18', 3);", - "insert into ct5 values ('2025-01-01 00:00:19', 4);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 3, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["startts", "TIMESTAMP", 8, ""], - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ["rownum_s", "BIGINT", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:10") - and tdSql.compareData(0, 1, "2025-01-01 00:00:10") - and tdSql.compareData(0, 2, "2025-01-01 00:00:12") - and tdSql.compareData(0, 3, 3) - and tdSql.compareData(0, 4, 3) - and tdSql.compareData(0, 5, 1) - and tdSql.compareData(0, 6, 3) - and tdSql.compareData(1, 0, "2025-01-01 00:00:13") - and tdSql.compareData(1, 1, 'None') - and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') - and tdSql.compareData(1, 4, 'None') - and tdSql.compareData(1, 5, 'None') - and tdSql.compareData(1, 6, 3) - and tdSql.compareData(2, 0, "2025-01-01 00:00:16") - and tdSql.compareData(2, 1, "2025-01-01 00:00:16") - and tdSql.compareData(2, 2, "2025-01-01 00:00:18") - and tdSql.compareData(2, 3, 3) - and tdSql.compareData(2, 4, 9) - and tdSql.compareData(2, 5, 3) - and tdSql.compareData(2, 6, 3), - ) - - tdSql.checkResultsByFunc( - sql=f"select startts, firstts, lastts, cnt_v, sum_v, avg_v, rownum_s from {self.db}.res_stb_ct5", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:10") - and tdSql.compareData(0, 1, "2025-01-01 00:00:10") - and tdSql.compareData(0, 2, "2025-01-01 00:00:12") - and tdSql.compareData(0, 3, 3) - and tdSql.compareData(0, 4, 3) - and tdSql.compareData(0, 5, 1) - and tdSql.compareData(0, 6, 3) - and tdSql.compareData(1, 0, "2025-01-01 00:00:13") - and tdSql.compareData(1, 1, 'None') - and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') - and tdSql.compareData(1, 4, 'None') - and tdSql.compareData(1, 5, 'None') - and tdSql.compareData(1, 6, 3) - and tdSql.compareData(2, 0, "2025-01-01 00:00:16") - and tdSql.compareData(2, 1, "2025-01-01 00:00:16") - and tdSql.compareData(2, 2, "2025-01-01 00:00:18") - and tdSql.compareData(2, 3, 3) - and tdSql.compareData(2, 4, 9) - and tdSql.compareData(2, 5, 3) - and tdSql.compareData(2, 6, 3), - ) - - class Basic11(StreamCheckItem): - def __init__(self): - self.db = "sdb11" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int, ctiny tinyint) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(1)") - tdSql.execute(f"create table ct3 using stb tags(1)") - tdSql.execute(f"create table ct4 using stb tags(1)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s11 event_window(start with cint >= 5 end with cint < 10 and ctiny == 8) from ct1 stream_options(max_delay(3s)) into res_ct1 (lastts, firstts, cnt_v, sum_v, avg_v) as select last_row(_c0), first(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s11_g event_window(start with cint >= 5 end with cint < 10 and ctiny == 8) from {self.stbName} partition by tbname, tint stream_options(max_delay(3s)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (lastts, firstts, cnt_v, sum_v, avg_v) as select last_row(_c0), first(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1, 8);", - "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", - "insert into ct1 values ('2025-01-01 00:00:02', 6, 8);", # output by w-close - "insert into ct1 values ('2025-01-01 00:00:03', 7, 1);", # start by w-open - "insert into ct1 values ('2025-01-01 00:00:04', 11, 8);", - "insert into ct1 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay - - "insert into ct2 values ('2025-01-01 00:00:00', 1, 8);", - "insert into ct2 values ('2025-01-01 00:00:01', 1, 1);", - "insert into ct2 values ('2025-01-01 00:00:02', 6, 8);", # output by w-close - "insert into ct2 values ('2025-01-01 00:00:03', 7, 1);", # start by w-open - "insert into ct2 values ('2025-01-01 00:00:04', 11, 8);", - "insert into ct2 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay - - "insert into ct3 values ('2025-01-01 00:00:00', 1, 8);", - "insert into ct3 values ('2025-01-01 00:00:01', 1, 1);", - "insert into ct3 values ('2025-01-01 00:00:02', 6, 8);", # output by w-close - "insert into ct3 values ('2025-01-01 00:00:03', 7, 1);", # start by w-open - "insert into ct3 values ('2025-01-01 00:00:04', 11, 8);", - "insert into ct3 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay - - "insert into ct4 values ('2025-01-01 00:00:00', 1, 8);", - "insert into ct4 values ('2025-01-01 00:00:01', 1, 1);", - "insert into ct4 values ('2025-01-01 00:00:02', 6, 8);", # output by w-close - "insert into ct4 values ('2025-01-01 00:00:03', 7, 1);", # start by w-open - "insert into ct4 values ('2025-01-01 00:00:04', 11, 8);", - "insert into ct4 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay - ] - tdSql.executes(sqls) - time.sleep(5) # should modify to insert2 and check2 - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close - "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", - - "insert into ct2 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close - "insert into ct2 values ('2025-01-01 00:00:01', 1, 1);", - - "insert into ct3 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close - "insert into ct3 values ('2025-01-01 00:00:01', 1, 1);", - - "insert into ct4 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close - "insert into ct4 values ('2025-01-01 00:00:01', 1, 1);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["lastts", "TIMESTAMP", 8, ""], - ["firstts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:02") - and tdSql.compareData(0, 1, "2025-01-01 00:00:02") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 6) - and tdSql.compareData(1, 0, "2025-01-01 00:00:05") - and tdSql.compareData(1, 1, "2025-01-01 00:00:03") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 26) - # and tdSql.compareData(1, 4, 8.667) - and tdSql.compareData(2, 0, "2025-01-01 00:00:06") - and tdSql.compareData(2, 1, "2025-01-01 00:00:03") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 27) - and tdSql.compareData(2, 4, 6.75), - ) - - tdSql.checkResultsByFunc( - sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:02") - and tdSql.compareData(0, 1, "2025-01-01 00:00:02") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(0, 4, 6) - and tdSql.compareData(1, 0, "2025-01-01 00:00:05") - and tdSql.compareData(1, 1, "2025-01-01 00:00:03") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 26) - # and tdSql.compareData(1, 4, 8.667) - and tdSql.compareData(2, 0, "2025-01-01 00:00:06") - and tdSql.compareData(2, 1, "2025-01-01 00:00:03") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 27) - and tdSql.compareData(2, 4, 6.75), - ) - - class Basic11_1(StreamCheckItem): - def __init__(self): - self.db = "sdb11_1" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int, cuint INT UNSIGNED) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - tdSql.execute(f"create table ct3 using stb tags(3)") - tdSql.execute(f"create table ct4 using stb tags(4)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s11 state_window(cint) from ct1 stream_options(max_delay(3s)) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), sum(cuint), now() from %%trows;" - ) - tdSql.execute( - f"create stream s11_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(max_delay(3s)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint), sum(cuint), now() from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1, 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1, 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 1, 1);", - - "insert into ct2 values ('2025-01-01 00:00:10', 1, 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1, 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 1, 1);", - - "insert into ct3 values ('2025-01-01 00:00:10', 1, 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1, 1);", - "insert into ct3 values ('2025-01-01 00:00:20', 1, 1);", - - "insert into ct4 values ('2025-01-01 00:00:10', 1, 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1, 1);", - "insert into ct4 values ('2025-01-01 00:00:20', 1, 1);", - ] - tdSql.executes(sqls) - time.sleep(5) # for max_delay trigger - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2025-01-01 00:00:10") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 3) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 3), - ) - - def insert2(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:09', 1, 1);", - "insert into ct1 values ('2025-01-01 00:00:08', 1, 1);", - - "insert into ct2 values ('2025-01-01 00:00:09', 1, 1);", - "insert into ct2 values ('2025-01-01 00:00:08', 1, 1);", - - "insert into ct3 values ('2025-01-01 00:00:09', 1, 1);", - "insert into ct3 values ('2025-01-01 00:00:08', 1, 1);", - - "insert into ct4 values ('2025-01-01 00:00:09', 1, 1);", - "insert into ct4 values ('2025-01-01 00:00:08', 1, 1);", - ] - tdSql.executes(sqls) - time.sleep(5) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), - ) - - def insert3(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:05', 2, 1)('2025-01-01 00:00:07', 1, 1);", # disorder - - "insert into ct2 values ('2025-01-01 00:00:05', 2, 1)('2025-01-01 00:00:07', 1, 1);", # disorder - - "insert into ct3 values ('2025-01-01 00:00:05', 2, 1)('2025-01-01 00:00:07', 1, 1);", # disorder - - "insert into ct4 values ('2025-01-01 00:00:05', 2, 1)('2025-01-01 00:00:07', 1, 1);", # disorder - ] - tdSql.executes(sqls) - time.sleep(5) - - def check3(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 - and tdSql.compareData(0, 0, "2025-01-01 00:00:05") - and tdSql.compareData(0, 1, "2025-01-01 00:00:05") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 2) - and tdSql.compareData(0, 4, 2) - and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), - ) - - def insert4(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1, 10);", # update - - "insert into ct2 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct3 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct4 values ('2025-01-01 00:00:10', 1, 10);", # update - ] - tdSql.executes(sqls) - time.sleep(5) - - def check4(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 - and tdSql.compareData(0, 0, "2025-01-01 00:00:05") - and tdSql.compareData(0, 1, "2025-01-01 00:00:05") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 2) - and tdSql.compareData(0, 4, 2) - and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 4 - and tdSql.compareData(0, 0, "2025-01-01 00:00:05") - and tdSql.compareData(0, 1, "2025-01-01 00:00:05") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 2) - and tdSql.compareData(0, 4, 2) - and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), - ) - - class Basic12(StreamCheckItem): - def __init__(self): - self.db = "sdb12" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(1)") - tdSql.execute(f"create table ct3 using stb tags(1)") - tdSql.execute(f"create table ct4 using stb tags(1)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s12 state_window(cint) from ct1 stream_options(event_type(WINDOW_CLOSE)) into res_ct1 (lastts, firstts, cnt_v, sum_v, avg_v) as select last_row(_c0), first(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s12_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(event_type(WINDOW_CLOSE)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (lastts, firstts, cnt_v, sum_v, avg_v) as select last_row(_c0), first(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 1);", - "insert into ct1 values ('2025-01-01 00:00:25', 1);", - "insert into ct1 values ('2025-01-01 00:00:30', 2);", - "insert into ct1 values ('2025-01-01 00:00:35', 2);", - "insert into ct1 values ('2025-01-01 00:00:40', 2);", - "insert into ct1 values ('2025-01-01 00:00:45', 2);", - "insert into ct1 values ('2025-01-01 00:00:50', 2);", - "insert into ct1 values ('2025-01-01 00:00:55', 2);", - "insert into ct1 values ('2025-01-01 00:01:00', 3);", - - "insert into ct2 values ('2025-01-01 00:00:00', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 1);", - "insert into ct2 values ('2025-01-01 00:00:25', 1);", - "insert into ct2 values ('2025-01-01 00:00:30', 2);", - "insert into ct2 values ('2025-01-01 00:00:35', 2);", - "insert into ct2 values ('2025-01-01 00:00:40', 2);", - "insert into ct2 values ('2025-01-01 00:00:45', 2);", - "insert into ct2 values ('2025-01-01 00:00:50', 2);", - "insert into ct2 values ('2025-01-01 00:00:55', 2);", - "insert into ct2 values ('2025-01-01 00:01:00', 3);", - - "insert into ct3 values ('2025-01-01 00:00:00', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1);", - "insert into ct3 values ('2025-01-01 00:00:20', 1);", - "insert into ct3 values ('2025-01-01 00:00:25', 1);", - "insert into ct3 values ('2025-01-01 00:00:30', 2);", - "insert into ct3 values ('2025-01-01 00:00:35', 2);", - "insert into ct3 values ('2025-01-01 00:00:40', 2);", - "insert into ct3 values ('2025-01-01 00:00:45', 2);", - "insert into ct3 values ('2025-01-01 00:00:50', 2);", - "insert into ct3 values ('2025-01-01 00:00:55', 2);", - "insert into ct3 values ('2025-01-01 00:01:00', 3);", - - "insert into ct4 values ('2025-01-01 00:00:00', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1);", - "insert into ct4 values ('2025-01-01 00:00:20', 1);", - "insert into ct4 values ('2025-01-01 00:00:25', 1);", - "insert into ct4 values ('2025-01-01 00:00:30', 2);", - "insert into ct4 values ('2025-01-01 00:00:35', 2);", - "insert into ct4 values ('2025-01-01 00:00:40', 2);", - "insert into ct4 values ('2025-01-01 00:00:45', 2);", - "insert into ct4 values ('2025-01-01 00:00:50', 2);", - "insert into ct4 values ('2025-01-01 00:00:55', 2);", - "insert into ct4 values ('2025-01-01 00:01:00', 3);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["lastts", "TIMESTAMP", 8, ""], - ["firstts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 5 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:00") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 1) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:25") - and tdSql.compareData(1, 1, "2025-01-01 00:00:00") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:30") - and tdSql.compareData(2, 1, "2025-01-01 00:00:30") - and tdSql.compareData(2, 2, 1) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 2) - and tdSql.compareData(3, 0, "2025-01-01 00:00:55") - and tdSql.compareData(3, 1, "2025-01-01 00:00:30") - and tdSql.compareData(3, 2, 6) - and tdSql.compareData(3, 3, 12) - and tdSql.compareData(3, 4, 2) - and tdSql.compareData(4, 0, "2025-01-01 00:01:00") - and tdSql.compareData(4, 1, "2025-01-01 00:01:00") - and tdSql.compareData(4, 2, 1) - and tdSql.compareData(4, 3, 3) - and tdSql.compareData(4, 4, 3), - ) - - tdSql.checkResultsByFunc( - sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 5 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:00") - and tdSql.compareData(0, 2, 1) - and tdSql.compareData(0, 3, 1) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:25") - and tdSql.compareData(1, 1, "2025-01-01 00:00:00") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:30") - and tdSql.compareData(2, 1, "2025-01-01 00:00:30") - and tdSql.compareData(2, 2, 1) - and tdSql.compareData(2, 3, 2) - and tdSql.compareData(2, 4, 2) - and tdSql.compareData(3, 0, "2025-01-01 00:00:55") - and tdSql.compareData(3, 1, "2025-01-01 00:00:30") - and tdSql.compareData(3, 2, 6) - and tdSql.compareData(3, 3, 12) - and tdSql.compareData(3, 4, 2) - and tdSql.compareData(4, 0, "2025-01-01 00:01:00") - and tdSql.compareData(4, 1, "2025-01-01 00:01:00") - and tdSql.compareData(4, 2, 1) - and tdSql.compareData(4, 3, 3) - and tdSql.compareData(4, 4, 3), - ) - - class Basic13(StreamCheckItem): - def __init__(self): - self.db = "sdb13" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(1)") - tdSql.execute(f"create table ct3 using stb tags(1)") - tdSql.execute(f"create table ct4 using stb tags(1)") - - tdSql.query(f"show tables") - tdSql.checkRows(4) - - tdSql.execute( - f"create stream s13 interval(20s) sliding(20s) from ct1 stream_options(ignore_nodata_trigger) into res_ct1 (wstartts, wendts, firstts, lastts, cnt_v, sum_v, avg_v) as select _twstart, _twend, first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s13_g interval(20s) sliding(20s) from {self.stbName} partition by tbname, tint stream_options(ignore_nodata_trigger) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (wstartts, wendts, firstts, lastts, cnt_v, sum_v, avg_v) as select _twstart, _twend, first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 1);", - "insert into ct1 values ('2025-01-01 00:00:05', 1);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:19', 1);", - "insert into ct1 values ('2025-01-01 00:00:50', 1);", - "insert into ct1 values ('2025-01-01 00:00:55', 1);", - "insert into ct1 values ('2025-01-01 00:01:00', 1);", - - "insert into ct2 values ('2025-01-01 00:00:00', 1);", - "insert into ct2 values ('2025-01-01 00:00:05', 1);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:19', 1);", - "insert into ct2 values ('2025-01-01 00:00:50', 1);", - "insert into ct2 values ('2025-01-01 00:00:55', 1);", - "insert into ct2 values ('2025-01-01 00:01:00', 1);", - - "insert into ct3 values ('2025-01-01 00:00:00', 1);", - "insert into ct3 values ('2025-01-01 00:00:05', 1);", - "insert into ct3 values ('2025-01-01 00:00:10', 1);", - "insert into ct3 values ('2025-01-01 00:00:15', 1);", - "insert into ct3 values ('2025-01-01 00:00:19', 1);", - "insert into ct3 values ('2025-01-01 00:00:50', 1);", - "insert into ct3 values ('2025-01-01 00:00:55', 1);", - "insert into ct3 values ('2025-01-01 00:01:00', 1);", - - "insert into ct4 values ('2025-01-01 00:00:00', 1);", - "insert into ct4 values ('2025-01-01 00:00:05', 1);", - "insert into ct4 values ('2025-01-01 00:00:10', 1);", - "insert into ct4 values ('2025-01-01 00:00:15', 1);", - "insert into ct4 values ('2025-01-01 00:00:19', 1);", - "insert into ct4 values ('2025-01-01 00:00:50', 1);", - "insert into ct4 values ('2025-01-01 00:00:55', 1);", - "insert into ct4 values ('2025-01-01 00:01:00', 1);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', - func=lambda: tdSql.getRows() == 1, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["wstartts", "TIMESTAMP", 8, ""], - ["wendts", "TIMESTAMP", 8, ""], - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select wstartts, wendts, firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, "2025-01-01 00:00:00") - and tdSql.compareData(0, 3, "2025-01-01 00:00:19") - and tdSql.compareData(0, 4, 5) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(0, 6, 1) - # and tdSql.compareData(1, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(1, 1, "2025-01-01 00:00:40") - # and tdSql.compareData(1, 2, "None") - # and tdSql.compareData(1, 3, "None") - # and tdSql.compareData(1, 4, "None") - # and tdSql.compareData(1, 5, "None") - # and tdSql.compareData(1, 6, "None") - and tdSql.compareData(1, 0, "2025-01-01 00:00:40") - and tdSql.compareData(1, 1, "2025-01-01 00:01:00") - and tdSql.compareData(1, 2, "2025-01-01 00:00:50") - and tdSql.compareData(1, 3, "2025-01-01 00:00:55") - and tdSql.compareData(1, 4, 2) - and tdSql.compareData(1, 5, 2) - and tdSql.compareData(1, 6, 1), - ) - - tdSql.checkResultsByFunc( - sql=f"select wstartts, wendts, firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, "2025-01-01 00:00:00") - and tdSql.compareData(0, 3, "2025-01-01 00:00:19") - and tdSql.compareData(0, 4, 5) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(0, 6, 1) - # and tdSql.compareData(1, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(1, 1, "2025-01-01 00:00:40") - # and tdSql.compareData(1, 2, "None") - # and tdSql.compareData(1, 3, "None") - # and tdSql.compareData(1, 4, "None") - # and tdSql.compareData(1, 5, "None") - # and tdSql.compareData(1, 6, "None") - and tdSql.compareData(1, 0, "2025-01-01 00:00:40") - and tdSql.compareData(1, 1, "2025-01-01 00:01:00") - and tdSql.compareData(1, 2, "2025-01-01 00:00:50") - and tdSql.compareData(1, 3, "2025-01-01 00:00:55") - and tdSql.compareData(1, 4, 2) - and tdSql.compareData(1, 5, 2) - and tdSql.compareData(1, 6, 1), - ) - - - - class Basic14(StreamCheckItem): - def __init__(self): - self.db = "sdb14" - self.stbName = "stb" - - def create(self): - tdSql.execute(f"create database {self.db} vgroups 1 buffer 8") - tdSql.execute(f"use {self.db}") - tdSql.execute(f"create table if not exists {self.stbName} (cts timestamp, cint int) tags (tint int)") - tdSql.query(f"show stables") - tdSql.checkRows(1) - - tdSql.execute(f"create table ct1 using stb tags(1)") - tdSql.execute(f"create table ct2 using stb tags(2)") - - tdSql.query(f"show tables") - tdSql.checkRows(2) - - tdSql.execute( - f"create stream s14 state_window(cint) from ct1 stream_options(watermark(10s) | expired_time(20s)) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s14_1 state_window(cint) from ct1 stream_options(watermark(10s) | expired_time(20s) | ignore_disorder) into res_ct1_1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - tdSql.execute( - f"create stream s14_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(watermark(10s) | expired_time(20s)) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - tdSql.execute( - f"create stream s14_g_1 state_window(cint) from {self.stbName} partition by tbname, tint stream_options(watermark(10s) | expired_time(20s) | ignore_disorder) into res_stb_1 OUTPUT_SUBTABLE(CONCAT('res_stb_1', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" - ) - - def insert1(self): - sqls = [ - "insert into ct1 values ('2025-01-01 00:00:00', 0);", - "insert into ct1 values ('2025-01-01 00:00:05', 0);", - "insert into ct1 values ('2025-01-01 00:00:09', 0);", - "insert into ct1 values ('2025-01-01 00:00:10', 1);", - "insert into ct1 values ('2025-01-01 00:00:15', 1);", - "insert into ct1 values ('2025-01-01 00:00:19', 1);", - "insert into ct1 values ('2025-01-01 00:00:20', 2);", - "insert into ct1 values ('2025-01-01 00:00:22', 2);", - "insert into ct1 values ('2025-01-01 00:00:23', 2);", - "insert into ct1 values ('2025-01-01 00:00:25', 3);", - "insert into ct1 values ('2025-01-01 00:00:26', 3);", - "insert into ct1 values ('2025-01-01 00:00:29', 3);", - "insert into ct1 values ('2025-01-01 00:00:30', 4);", - - "insert into ct2 values ('2025-01-01 00:00:00', 0);", - "insert into ct2 values ('2025-01-01 00:00:05', 0);", - "insert into ct2 values ('2025-01-01 00:00:09', 0);", - "insert into ct2 values ('2025-01-01 00:00:10', 1);", - "insert into ct2 values ('2025-01-01 00:00:15', 1);", - "insert into ct2 values ('2025-01-01 00:00:19', 1);", - "insert into ct2 values ('2025-01-01 00:00:20', 2);", - "insert into ct2 values ('2025-01-01 00:00:22', 2);", - "insert into ct2 values ('2025-01-01 00:00:23', 2);", - "insert into ct2 values ('2025-01-01 00:00:25', 3);", - "insert into ct2 values ('2025-01-01 00:00:26', 3);", - "insert into ct2 values ('2025-01-01 00:00:29', 3);", - "insert into ct2 values ('2025-01-01 00:00:30', 4);", - ] - tdSql.executes(sqls) - - def check1(self): - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name like "res_ct%")', - func=lambda: tdSql.getRows() == 2, - ) - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and (table_name like "res_stb_%")', - func=lambda: tdSql.getRows() == 4, - ) - - tdSql.checkTableSchema( - dbname=self.db, - tbname="res_ct1", - schema=[ - ["firstts", "TIMESTAMP", 8, ""], - ["lastts", "TIMESTAMP", 8, ""], - ["cnt_v", "BIGINT", 8, ""], - ["sum_v", "BIGINT", 8, ""], - ["avg_v", "DOUBLE", 8, ""], - ], - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - # and tdSql.compareData(2, 2, 3) - # and tdSql.compareData(2, 3, 6) - # and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - # and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - # and tdSql.compareData(2, 1, "2025-01-01 00:00:29") - # and tdSql.compareData(2, 2, 3) - # and tdSql.compareData(2, 3, 6) - # and tdSql.compareData(2, 4, 2), - ) - - def insert2(self): - sqls = [ - # "insert into ct1 values ('2025-01-01 00:00:00', 0);", - # "insert into ct1 values ('2025-01-01 00:00:05', 0);", - # "insert into ct1 values ('2025-01-01 00:00:09', 0);", - # "insert into ct1 values ('2025-01-01 00:00:10', 1);", - # "insert into ct1 values ('2025-01-01 00:00:15', 1);", - # "insert into ct1 values ('2025-01-01 00:00:19', 1);", - # "insert into ct1 values ('2025-01-01 00:00:20', 2);", - # "insert into ct1 values ('2025-01-01 00:00:22', 2);", - # "insert into ct1 values ('2025-01-01 00:00:23', 2);", - # "insert into ct1 values ('2025-01-01 00:00:25', 3);", - # "insert into ct1 values ('2025-01-01 00:00:26', 3);", - # "insert into ct1 values ('2025-01-01 00:00:29', 3);", - # "insert into ct1 values ('2025-01-01 00:00:30', 4);", - - "insert into ct1 values ('2025-01-01 00:00:01', 0);", # no recalc - "insert into ct1 values ('2025-01-01 00:00:11', 1);", # recalc - "insert into ct1 values ('2025-01-01 00:00:21', 2);", - "insert into ct1 values ('2025-01-01 00:00:35', 4);", # state == 2 window close - - "insert into ct2 values ('2025-01-01 00:00:01', 0);", # no recalc - "insert into ct2 values ('2025-01-01 00:00:11', 1);", # recalc - "insert into ct2 values ('2025-01-01 00:00:21', 2);", - "insert into ct2 values ('2025-01-01 00:00:35', 4);", # state == 2 window close - ] - tdSql.executes(sqls) - - def check2(self): - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 4) - and tdSql.compareData(1, 3, 4) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 4) - and tdSql.compareData(1, 3, 4) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) - - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_ct1_1", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) - - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v from {self.db}.res_stb_1_ct2", - func=lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2025-01-01 00:00:00") - and tdSql.compareData(0, 1, "2025-01-01 00:00:09") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 0) - and tdSql.compareData(0, 4, 0) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:19") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(2, 0, "2025-01-01 00:00:20") - and tdSql.compareData(2, 1, "2025-01-01 00:00:23") - and tdSql.compareData(2, 2, 4) - and tdSql.compareData(2, 3, 8) - and tdSql.compareData(2, 4, 2), - ) \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/04-Options/test_options_us.py b/test/cases/13-StreamProcessing/04-Options/test_options_us.py index 72be852d3c30..f507b73648b7 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_options_us.py +++ b/test/cases/13-StreamProcessing/04-Options/test_options_us.py @@ -11,7 +11,7 @@ def setup_class(cls): def test_stream_options_trigger(self): """stream options - test options item of stream to precision us + test options item of stream Catalog: - Streams:UseCases @@ -28,30 +28,30 @@ def test_stream_options_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] - streams.append(self.Basic0()) # WATERMARK [ok] + streams.append(self.Basic0()) # [ok] WATERMARK [ok] # TD-36739 [流计算开发阶段] 流计算state窗口+expired_time(10s)对过期的乱序数据也进行了重算 - # streams.append(self.Basic1()) # EXPIRED_TIME [fail] + # streams.append(self.Basic1()) # [fail] EXPIRED_TIME [fail] - streams.append(self.Basic2()) # IGNORE_DISORDER [ok] - streams.append(self.Basic3()) # DELETE_RECALC [ok] + streams.append(self.Basic2()) # [ok] IGNORE_DISORDER [ok] + streams.append(self.Basic3()) # [ok] DELETE_RECALC [ok] # # # TD-36305 [流计算开发阶段] 流计算state窗口+超级表%%rows+delete_output_table没有删除结果表 - # # # streams.append(self.Basic4()) # DELETE_OUTPUT_TABLE [fail] - - streams.append(self.Basic5()) # FILL_HISTORY [ok] - streams.append(self.Basic6()) # FILL_HISTORY_FIRST [ok] - # streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] - # # # # streams.append(self.Basic8()) # LOW_LATENCY_CALC temp no test [x] - # streams.append(self.Basic9()) # PRE_FILTER [ok] - # streams.append(self.Basic10()) # FORCE_OUTPUT [ok] - # streams.append(self.Basic11()) # MAX_DELAY [ok] - streams.append(self.Basic11_1()) # MAX_DELAY [ok] - # streams.append(self.Basic12()) # EVENT_TYPE [ok] - - streams.append(self.Basic13()) # IGNORE_NODATA_TRIGGER [ok] + # streams.append(self.Basic4()) # [fail] DELETE_OUTPUT_TABLE + streams.append(self.Basic5()) # [ok] FILL_HISTORY [ok] + streams.append(self.Basic6()) # [ok] FILL_HISTORY_FIRST [ok] + streams.append(self.Basic7()) # [ok] CALC_NOTIFY_ONLY [ok] + # streams.append(self.Basic8()) # [x] LOW_LATENCY_CALC temp no test [x] + streams.append(self.Basic9()) # [ok] PRE_FILTER [ok] + streams.append(self.Basic10()) # [ok] FORCE_OUTPUT [ok] + streams.append(self.Basic11()) # [ok] MAX_DELAY [ok] + streams.append(self.Basic11_1()) # [ok] MAX_DELAY [ok] need to modify case + streams.append(self.Basic12()) # [ok] EVENT_TYPE [ok] + streams.append(self.Basic13()) # [ok] IGNORE_NODATA_TRIGGER [ok] # streams.append(self.Basic14()) # watermark + expired_time + ignore_disorder [fail] 对超期的数据仍然进行了计算 @@ -1432,10 +1432,10 @@ def create(self): tdSql.checkRows(4) tdSql.execute( - f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7 state_window(cint) from ct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) tdSql.execute( - f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7_g state_window(cint) from {self.stbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) def insert1(self): @@ -1782,7 +1782,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1808,7 +1808,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1879,7 +1879,61 @@ def insert1(self): "insert into ct4 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay ] tdSql.executes(sqls) - time.sleep(5) # should modify to insert2 and check2 + time.sleep(3) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', + func=lambda: tdSql.getRows() == 1, + ) + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', + func=lambda: tdSql.getRows() == 4, + ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct1", + schema=[ + ["lastts", "TIMESTAMP", 8, ""], + ["firstts", "TIMESTAMP", 8, ""], + ["cnt_v", "BIGINT", 8, ""], + ["sum_v", "BIGINT", 8, ""], + ["avg_v", "DOUBLE", 8, ""], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + def insert2(self): sqls = [ "insert into ct1 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", @@ -1895,7 +1949,7 @@ def insert1(self): ] tdSql.executes(sqls) - def check1(self): + def check2(self): tdSql.checkResultsByFunc( sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', func=lambda: tdSql.getRows() == 1, @@ -2075,83 +2129,43 @@ def insert2(self): def check2(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") - and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) - and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), - ) - tdSql.checkResultsByFunc( - sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-01-01 00:00:08") + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 00:00:10") and tdSql.compareData(0, 1, "2025-01-01 00:00:20") - and tdSql.compareData(0, 2, 5) - and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(0, 3, 3) and tdSql.compareData(0, 4, 1) - and tdSql.compareData(0, 5, 5) - and tdSql.compareData(1, 0, "2025-01-01 00:00:10") - and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 3) - and tdSql.compareData(1, 3, 3) - and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 3), + and tdSql.compareData(0, 5, 3), ) def insert3(self): @@ -2170,152 +2184,92 @@ def insert3(self): def check3(self): tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct1", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct2", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct3", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) tdSql.checkResultsByFunc( sql=f"select firstts, lastts, cnt_v, sum_v, avg_v, usum_v, now_time from {self.db}.res_stb_ct4", - func=lambda: tdSql.getRows() == 4 + func=lambda: tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 00:00:05") and tdSql.compareData(0, 1, "2025-01-01 00:00:05") and tdSql.compareData(0, 2, 1) and tdSql.compareData(0, 3, 2) and tdSql.compareData(0, 4, 2) and tdSql.compareData(0, 5, 1) - and tdSql.compareData(1, 0, "2025-01-01 00:00:07") + and tdSql.compareData(1, 0, "2025-01-01 00:00:10") and tdSql.compareData(1, 1, "2025-01-01 00:00:20") - and tdSql.compareData(1, 2, 6) - and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 3) and tdSql.compareData(1, 4, 1) - and tdSql.compareData(1, 5, 6) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") - and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) - and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) - and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(1, 5, 3) ) def insert4(self): sqls = [ - "insert into ct1 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct1 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update - "insert into ct2 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct3 values ('2025-01-01 00:00:10', 1, 10);", # update - "insert into ct4 values ('2025-01-01 00:00:10', 1, 10);", # update + "insert into ct2 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct3 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update + "insert into ct4 values ('2025-01-01 00:00:10', 1, 10)('2025-01-01 00:00:25', 3, 20);", # update ] tdSql.executes(sqls) time.sleep(5) @@ -2336,18 +2290,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2365,18 +2319,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2394,18 +2348,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2423,18 +2377,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) tdSql.checkResultsByFunc( @@ -2452,18 +2406,18 @@ def check4(self): and tdSql.compareData(1, 3, 6) and tdSql.compareData(1, 4, 1) and tdSql.compareData(1, 5, 15) - and tdSql.compareData(2, 0, "2025-01-01 00:00:08") + and tdSql.compareData(2, 0, "2025-01-01 00:00:10") and tdSql.compareData(2, 1, "2025-01-01 00:00:20") - and tdSql.compareData(2, 2, 5) - and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 2, 3) + and tdSql.compareData(2, 3, 3) and tdSql.compareData(2, 4, 1) - and tdSql.compareData(2, 5, 5) - and tdSql.compareData(3, 0, "2025-01-01 00:00:10") - and tdSql.compareData(3, 1, "2025-01-01 00:00:20") - and tdSql.compareData(3, 2, 3) + and tdSql.compareData(2, 5, 3) + and tdSql.compareData(3, 0, "2025-01-01 00:00:25") + and tdSql.compareData(3, 1, "2025-01-01 00:00:25") + and tdSql.compareData(3, 2, 1) and tdSql.compareData(3, 3, 3) - and tdSql.compareData(3, 4, 1) - and tdSql.compareData(3, 5, 3), + and tdSql.compareData(3, 4, 3) + and tdSql.compareData(3, 5, 20) ) class Basic12(StreamCheckItem): @@ -2994,4 +2948,4 @@ def check2(self): and tdSql.compareData(2, 2, 4) and tdSql.compareData(2, 3, 8) and tdSql.compareData(2, 4, 2), - ) \ No newline at end of file + ) diff --git a/test/cases/13-StreamProcessing/04-Options/test_options_vtbl.py b/test/cases/13-StreamProcessing/04-Options/test_options_vtbl.py index b3520e3421f4..0e03306dfaa0 100644 --- a/test/cases/13-StreamProcessing/04-Options/test_options_vtbl.py +++ b/test/cases/13-StreamProcessing/04-Options/test_options_vtbl.py @@ -28,6 +28,8 @@ def test_stream_options_trigger(self): """ tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") streams = [] streams.append(self.Basic0()) # WATERMARK [ok] @@ -40,13 +42,13 @@ def test_stream_options_trigger(self): streams.append(self.Basic5()) # FILL_HISTORY [ok] streams.append(self.Basic6()) # FILL_HISTORY_FIRST [ok] - # streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] + streams.append(self.Basic7()) # CALC_NOTIFY_ONLY [ok] # # # streams.append(self.Basic8()) # LOW_LATENCY_CALC temp no test - # streams.append(self.Basic9()) # PRE_FILTER [fail] - # streams.append(self.Basic10()) # FORCE_OUTPUT [fail] - # streams.append(self.Basic11()) # MAX_DELAY [ok] - # streams.append(self.Basic11_1()) # MAX_DELAY [ok] - # streams.append(self.Basic12()) # EVENT_TYPE [ok] + streams.append(self.Basic9()) # PRE_FILTER [ok] + streams.append(self.Basic10()) # FORCE_OUTPUT [fail] + streams.append(self.Basic11()) # MAX_DELAY [ok] + # streams.append(self.Basic11_1()) # MAX_DELAY [ok] need to modify case + streams.append(self.Basic12()) # EVENT_TYPE [ok] streams.append(self.Basic13()) # IGNORE_NODATA_TRIGGER [ok] # # streams.append(self.Basic14()) # watermark + expired_time + ignore_disorder fail 对超期的数据仍然进行了计算 @@ -1481,10 +1483,10 @@ def create(self): tdSql.checkRows(4) tdSql.execute( - f"create stream s7 state_window(cint) from vct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7 state_window(cint) from vct1 stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_ct1 (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) tdSql.execute( - f"create stream s7_g state_window(cint) from {self.vstbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history|on_failure_pause) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" + f"create stream s7_g state_window(cint) from {self.vstbName} partition by tbname, tint stream_options(calc_notify_only) notify('ws://localhost:12345/notify') on(window_open|window_close) notify_options(notify_history) into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (firstts, lastts, cnt_v, sum_v, avg_v) as select first(_c0), last_row(_c0), count(cint), sum(cint), avg(cint) from %%trows;" ) def insert1(self): @@ -1586,10 +1588,10 @@ def create(self): tdSql.execute(f"create table ct3 using stb tags(2)") tdSql.execute(f"create table ct4 using stb tags(2)") - tdSql.execute(f"create vtable vct1 (cint from {self.db}.ct1.cint) using {self.db}.{self.vstbName} tags(1)") - tdSql.execute(f"create vtable vct2 (cint from {self.db}.ct2.cint) using {self.db}.{self.vstbName} tags(1)") - tdSql.execute(f"create vtable vct3 (cint from {self.db}.ct3.cint) using {self.db}.{self.vstbName} tags(1)") - tdSql.execute(f"create vtable vct4 (cint from {self.db}.ct4.cint) using {self.db}.{self.vstbName} tags(1)") + tdSql.execute(f"create vtable vct1 (cint from {self.db}.ct1.cint) using {self.db}.{self.vstbName} tags(2)") + tdSql.execute(f"create vtable vct2 (cint from {self.db}.ct2.cint) using {self.db}.{self.vstbName} tags(2)") + tdSql.execute(f"create vtable vct3 (cint from {self.db}.ct3.cint) using {self.db}.{self.vstbName} tags(2)") + tdSql.execute(f"create vtable vct4 (cint from {self.db}.ct4.cint) using {self.db}.{self.vstbName} tags(2)") tdSql.query(f"show tables") tdSql.checkRows(4) @@ -1658,7 +1660,7 @@ def check1(self): tdSql.checkResultsByFunc( sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_vct%"', - func=lambda: tdSql.getRows() == 3, + func=lambda: tdSql.getRows() == 4, ) tdSql.checkTableSchema( @@ -1847,7 +1849,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1873,7 +1875,7 @@ def check1(self): and tdSql.compareData(1, 0, "2025-01-01 00:00:13") and tdSql.compareData(1, 1, 'None') and tdSql.compareData(1, 2, 'None') - and tdSql.compareData(1, 3, 'None') + and tdSql.compareData(1, 3, 0) and tdSql.compareData(1, 4, 'None') and tdSql.compareData(1, 5, 'None') and tdSql.compareData(1, 6, 3) @@ -1951,7 +1953,61 @@ def insert1(self): "insert into ct4 values ('2025-01-01 00:00:05', 8, 1);", # output by max delay ] tdSql.executes(sqls) - time.sleep(5) # should modify to insert2 and check2 + time.sleep(3) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', + func=lambda: tdSql.getRows() == 1, + ) + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_vct%"', + func=lambda: tdSql.getRows() == 4, + ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct1", + schema=[ + ["lastts", "TIMESTAMP", 8, ""], + ["firstts", "TIMESTAMP", 8, ""], + ["cnt_v", "BIGINT", 8, ""], + ["sum_v", "BIGINT", 8, ""], + ["avg_v", "DOUBLE", 8, ""], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_stb_vct1", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 00:00:02") + and tdSql.compareData(0, 1, "2025-01-01 00:00:02") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 6) + and tdSql.compareData(0, 4, 6) + and tdSql.compareData(1, 0, "2025-01-01 00:00:05") + and tdSql.compareData(1, 1, "2025-01-01 00:00:03") + and tdSql.compareData(1, 2, 3) + and tdSql.compareData(1, 3, 26) + # and tdSql.compareData(1, 4, 8.667) + ) + + def insert2(self): sqls = [ "insert into ct1 values ('2025-01-01 00:00:06', 1, 8);", # output by w-close "insert into ct1 values ('2025-01-01 00:00:01', 1, 1);", @@ -1967,7 +2023,7 @@ def insert1(self): ] tdSql.executes(sqls) - def check1(self): + def check2(self): tdSql.checkResultsByFunc( sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', func=lambda: tdSql.getRows() == 1, @@ -2973,4 +3029,4 @@ def check2(self): and tdSql.compareData(2, 2, 4) and tdSql.compareData(2, 3, 8) and tdSql.compareData(2, 4, 2), - ) \ No newline at end of file + ) diff --git a/test/cases/13-StreamProcessing/05-Notify/test_notify.py b/test/cases/13-StreamProcessing/05-Notify/test_notify.py index 5149ad371227..c36ad084e81e 100644 --- a/test/cases/13-StreamProcessing/05-Notify/test_notify.py +++ b/test/cases/13-StreamProcessing/05-Notify/test_notify.py @@ -44,7 +44,8 @@ def test_stream_notify_trigger(self): # streams.append(self.Basic8()) # OK # streams.append(self.Basic9()) # OK # streams.append(self.Basic10()) # failed - streams.append(self.Basic11()) # + # streams.append(self.Basic11()) # + streams.append(self.Basic12()) # tdStream.checkAll(streams) @@ -1406,3 +1407,95 @@ def check1(self): sql=f"select * from {self.db}.res_ct0", func=lambda: tdSql.getRows() == 3 ) + + class Basic12(StreamCheckItem): + def __init__(self): + self.db = "sdb11" + self.stb = "stb" + + def create(self): + tdLog.info(f"=============== create database") + tdSql.execute(f"create database {self.db} vgroups 4;") + tdSql.execute(f"use {self.db}") + + tdSql.execute(f"create table if not exists {self.stb} (ts timestamp, cint int, cbool bool, cfloat float, cdouble double, cbytes varchar(100), cdecimal decimal(10, 2)) tags (tag1 int, tag2 int);") + tdSql.query(f"show stables") + tdSql.checkRows(1) + + tdLog.info(f"=============== create sub table") + tdSql.execute(f"create table ct0 using {self.stb} tags(0, 1);") + tdSql.execute(f"create table ct1 using {self.stb} tags(1, 2);") + tdSql.execute(f"create table ct2 using {self.stb} tags(2, 3);") + tdSql.execute(f"create table ct3 using {self.stb} tags(3, 4);") + + tdSql.query(f"show tables") + tdSql.checkRows(4) + + tdLog.info(f"=============== create stream") + tdSql.error( + f"create stream s3 count_window(1) from ct0 stream_options(FILL_HISTORY) " + f"notify('http://localhost:12345/notify') into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 interval(10a) " + ) + + tdSql.error( + f"create stream s3 session(ts, 20s) from ct0 stream_options(FILL_HISTORY) " + f"notify('http://localhost:12345/notify') into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 interval(10a) " + ) + + tdSql.error( + f"create stream s3 state_window(cint) from ct0 stream_options(FILL_HISTORY) " + f"notify('http://localhost:12345/notify') into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 interval(10a) " + ) + + tdSql.error( + f"create stream s3 event_window(start with cdouble < 4 or cdecimal >8 end with cast(cbytes as int) > 13) from ct0 stream_options(FILL_HISTORY) " + f"notify('http://localhost:12345/notify') into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 interval(10a) " + ) + + tdSql.error( + f"create stream s3 event_window(start with cdouble < 4 or cdecimal >8 end with cast(cbytes as int) > 13) from ct0 stream_options(FILL_HISTORY) " + f"notify('http://localhost:12345/notify') on(window_both) into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 interval(10a) " + ) + + tdSql.error( + f"create stream s3 period(10s) from ct0 " + f"notify('http://localhost:12345/notify') on(window_open|window_close|) notify_options(notify_history) into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 " + ) + + tdSql.error( + f"create stream s3 period(10s) from ct0 " + f"notify('http://localhost:12345/notify') on(window_open|window_close|) notify_options() into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 " + ) + + tdSql.error( + f"create stream s3 period(10s) from ct0 on(window_open|window_close) " + f"notify('http://localhost:12345/notify') notify_options(on_failure_pause) into res_ct0 as " + f"select _wstart, _wend, _twstart, count(*), count(cbool), sum(cfloat), last(cdouble), last(cbytes),sum(cdecimal) from ct0 " + ) + + def insert1(self): + pass + # time.sleep(5) + # + # tdLog.info(f"=============== insert data into stb") + # + # ts = 1735660860000 + # for i in range(10000): + # sql = f"insert into ct0 values ({ts}, {i}, 0, {random()}, {random()}, '11', 3.3333333);" + # tdSql.execute(sql) + # ts += 1000 + + def check1(self): + pass + # tdLog.info("do check the results") + # tdSql.checkResultsByFunc( + # sql=f"select * from {self.db}.res_ct0", + # func=lambda: tdSql.getRows() == 3 + # ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1.py index db277957d55d..ec2a3de4efe3 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1.py @@ -1000,7 +1000,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 count_window(1, c1) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 count_window(1, c1) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1'", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1;", ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1_bug1.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1_bug1.py deleted file mode 100644 index df525d6c5de9..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_1_bug1.py +++ /dev/null @@ -1,158 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryCount: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_count_win1(self): - """Subquery in Count Window 1 - - 1. Use count trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb = "create vtable tdb.v1 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(1)" - tdSql.execute(vstb) - tdSql.execute(vctb) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:05:00', 5, 50 )", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 15, 150)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 250)", - "insert into tdb.t1 values ('2025-01-01 00:10:00', 10, 100) ('2025-01-01 00:30:00', 30, 300)", - "insert into tdb.n1 values ('2025-01-01 00:30:00', 30, 300)", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=131, - stream="create stream rdb.s131 count_window(1, c1) from tdb.v1 partition by id, tbname into rdb.r131 as select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2, _twstart, _twend from %%trows ta right join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= _twstart and ta.ts < _twend + 5m;", - res_query="select tats, tbts, tac1, tac2, tbc1, tbc2 from rdb.r131", - exp_query="select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2 from tdb.t1 ta right join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000';", - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_2.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_2.py index 701a2e997522..595daebd03c4 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_2.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_2.py @@ -1002,7 +1002,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 count_window(2, c1) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 count_window(2, c1) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 6", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_bug.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_bug.py deleted file mode 100644 index dd398172473e..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_count_bug.py +++ /dev/null @@ -1,192 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryCount: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_count(self): - """Subquery in Count - - 1. Use count trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb = "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - tdSql.execute(vstb) - tdSql.execute(vctb) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 110) ('2025-01-01 00:16:00', 11, 120) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 10)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=2, - stream="create stream rdb.s2 count_window(2, c1) from tdb.triggers partition by tbname into rdb.r2 as select _twstart ts, _twstart + 5m te, _twduration td, _twrownum tw, _tgrpid tg, _tlocaltime tl, tbname tb, count(cint) c1, avg(cint) c2 from qdb.meters where cts >= _twstart and cts < _twstart + 5m and _twduration is not null and _twrownum is not null and _tgrpid is not null and _tlocaltime is not null partition by tbname", - res_query="select ts, te, td, c1, tag_tbname from rdb.r2 where tag_tbname='t1' limit 3;", - exp_query="select _wstart ts, _wend te, 60000, count(cint) c1, 't1' from qdb.t1 where cts >= '2025-01-01 00:00:00' and cts < '2025-01-01 00:15:00' interval(5m);", - check_func=self.check2, - ) - self.streams.append(stream) - - def check2(self): - tdSql.checkTableType( - dbname="rdb", - stbname="r2", - columns=9, - tags=1, - ) - tdSql.checkTableSchema( - dbname="rdb", - tbname="r2", - schema=[ - ["ts", "TIMESTAMP", 8, ""], - ["te", "TIMESTAMP", 8, ""], - ["td", "BIGINT", 8, ""], - ["tw", "BIGINT", 8, ""], - ["tg", "BIGINT", 8, ""], - ["tl", "TIMESTAMP", 8, ""], - ["tb", "VARCHAR", 270, ""], - ["c1", "BIGINT", 8, ""], - ["c2", "DOUBLE", 8, ""], - ["tag_tbname", "VARCHAR", 270, "TAG"], - ], - ) - tdSql.checkResultsByFunc( - sql="select * from information_schema.ins_tags where db_name='rdb' and stable_name='r2' and tag_name='tag_tbname' and (tag_value='t1' or tag_value='t2');", - func=lambda: tdSql.getRows() == 2, - ) - tdSql.checkResultsByFunc( - sql="select ts, te, td, c1, tag_tbname from rdb.r2 where tag_tbname='t2'", - func=lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2025-01-01 00:15:00.000") - and tdSql.compareData(0, 1, "2025-01-01 00:20:00.000") - and tdSql.compareData(0, 2, 60000) - and tdSql.compareData(0, 3, 10) - and tdSql.compareData(0, 4, "t2"), - ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event.py index 9cdad08dc825..7031ca1fb7df 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event.py @@ -1002,7 +1002,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 event_window(start with c2=0 end with c2=10) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 event_window(start with c2=0 end with c2=10) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 6", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event_bug.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event_bug.py deleted file mode 100644 index baeb5815f594..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_event_bug.py +++ /dev/null @@ -1,198 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryCount: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_count(self): - """Subquery in Count - - 1. Use count trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb1 = ( - "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - ) - vctb2 = ( - "create vtable tdb.v2 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(2)" - ) - tdSql.execute(vstb) - tdSql.execute(vctb1) - tdSql.execute(vctb2) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 0 ) ('2025-01-01 00:16:00', 11, 10 ) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 2)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=109, - stream="create stream rdb.s109 event_window(start with c2=0 end with c2=10) from tdb.v1 into rdb.r109 as select _wstart, count(ta.c1), count(ta.c2), sum(ta.c2), count(tb.c1), count(tb.c2), sum(tb.c2) from tdb.v1 ta join tdb.t1 tb on ta.ts = tb.ts where ta.ts >= '2025-01-01 00:10:00.000' and ta.ts < '2025-01-01 00:15:00.000' group by ta.c2 having sum(tb.c2) > 0;;", - res_query="select * from rdb.r109 limit 1", - exp_query="select cast('2025-01-01 00:10:00.000' as timestamp) ts, count(ta.c1), count(ta.c2), sum(ta.c2), count(tb.c1), count(tb.c2), sum(tb.c2) from tdb.v1 ta join tdb.t1 tb on ta.ts = tb.ts where ta.ts >= '2025-01-01 00:10:00.000' and ta.ts < '2025-01-01 00:15:00.000' group by ta.c2 having sum(tb.c2) > 0;", - ) - self.streams.append(stream) - - def check2(self): - tdSql.checkTableType( - dbname="rdb", - stbname="r2", - columns=9, - tags=1, - ) - tdSql.checkTableSchema( - dbname="rdb", - tbname="r2", - schema=[ - ["ts", "TIMESTAMP", 8, ""], - ["te", "TIMESTAMP", 8, ""], - ["td", "BIGINT", 8, ""], - ["tw", "BIGINT", 8, ""], - ["tg", "BIGINT", 8, ""], - ["tl", "TIMESTAMP", 8, ""], - ["tb", "VARCHAR", 270, ""], - ["c1", "BIGINT", 8, ""], - ["c2", "DOUBLE", 8, ""], - ["tag_tbname", "VARCHAR", 270, "TAG"], - ], - ) - tdSql.checkResultsByFunc( - sql="select * from information_schema.ins_tags where db_name='rdb' and stable_name='r2' and tag_name='tag_tbname' and (tag_value='t1' or tag_value='t2');", - func=lambda: tdSql.getRows() == 2, - ) - tdSql.checkResultsByFunc( - sql="select ts, te, td, c1, tag_tbname from rdb.r2 where tag_tbname='t2'", - func=lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2025-01-01 00:15:00.000") - and tdSql.compareData(0, 1, "2025-01-01 00:20:00.000") - and tdSql.compareData(0, 2, 60000) - and tdSql.compareData(0, 3, 10) - and tdSql.compareData(0, 4, "t2"), - ) - diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_period.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_period.py index c8d8b562b5e9..52e4062f40ee 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_period.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_period.py @@ -992,7 +992,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 session(ts, 4m) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 session(ts, 4m) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 3", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py index 063bd1d386ee..a5d086232bcd 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py @@ -1003,7 +1003,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 session(ts, 2m) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 session(ts, 2m) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 6", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session_bug1.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session_bug1.py deleted file mode 100644 index ff1dac24c152..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_session_bug1.py +++ /dev/null @@ -1,135 +0,0 @@ -import time -import math -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamDevBasic: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_dev_basic(self): - """basic test - - Verification testing during the development process. - - Catalog: - - Streams:Others - - Since: v3.3.3.7 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-26 Simon Guan Created - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb1 = ( - "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - ) - vctb2 = ( - "create vtable tdb.v2 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(2)" - ) - tdSql.execute(vstb) - tdSql.execute(vctb1) - tdSql.execute(vctb2) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 0 ) ('2025-01-01 00:16:00', 11, 10 ) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 10)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=39, - stream="create stream rdb.s39 session(ts, 2m) from tdb.v2 into rdb.r39 as select _twstart + 5m tn, TIMETRUNCATE(_twstart + 5m, 1d) tnt, sum(cint) c1, _tgrpid tg, TIMETRUNCATE(cast(_tlocaltime /1000000 as timestamp), 1d) tl from qdb.meters where cts >= _twstart and cts < _twstart + 5m and tint = 1 partition by tint", - res_query="select * from rdb.r39 limit 5", - exp_query="select _wstart + 5m, timetruncate(_wstart, 1d), sum(cint), 0, timetruncate(now(), 1d) from qdb.meters where tint=1 and cts >= '2025-01-01 00:00:00.000' and cts < '2025-01-01 00:25:00.000' interval(5m);", - check_func=self.check39, - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - - def check39(self): - tdSql.checkResultsByFunc( - sql="select * from rdb.r39", - func=lambda: tdSql.getRows() == 6 - and tdSql.compareData(5, 0, "2025-01-01 00:35:00.000") - and tdSql.compareData(5, 2, 19995), - ) - diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding.py index 72149bb392a0..766ae7707269 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding.py @@ -208,10 +208,10 @@ def createStreams(self): self.streams.append(stream) stream = StreamItem( - id=7, - stream="create stream rdb.s7 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r7 as select _twstart ts, count(c1), avg(c2) from %%tbname where ts >= _twstart and ts < _twend and %%tbname = tbname", - res_query="select *, tag_tbname from rdb.r7 where tag_tbname='t1' and (ts >= '2025-01-01 00:00:00' and ts < '2025-01-01 00:15:00') or ts = '2025-01-01 00:30:00'", - exp_query="select _wstart, count(c1), avg(c2), 't1', 't1' from tdb.t1 where ts >= '2025-01-01 00:00:00' and ts < '2025-01-01 00:35:00' interval(5m);", + id=7, + stream="create stream rdb.s7 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r7 as select _twstart ts, count(c1), avg(c2) from %%tbname where ts >= _twstart and ts < _twend and %%tbname = tbname", + res_query="select *, tag_tbname from rdb.r7 where tag_tbname='t1' and (ts >= '2025-01-01 00:00:00' and ts < '2025-01-01 00:15:00') or ts = '2025-01-01 00:30:00'", + exp_query="select _wstart, count(c1), avg(c2), 't1', 't1' from tdb.t1 where ts >= '2025-01-01 00:00:00' and ts < '2025-01-01 00:35:00' interval(5m);", ) self.streams.append(stream) @@ -996,7 +996,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 3", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) @@ -1131,11 +1131,11 @@ def createStreams(self): stream = StreamItem( id=121, - stream="create stream rdb.s121 interval(5m) sliding(5m) from tdb.t1 partition by id into rdb.r121 as select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2, _twstart, _twend from %%tbname ta right join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= _twstart and ta.ts < _twend;", - res_query="select * from rdb.r121", - exp_query="select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2 from tdb.t1 ta right join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000';", + stream="create stream rdb.s121 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r121 as select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2, _twstart tw, _twend te, %%tbname tb from %%tbname ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= _twstart and ta.ts < _twend", + res_query="select tats, tbts, tac1, tac2, tbc1, tbc2 from rdb.r121 where tag_tbname='t1'", + exp_query="select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2 from tdb.t1 ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000';", ) - # self.streams.append(stream) TD-36443 + self.streams.append(stream) stream = StreamItem( id=122, diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug2.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug2.py deleted file mode 100644 index e70e95b2b658..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug2.py +++ /dev/null @@ -1,125 +0,0 @@ -import time -import math -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamDevBasic: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_dev_basic(self): - """basic test - - Verification testing during the development process. - - Catalog: - - Streams:Others - - Since: v3.3.3.7 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-26 Simon Guan Created - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb = "create vtable tdb.v1 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(1)" - tdSql.execute(vstb) - tdSql.execute(vctb) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:05:00', 5, 50 ) ('2025-01-01 00:10:00', 10, 100)", - "insert into tdb.t2 values ('2025-01-01 00:11:00', 11, 110) ('2025-01-01 00:12:00', 12, 120) ('2025-01-01 00:15:00', 15, 150)", - "insert into tdb.t3 values ('2025-01-01 00:21:00', 21, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 250) ('2025-01-01 00:26:00', 26, 260) ('2025-01-01 00:27:00', 27, 270)", - "insert into tdb.t1 values ('2025-01-01 00:30:00', 30, 300) ('2025-01-01 00:32:00', 32, 320) ('2025-01-01 00:36:00', 36, 360)", - "insert into tdb.n1 values ('2025-01-01 00:40:00', 40, 400) ('2025-01-01 00:42:00', 42, 420)", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=73, - stream="create stream rdb.s73 interval(5m) sliding(5m) from tdb.triggers into rdb.r73 as select _rowts ts, _twstart tws, _twend twe, CSUM(cint) + CSUM(cuint) val from qdb.v1 where cts >= _twstart and cts < _twend;", - res_query="select ts, val from rdb.r73 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:05:00.000'", - exp_query="select _rowts, CSUM(cint) + CSUM(cuint) from qdb.v1 where cts >= '2025-01-01 00:00:00.000' and cts < '2025-01-01 00:05:00.000'", - ) - self.streams.append(stream) - - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - - def check205(self): - tdSql.checkResultsByFunc( - sql="select * from rdb.r205;", func=lambda: tdSql.getRows() > 0, retry=20 - ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug5.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug5.py deleted file mode 100644 index 6af6d10bc173..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug5.py +++ /dev/null @@ -1,142 +0,0 @@ -import time -import math -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamDevBasic: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_dev_basic(self): - """basic test - - Verification testing during the development process. - - Catalog: - - Streams:Others - - Since: v3.3.3.7 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-26 Simon Guan Created - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb = "create vtable tdb.v1 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(1)" - tdSql.execute(vstb) - tdSql.execute(vctb) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:05:00', 5, 50 ) ('2025-01-01 00:10:00', 10, 100)", - "insert into tdb.t2 values ('2025-01-01 00:11:00', 11, 110) ('2025-01-01 00:12:00', 12, 120) ('2025-01-01 00:15:00', 15, 150)", - "insert into tdb.t3 values ('2025-01-01 00:21:00', 21, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 250) ('2025-01-01 00:26:00', 26, 260) ('2025-01-01 00:27:00', 27, 270)", - "insert into tdb.t1 values ('2025-01-01 00:30:00', 30, 300) ('2025-01-01 00:32:00', 32, 320) ('2025-01-01 00:36:00', 36, 360)", - "insert into tdb.n1 values ('2025-01-01 00:40:00', 40, 400) ('2025-01-01 00:42:00', 42, 420)", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=106, - stream="create stream rdb.s106 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r106 as select _twstart, cts, concat(cvarchar, cnchar), cint + cuint, ctinyint - cdouble, cfloat * cdouble, cbigint * 12, -ctinyint from qdb.meters where tbname=%%tbname limit 1 offset 1;", - res_query="select * from rdb.r106 where tag_tbname='t1' limit 1", - exp_query="select cast('2025-01-01 00:00:00.000' as timestamp) ts, cts, concat(cvarchar, cnchar), cint + cuint, ctinyint - cdouble, cfloat * cdouble, cbigint * 12, -ctinyint, tbname from qdb.t1 limit 1 offset 1;", - ) - self.streams.append(stream) - - - stream = StreamItem( - id=122, - stream="create stream rdb.s122 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r122 as select first(tats), last(tbts), count(tat1), sum(tat1), first(tbt1), last(tbt1) from (select ta.cts tats, tb.cts tbts, ta.cint tat1, tb.cint tbt1 from qdb.t1 ta left join qdb.t2 tb on ta.cts=tb.cts and (ta.cint >= tb.cint) order by ta.cts) where tats >= _twstart and tats < _twend", - res_query="select * from rdb.r122 where tag_tbname='t1';", - exp_query="select first(tats), last(tbts), count(tat1), sum(tat1), first(tbt1), last(tbt1), 't1' from (select ta.cts tats, tb.cts tbts, ta.cint tat1, tb.cint tbt1 from qdb.t1 ta left join qdb.t2 tb on ta.cts=tb.cts and (ta.cint >= tb.cint) order by ta.cts) where tats >= '2025-01-01 00:00:00.000' and tats < '2025-01-01 00:35:00.000' interval(5m);", - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - - def check0(self): - tdSql.checkTableType( - dbname="rdb", tbname="r0", typename="NORMAL_TABLE", columns=3 - ) - tdSql.checkTableSchema( - dbname="rdb", - tbname="r0", - schema=[ - ["ts", "TIMESTAMP", 8, ""], - ["c1", "BIGINT", 8, ""], - ["c2", "DOUBLE", 8, ""], - ], - ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug9.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug9.py deleted file mode 100644 index 6499f4c0cae7..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_sliding_bug9.py +++ /dev/null @@ -1,125 +0,0 @@ -import time -import math -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamDevBasic: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_dev_basic(self): - """basic test - - Verification testing during the development process. - - Catalog: - - Streams:Others - - Since: v3.3.3.7 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-26 Simon Guan Created - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb = "create vtable tdb.v1 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(1)" - tdSql.execute(vstb) - tdSql.execute(vctb) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:05:00', 5, 50 ) ('2025-01-01 00:10:00', 10, 100)", - "insert into tdb.t2 values ('2025-01-01 00:11:00', 11, 110) ('2025-01-01 00:12:00', 12, 120) ('2025-01-01 00:15:00', 15, 150)", - "insert into tdb.t3 values ('2025-01-01 00:21:00', 21, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 250) ('2025-01-01 00:26:00', 26, 260) ('2025-01-01 00:27:00', 27, 270)", - "insert into tdb.t1 values ('2025-01-01 00:30:00', 30, 300) ('2025-01-01 00:32:00', 32, 320) ('2025-01-01 00:36:00', 36, 360)", - "insert into tdb.n1 values ('2025-01-01 00:40:00', 40, 400) ('2025-01-01 00:42:00', 42, 420)", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=121, - stream="create stream rdb.s121 interval(5m) sliding(5m) from tdb.triggers partition by tbname into rdb.r121 as select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2, _twstart tw, _twend te, %%tbname tb from %%tbname ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= _twstart and ta.ts < _twend", - res_query="select tats, tbts, tac1, tac2, tbc1, tbc2 from rdb.r121 where tag_tbname='t1'", - exp_query="select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2 from tdb.t1 ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000';", - ) - - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - - def check102(self): - tdSql.checkResultsByFunc( - sql="select * from rdb.r102", func=lambda: tdSql.getRows() == 4 - ) diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py index 9b746d2d9c4d..b34086a721a4 100644 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py +++ b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py @@ -1002,7 +1002,7 @@ def createStreams(self): stream = StreamItem( id=104, - stream="create stream rdb.s104 state_window(c1) from tdb.triggers partition by tbname into rdb.r104 as select _wstart ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", + stream="create stream rdb.s104 state_window(c1) from tdb.triggers partition by tbname into rdb.r104 as select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from %%trows", res_query="select ts, t1, t2, t3, t4 from rdb.r104 where tag_tbname='t1' limit 6", exp_query="select ts, CASE c1 WHEN 0 THEN 'Running' WHEN 5 THEN 'Warning' ELSE 'Unknown' END t1, c1 & c2 t2, c1 | c2 t3, (c1 != 0 or c2 <> 0) t4 from tdb.t1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:15:00.000';", ) @@ -1137,11 +1137,11 @@ def createStreams(self): stream = StreamItem( id=121, - stream="create stream rdb.s121 state_window(c1) from tdb.triggers partition by id into rdb.r121 as select first(ts2), tbname, sum(v_int) from (select t1.ts ts1, t2.ts ts2, t2.v_int, t2.tbname from db1_st1 t1 right join db1_st2 t2 on t1.ts=t2.ts and t2.ts <= now and (t2.v_binary like '%abc%' or t2.v_binary not like '%abc%') where t2.v_binary like '%abc%' or t2.v_binary not like '%abc%') group by tbname order by tbname;", - res_query="select * from rdb.r121", - exp_query="select _wstart, sum(cint), count(cint), tbname from qdb.meters where cts >= '2025-01-01 00:00:00.000' and cts < '2025-01-01 00:35:00.000' and tbname='t1' partition by tbname interval(5m);", + stream="create stream rdb.s121 state_window(c1) from tdb.triggers partition by tbname into rdb.r121 as select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2, _twstart tw, _twend te, %%tbname tb from %%tbname ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= _twstart and ta.ts <= _twend", + res_query="select tats, tbts, tac1, tac2, tbc1, tbc2 from rdb.r121 where tag_tbname='t1'", + exp_query="select ta.ts tats, tb.cts tbts, ta.c1 tac1, ta.c2 tac2, tb.cint tbc1, tb.cuint tbc2 from tdb.t1 ta inner join qdb.t1 tb on ta.ts=tb.cts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000';", ) - # self.streams.append(stream) TD-36443 + self.streams.append(stream) stream = StreamItem( id=122, diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug1.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug1.py deleted file mode 100644 index 374a466aebc1..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug1.py +++ /dev/null @@ -1,180 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryState: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_state(self): - """Subquery in State - - 1. Use state trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb1 = ( - "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - ) - vctb2 = ( - "create vtable tdb.v2 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(2)" - ) - tdSql.execute(vstb) - tdSql.execute(vctb1) - tdSql.execute(vctb2) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 110) ('2025-01-01 00:16:00', 11, 120) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 2)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - # stream = StreamItem( - # id=56, - # stream="create stream rdb.s56 state_window(c1) from tdb.v1 into rdb.r56 as select _wstart ws, _wend we, _twstart tws, _twend + 4m twe, first(c1) cf, last(c1) cl, count(c1) cc from %%trows where ts >= _twstart and ts < _twend + 4m interval(1m) fill(prev)", - # res_query="select * from rdb.r56 where ws >= '2025-01-01 00:00:00.000' and we <= '2025-01-01 00:05:00.000' ", - # exp_query="select _wstart ws, _wend we, cast('2025-01-01 00:00:00.000' as timestamp) tws, cast('2025-01-01 00:05:00.000' as timestamp) twe, first(c1) cf, last(c1) cl, count(c1) cc from tdb.v1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:05:00.000' interval(1m) fill(prev);", - # ) - - # stream = StreamItem( - # id=27, - # stream="create stream rdb.s27 state_window(c1) from tdb.v1 partition by tbname into rdb.r27 as select _twstart tw, sum(cint) c1, count(cint) c2 from qdb.vmeters where cts >= _twstart and cts < _twstart + 5m and tbname=%%1", - # res_query="select * from rdb.r27 where tag_tbname='v1' limit 3", - # exp_query="select _wstart, sum(cint), count(cint), tbname from qdb.vmeters where cts >= '2025-01-01 00:00:00.000' and cts < '2025-01-01 00:15:00.000' and tbname='v1' partition by tbname interval(5m);", - # check_func=self.check27, - # ) - # # self.streams.append(stream) TD-36353 - - stream = StreamItem( - id=46, - stream="create stream rdb.s46 state_window(c1) from tdb.v1 into rdb.r46 as select _twstart ts, count(c1) ccnt, sum(c2) csum, first(id) cfirst from %%trows", - res_query="select ts, ccnt, csum, cfirst from rdb.r46 limit 4", - exp_query="select _wstart, count(*), sum(c2), first(id) from tdb.v1 state_window(c1) limit 4", - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug2.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug2.py deleted file mode 100644 index 2ceb2b09e163..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug2.py +++ /dev/null @@ -1,165 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryState: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_state(self): - """Subquery in State - - 1. Use state trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb1 = ( - "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - ) - vctb2 = ( - "create vtable tdb.v2 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(2)" - ) - tdSql.execute(vstb) - tdSql.execute(vctb1) - tdSql.execute(vctb2) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 110) ('2025-01-01 00:16:00', 11, 120) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 2)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - stream = StreamItem( - id=114, - # stream="create stream rdb.s114 state_window(c1) from tdb.vtriggers partition by tbname into rdb.r114 as select _twstart, count(ta.c1), count(ta.c2), sum(ta.c2), count(tb.c1), count(tb.c2), sum(tb.c2) from tdb.t2 ta join tdb.v2 tb on ta.ts = tb.ts where ta.ts >= _twstart and ta.ts < _twend + 4m group by ta.c2 having sum(tb.c2) > 130;", - stream="create stream rdb.s114 state_window(c1) from tdb.vtriggers partition by tbname into rdb.r114 as select _twstart, count(ta.c1), count(ta.c2), sum(ta.c2), count(tb.c1), count(tb.c2), sum(tb.c2) from tdb.t2 ta join %%tbname tb on ta.ts = tb.ts where ta.ts >= _twstart and ta.ts < _twend + 4m group by ta.c2 having sum(tb.c2) > 130;", - res_query="select * from rdb.r114 where tag_tbname='v2'", - exp_query="select cast('2025-01-01 00:15:00.000' as timestamp) ts, count(ta.c1), count(ta.c2), sum(ta.c2), count(tb.c1), count(tb.c2), sum(tb.c2), 'v2' from tdb.t2 ta join tdb.v2 tb on ta.ts = tb.ts where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:35:00.000' group by ta.c2 having sum(tb.c2) > 130;", - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() diff --git a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug3.py b/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug3.py deleted file mode 100644 index 04ba31120f30..000000000000 --- a/test/cases/13-StreamProcessing/07-SubQuery/test_subquery_state_bug3.py +++ /dev/null @@ -1,186 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem - - -class TestStreamSubqueryState: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_subquery_state(self): - """Subquery in State - - 1. Use state trigger mode - - 2. Output results include 4 dimensions: - No grouping - Group by table name - Group by tags - Group by ordinary columns - - 3. Generate 100 SQL statements using the following syntax combinations: - Tables: system tables, super tables, child tables, normal tables, virtual super tables, virtual child tables - Functions: - Single-row functions (math/string/conversion/time functions) - Aggregate functions - Selection functions - Time-series-specific functions - Geometry functions - System functions - Queries: projection queries, nested queries, join queries, window queries (time/event/count/session/state), SHOW commands, GROUP BY, PARTITION BY, ORDER BY, LIMIT, SLIMIT, UNION, etc. - Filters: time comparisons, ordinary column comparisons, tag column comparisons - Operators: arithmetic, string, bitwise, comparison, logical, JSON operators - Others: - Queries on databases/tables same as/different from the trigger table - View queries - - 4. Include the following combinations in step 3 query results: - Use all data types: numeric, binary, string, geometry, json, etc. - Use all pseudo-columns: _qstart, _qend, _wstart, _wend, _wduration, _c0, _rowts, irowts, _irowtsorigin, tbname, etc. - Include data columns and tag columns - Randomly include None and NULL in result sets - Result set sizes: 1 row, n rows - Include duplicate timestamp in result sets - - 5. Test placeholder usage in step 3's queries, including: - Placeholders in various positions like FROM, SELECT, WHERE - Each placeholder: _twstart, _twend, _twduration, _twrownum, _tcurrent_ts, _tgrpid, _tlocaltime, %%n, %%tbname, %%tbrows - - 6. Validation checks: - Verify table structures and table counts - Validate correctness of calculation results - Validate the accuracy of placeholder data, such as %%trows - - Catalog: - - Streams:SubQuery - - Since: v3.0.0.0 - - Labels: common,ci - - Jira: None - - History: - - 2025-5-30 Simon Guan Create Case - - """ - - self.createSnode() - self.createDatabase() - self.prepareQueryData() - self.prepareTriggerTable() - self.createStreams() - self.checkStreamStatus() - self.writeTriggerData() - self.checkResults() - - def createSnode(self): - tdLog.info("create snode") - tdStream.createSnode(1) - - def createDatabase(self): - tdLog.info(f"create database") - - tdSql.prepare(dbname="qdb", vgroups=1) - tdSql.prepare(dbname="tdb", vgroups=1) - tdSql.prepare(dbname="rdb", vgroups=1) - clusterComCheck.checkDbReady("qdb") - clusterComCheck.checkDbReady("tdb") - clusterComCheck.checkDbReady("rdb") - - def prepareQueryData(self): - tdLog.info("prepare child tables for query") - tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) - - tdLog.info("prepare normal tables for query") - tdStream.prepareNormalTables(tables=10, rowBatch=1) - - tdLog.info("prepare virtual tables for query") - tdStream.prepareVirtualTables(tables=10) - - tdLog.info("prepare json tag tables for query, include None and primary key") - tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) - - tdLog.info("prepare view") - tdStream.prepareViews(views=5) - - def prepareTriggerTable(self): - tdLog.info("prepare tables for trigger") - - stb = "create table tdb.triggers (ts timestamp, c1 int, c2 int) tags(id int, name varchar(16));" - ctb = "create table tdb.t1 using tdb.triggers tags(1, '1') tdb.t2 using tdb.triggers tags(2, '2') tdb.t3 using tdb.triggers tags(3, '3')" - tdSql.execute(stb) - tdSql.execute(ctb) - - ntb = "create table tdb.n1 (ts timestamp, c1 int, c2 int)" - tdSql.execute(ntb) - - vstb = "create stable tdb.vtriggers (ts timestamp, c1 int, c2 int) tags(id int) VIRTUAL 1" - vctb1 = ( - "create vtable tdb.v1 (tdb.t1.c1, tdb.t1.c2) using tdb.vtriggers tags(1)" - ) - vctb2 = ( - "create vtable tdb.v2 (tdb.t1.c1, tdb.t2.c2) using tdb.vtriggers tags(2)" - ) - tdSql.execute(vstb) - tdSql.execute(vctb1) - tdSql.execute(vctb2) - - def writeTriggerData(self): - tdLog.info("write data to trigger table") - sqls = [ - "insert into tdb.t1 values ('2025-01-01 00:00:00', 0, 0 ) ('2025-01-01 00:01:00', 0, 10 ) ('2025-01-01 00:05:00', 10, 0)", - "insert into tdb.t2 values ('2025-01-01 00:15:00', 11, 110) ('2025-01-01 00:16:00', 11, 120) ('2025-01-01 00:20:00', 21, 210)", - "insert into tdb.t3 values ('2025-01-01 00:20:00', 20, 210)", - "insert into tdb.n1 values ('2025-01-01 00:25:00', 25, 0 ) ('2025-01-01 00:26:00', 25, 10 ) ('2025-01-01 00:30:00', 30, 0)", - "insert into tdb.t1 values ('2025-01-01 00:06:00', 10, 10 ) ('2025-01-01 00:10:00', 20, 0 ) ('2025-01-01 00:11:00', 20, 10 ) ('2025-01-01 00:30:00', 30, 0) ('2025-01-01 00:31:00', 30, 10) ('2025-01-01 00:35:00', 40, 0) ('2025-01-01 00:36:00', 40, 2)", - "insert into tdb.n1 values ('2025-01-01 00:31:00', 30, 10 ) ('2025-01-01 00:40:00', 40, 0 )", - ] - tdSql.executes(sqls) - - def checkStreamStatus(self): - tdLog.info(f"wait total:{len(self.streams)} streams run finish") - tdStream.checkStreamStatus() - - def checkResults(self): - tdLog.info(f"check total:{len(self.streams)} streams result") - for stream in self.streams: - stream.checkResults() - tdLog.info(f"check total:{len(self.streams)} streams result successfully") - - def createStreams(self): - self.streams = [] - - # stream = StreamItem( - # id=56, - # stream="create stream rdb.s56 state_window(c1) from tdb.v1 into rdb.r56 as select _wstart ws, _wend we, _twstart tws, _twend + 4m twe, first(c1) cf, last(c1) cl, count(c1) cc from %%trows where ts >= _twstart and ts < _twend + 4m interval(1m) fill(prev)", - # res_query="select * from rdb.r56 where ws >= '2025-01-01 00:00:00.000' and we <= '2025-01-01 00:05:00.000' ", - # exp_query="select _wstart ws, _wend we, cast('2025-01-01 00:00:00.000' as timestamp) tws, cast('2025-01-01 00:05:00.000' as timestamp) twe, first(c1) cf, last(c1) cl, count(c1) cc from tdb.v1 where ts >= '2025-01-01 00:00:00.000' and ts < '2025-01-01 00:05:00.000' interval(1m) fill(prev);", - # ) - - stream = StreamItem( - id=118, - stream="create stream rdb.s118 state_window(c1) from tdb.vtriggers partition by id, tbname into rdb.r118 as select _twstart ts, count(tac1), sum(tbcint) from (select ta.ts tats, tb.cts tbts, ta.c1 tac1, tb.cint tbcint from qdb.t1 tb right asof join tdb.t1 ta on ta.ts < tb.cts jlimit 10 where ta.ts >= _twstart and ta.ts < _twend + 4m and cos(tb.cint) >= 0 and cos(ta.c1) > 0);", - res_query="select * from rdb.r118 where id = 1 limit 1", - exp_query="select cast('2025-01-01 00:00:00.000' as timestamp) ts, count(tac1), sum(tbcint), 1, 'v1' from (select ta.ts tats, tb.cts tbts, ta.c1 tac1, tb.cint tbcint from qdb.t1 tb right asof join tdb.t1 ta on ta.ts < tb.cts jlimit 10 where ta.ts >= '2025-01-01 00:00:00.000' and ta.ts < '2025-01-01 00:05:00.000' and cos(tb.cint) >= 0 and cos(ta.c1) > 0);", - ) - self.streams.append(stream) - - tdLog.info(f"create total:{len(self.streams)} streams") - for stream in self.streams: - stream.createStream() - - def check5(self): - tdSql.checkResultsByFunc( - sql="select * from information_schema.ins_tags where db_name='rdb' and stable_name='r5' and tag_name='tag_tbname';", - func=lambda: tdSql.getRows() == 2, - ) - tdSql.checkResultsByFunc( - sql="select ts, te, td, c1, tag_tbname from rdb.r5 where tag_tbname='t2'", - func=lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2025-01-01 00:15:00.000") - and tdSql.compareData(0, 1, "2025-01-01 00:20:00.000") - and tdSql.compareData(0, 2, 300000) - and tdSql.compareData(0, 3, 2) - and tdSql.compareData(0, 4, "t2"), - ) diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_bug_12.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_bug_12.py new file mode 100644 index 000000000000..b4e54d805546 --- /dev/null +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_bug_12.py @@ -0,0 +1,264 @@ +import subprocess +import time +from new_test_framework.utils import tdLog, tdSql, clusterComCheck, tdStream, StreamItem + + +class TestStreamRecalcManual: + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_stream_recalc_manual(self): + """Stream Manual Recalculation Test + + Test manual recalculation functionality: + 1. Manual recalculation with time range - should recalculate specified time period + 2. Manual recalculation without end time - should recalculate from start time to current + 3. Different trigger types behavior with manual recalculation + 4. Edge cases and error handling + + Catalog: + - Streams:Recalculation + + Since: v3.0.0.0 + + Labels: common,ci + + Jira: None + + History: + - 2025-12-19 Generated from recalculation mechanism design + + """ + + self.createSnode() + self.createDatabase() + self.prepareQueryData() + self.prepareTriggerTable() + self.createStreams() + self.checkStreamStatus() + self.writeInitialTriggerData() + self.checkResults() + + def createSnode(self): + tdLog.info("create snode") + tdStream.createSnode(1) + + def createDatabase(self): + tdLog.info("create database") + tdSql.prepare(dbname="qdb", vgroups=1) + tdSql.prepare(dbname="tdb", vgroups=1) + tdSql.prepare(dbname="rdb", vgroups=1) + clusterComCheck.checkDbReady("qdb") + clusterComCheck.checkDbReady("tdb") + clusterComCheck.checkDbReady("rdb") + + def prepareQueryData(self): + tdLog.info("prepare child tables for query") + tdStream.prepareChildTables(tbBatch=1, rowBatch=1, rowsPerBatch=400) + + tdLog.info("prepare normal tables for query") + tdStream.prepareNormalTables(tables=10, rowBatch=1) + + tdLog.info("prepare virtual tables for query") + tdStream.prepareVirtualTables(tables=10) + + tdLog.info("prepare json tag tables for query") + tdStream.prepareJsonTables(tbBatch=1, tbPerBatch=10) + + tdLog.info("prepare view") + tdStream.prepareViews(views=5) + + def prepareTriggerTable(self): + tdLog.info("prepare trigger tables for manual recalculation testing") + + # Trigger tables in tdb (control stream computation trigger) + stb_trig = "create table tdb.manual_triggers (ts timestamp, cint int, c2 int, c3 double, category varchar(16)) tags(id int, name varchar(16));" + ctb_trig = "create table tdb.mt1 using tdb.manual_triggers tags(1, 'device1') tdb.mt2 using tdb.manual_triggers tags(2, 'device2') tdb.mt3 using tdb.manual_triggers tags(3, 'device3')" + tdSql.execute(stb_trig) + tdSql.execute(ctb_trig) + + # Trigger table for session stream + stb2_trig = "create table tdb.trigger_session_manual (ts timestamp, val_num int, status varchar(16)) tags(device_id int);" + ctb2_trig = "create table tdb.sm1 using tdb.trigger_session_manual tags(1) tdb.sm2 using tdb.trigger_session_manual tags(2) tdb.sm3 using tdb.trigger_session_manual tags(3)" + tdSql.execute(stb2_trig) + tdSql.execute(ctb2_trig) + + # Trigger table for state window stream + stb3_trig = "create table tdb.trigger_state_manual (ts timestamp, val_num int, status varchar(16)) tags(device_id int);" + ctb3_trig = "create table tdb.sw1 using tdb.trigger_state_manual tags(1) tdb.sw2 using tdb.trigger_state_manual tags(2) tdb.sw3 using tdb.trigger_state_manual tags(3)" + tdSql.execute(stb3_trig) + tdSql.execute(ctb3_trig) + + # Trigger table for event window stream + stb4_trig = "create table tdb.trigger_event_manual (ts timestamp, val_num int, event_val int) tags(device_id int);" + ctb4_trig = "create table tdb.em1 using tdb.trigger_event_manual tags(1) tdb.em2 using tdb.trigger_event_manual tags(2) tdb.em3 using tdb.trigger_event_manual tags(3)" + tdSql.execute(stb4_trig) + tdSql.execute(ctb4_trig) + + # Trigger table for count window stream + stb5_trig = "create table tdb.trigger_count_manual (ts timestamp, val_num int, category varchar(16)) tags(device_id int);" + ctb5_trig = "create table tdb.cm1 using tdb.trigger_count_manual tags(1) tdb.cm2 using tdb.trigger_count_manual tags(2) tdb.cm3 using tdb.trigger_count_manual tags(3)" + tdSql.execute(stb5_trig) + tdSql.execute(ctb5_trig) + + # Trigger table for sliding stream + stb6_trig = "create table tdb.trigger_sliding_manual (ts timestamp, val_num int, metric double) tags(device_id int);" + ctb6_trig = "create table tdb.sl1 using tdb.trigger_sliding_manual tags(1) tdb.sl2 using tdb.trigger_sliding_manual tags(2) tdb.sl3 using tdb.trigger_sliding_manual tags(3)" + tdSql.execute(stb6_trig) + tdSql.execute(ctb6_trig) + + def writeInitialTriggerData(self): + tdLog.info("write initial trigger data to tdb") + + # Trigger data for interval+sliding stream + trigger_sqls = [ + "insert into tdb.mt1 values ('2025-01-01 02:00:00', 10, 100, 1.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:00:30', 20, 200, 2.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:01:00', 30, 300, 3.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:01:30', 40, 400, 4.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:02:00', 50, 500, 5.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:02:30', 60, 600, 6.5, 'normal');", + "insert into tdb.mt1 values ('2025-01-01 02:03:00', 70, 700, 7.5, 'normal');", + ] + tdSql.executes(trigger_sqls) + + # Trigger data for session stream + trigger_sqls = [ + "insert into tdb.sm1 values ('2025-01-01 02:10:00', 10, 'normal');", + "insert into tdb.sm1 values ('2025-01-01 02:10:30', 20, 'normal');", + "insert into tdb.sm1 values ('2025-01-01 02:11:00', 30, 'normal');", + "insert into tdb.sm1 values ('2025-01-01 02:11:30', 40, 'normal');", + "insert into tdb.sm1 values ('2025-01-01 02:12:00', 50, 'normal');", + "insert into tdb.sm1 values ('2025-01-01 02:12:30', 60, 'normal');", + ] + tdSql.executes(trigger_sqls) + + # Trigger data for state window stream + trigger_sqls = [ + "insert into tdb.sw1 values ('2025-01-01 02:20:00', 10, 'normal');", + "insert into tdb.sw1 values ('2025-01-01 02:20:30', 20, 'normal');", + "insert into tdb.sw1 values ('2025-01-01 02:21:00', 30, 'warning');", + "insert into tdb.sw1 values ('2025-01-01 02:21:30', 40, 'warning');", + "insert into tdb.sw1 values ('2025-01-01 02:22:00', 50, 'error');", + "insert into tdb.sw1 values ('2025-01-01 02:22:30', 60, 'error');", + ] + tdSql.executes(trigger_sqls) + + # Trigger data for event window stream + trigger_sqls = [ + "insert into tdb.em1 values ('2025-01-01 02:30:00', 10, 6);", + "insert into tdb.em1 values ('2025-01-01 02:30:30', 20, 7);", + "insert into tdb.em1 values ('2025-01-01 02:31:00', 30, 12);", + "insert into tdb.em1 values ('2025-01-01 02:31:30', 40, 6);", + "insert into tdb.em1 values ('2025-01-01 02:32:00', 50, 9);", + "insert into tdb.em1 values ('2025-01-01 02:32:30', 60, 13);", + ] + tdSql.executes(trigger_sqls) + + # Trigger data for count window stream + trigger_sqls = [ + "insert into tdb.cm1 values ('2025-01-01 02:40:00', 10, 'normal');", + "insert into tdb.cm1 values ('2025-01-01 02:40:15', 20, 'normal');", + "insert into tdb.cm1 values ('2025-01-01 02:40:30', 30, 'warning');", + "insert into tdb.cm1 values ('2025-01-01 02:40:45', 40, 'warning');", + "insert into tdb.cm1 values ('2025-01-01 02:41:00', 50, 'error');", + "insert into tdb.cm1 values ('2025-01-01 02:41:15', 60, 'error');", + ] + tdSql.executes(trigger_sqls) + + # Trigger data for sliding stream + trigger_sqls = [ + "insert into tdb.sl1 values ('2025-01-01 02:50:00', 10, 1.5);", + "insert into tdb.sl1 values ('2025-01-01 02:50:30', 20, 2.5);", + "insert into tdb.sl1 values ('2025-01-01 02:51:00', 30, 3.5);", + "insert into tdb.sl1 values ('2025-01-01 02:51:30', 40, 4.5);", + "insert into tdb.sl1 values ('2025-01-01 02:52:00', 50, 5.5);", + "insert into tdb.sl1 values ('2025-01-01 02:52:30', 60, 6.5);", + ] + tdSql.executes(trigger_sqls) + + def checkStreamStatus(self): + tdLog.info("check stream status") + tdStream.checkStreamStatus() + + def checkResults(self): + """Check stream computation results""" + tdLog.info(f"check total:{len(self.streams)} streams result") + for stream in self.streams: + stream.checkResults() + tdLog.info(f"check total:{len(self.streams)} streams result successfully") + + + + def createStreams(self): + self.streams = [] + + # ===== Test 1: Manual Recalculation for Different Trigger Types ===== + + # Test 1.1: INTERVAL+SLIDING stream for manual recalculation + stream = StreamItem( + id=1, + stream="create stream rdb.s_interval_manual interval(2m) sliding(2m) from tdb.manual_triggers partition by tbname into rdb.r_interval_manual as select _twstart ts, count(*) cnt, avg(cint) avg_val from qdb.meters where cts >= _twstart and cts < _twend;", + check_func=self.check01, + ) + self.streams.append(stream) + + tdLog.info(f"create total:{len(self.streams)} streams") + for stream in self.streams: + stream.createStream() + + # Check functions for each test case + def check01(self): + # Test interval+sliding with manual recalculation + tdLog.info("Check 1: INTERVAL+SLIDING manual recalculation") + tdSql.checkTableType(dbname="rdb", stbname="r_interval_manual", columns=3, tags=1) + + # Write source data for testing + tdLog.info("write source data for manual recalculation testing") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 00:00:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + + # Check initial results + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", + func=lambda: ( + tdSql.getRows() >= 1 + and tdSql.compareData(0, 0, "2025-01-01 02:00:00") + and tdSql.compareData(0, 1, 400) + and tdSql.compareData(0, 2, 241.5) + ) + ) + + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:00:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + + # Test 1: Manual recalculation with time range + tdLog.info("Test manual recalculation with time range") + tdSql.execute("recalculate stream rdb.s_interval_manual from '2025-01-01 02:00:00';") + + # Verify results after recalculation + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", + func=lambda: ( + tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 02:00:00") + and tdSql.compareData(0, 1, 401) + and tdSql.compareData(0, 2, 240.922693266833) + ) + ) + # Test 2: Manual recalculation with time range and end time + tdSql.execute("insert into tdb.mt1 values ('2025-01-01 02:04:00', 10, 100, 1.5, 'normal');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:00:02', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:02:03', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("recalculate stream rdb.s_interval_manual from '2025-01-01 02:00:00' to '2025-01-01 02:01:00';") + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", + func=lambda: ( + tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:00:00") + and tdSql.compareData(0, 1, 402) + and tdSql.compareData(0, 2, 240.348258706468) + and tdSql.compareData(1, 0, "2025-01-01 02:02:00") + and tdSql.compareData(1, 1, 400) + and tdSql.compareData(1, 2, 245.5) + ) + ) \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py index 3fa634cb351a..d64a19d13689 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py @@ -11,23 +11,79 @@ def setup_class(cls): def test_stream_recalc_combined_options(self): """Stream Recalculation Combined Options Test - Test combination of multiple stream options: - 1. EXPIRED_TIME + WATERMARK - test interaction between expired data and watermark - 2. IGNORE_DISORDER + WATERMARK - test conflict resolution - 3. DELETE_RECALC + EXPIRED_TIME - test delete recalculation with expired data - 4. WATERMARK + DELETE_RECALC + EXPIRED_TIME - test comprehensive option combination + Test complex interactions between multiple stream recalculation options: + + 1. Test [EXPIRED_TIME + WATERMARK] Combination + 1.1 Test option compatibility verification + 1.1.1 Both options specified - verify legal combination + 1.1.2 Option value conflict checking - verify error handling + 1.2 Test data processing behavior + 1.2.1 Data within watermark tolerance - should process normally + 1.2.2 Data beyond watermark but within expired_time - should trigger recalculation + 1.2.3 Data beyond both watermark and expired_time - should be ignored + 1.3 Test boundary conditions + 1.3.1 Data exactly at watermark boundary + 1.3.2 Data exactly at expired_time boundary + 1.3.3 Watermark value equals expired_time value + + 2. Test [IGNORE_DISORDER + WATERMARK] Combination + 2.1 Test option conflict resolution + 2.1.1 IGNORE_DISORDER true with WATERMARK - verify conflict handling + 2.1.2 IGNORE_DISORDER false with WATERMARK - verify normal operation + 2.2 Test out-of-order data handling + 2.2.1 Disorder within watermark tolerance - test processing priority + 2.2.2 Disorder beyond watermark tolerance - test ignore behavior + 2.3 Test window trigger behavior + 2.3.1 INTERVAL windows with conflicting options + 2.3.2 SESSION windows with conflicting options + 2.3.3 STATE_WINDOW with conflicting options + + 3. Test [DELETE_RECALC + EXPIRED_TIME] Combination + 3.1 Test delete operation with expired data + 3.1.1 Delete recent data - should trigger recalculation + 3.1.2 Delete expired data - should not trigger recalculation + 3.1.3 Delete data at expired_time boundary + 3.2 Test different deletion scenarios + 3.2.1 Delete from trigger table + 3.2.2 Delete entire child table + 3.2.3 Batch delete operations + + 4. Test [WATERMARK + DELETE_RECALC + EXPIRED_TIME] Comprehensive Combination + 4.1 Test three-option interaction + 4.1.1 All options compatible - verify normal operation + 4.1.2 Option precedence verification + 4.1.3 Performance impact assessment + 4.2 Test complex data scenarios + 4.2.1 Mixed operations (insert, update, delete) with all options + 4.2.2 Out-of-order data with deletion and expiration + 4.2.3 Boundary data across all option thresholds + 4.3 Test error handling and recovery + 4.3.1 Invalid option combinations + 4.3.2 Resource constraints with multiple options + 4.3.3 Stream recovery after option conflicts + + 5. Test Window Type Compatibility + 5.1 Test INTERVAL windows with combined options + 5.1.1 Different sliding window configurations + 5.1.2 Option behavior with overlapping windows + 5.2 Test SESSION windows with combined options + 5.2.1 Session timeout interaction with options + 5.2.2 Session boundary handling + 5.3 Test STATE_WINDOW with combined options + 5.3.1 State change detection with multiple options + 5.3.2 State persistence across option boundaries Catalog: - - Streams:Recalculation + - Streams:Recalculation:CombinedOptions - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-23 Beryl Created """ diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py index c0de60808483..c57c0e5043d5 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py @@ -11,22 +11,81 @@ def setup_class(cls): def test_stream_recalc_delete_recalc(self): """Stream Recalculation DELETE_RECALC Option Test - Test DELETE_RECALC option with data deletion: - 1. Delete data from trigger table - streams with DELETE_RECALC should trigger recalculation - 2. Delete child table - streams with DELETE_RECALC should trigger recalculation - 3. Different trigger types behavior with data deletion + Test DELETE_RECALC option behavior with various data deletion scenarios: + + 1. Test [DELETE_RECALC] Option Specification + 1.1 Test option existence verification + 1.1.1 DELETE_RECALC specified - verify recalculation on deletion + 1.1.2 DELETE_RECALC not specified - verify no recalculation on deletion + 1.1.3 DELETE_RECALC with invalid syntax - verify error handling + 1.2 Test option value validation + 1.2.1 Valid DELETE_RECALC specification + 1.2.2 Invalid DELETE_RECALC syntax + 1.2.3 DELETE_RECALC with other conflicting options + + 2. Test [Data Record Deletion] Scenarios + 2.1 Test single record deletion + 2.1.1 Delete recent data - should trigger recalculation + 2.1.2 Delete historical data - should trigger recalculation + 2.1.3 Delete data from closed window - verify window reopening + 2.2 Test batch record deletion + 2.2.1 Delete multiple records from same window + 2.2.2 Delete records across multiple windows + 2.2.3 Delete all records from a window + 2.3 Test conditional deletion + 2.3.1 DELETE with WHERE clause affecting single window + 2.3.2 DELETE with WHERE clause affecting multiple windows + 2.3.3 DELETE with complex WHERE conditions + + 3. Test [Child Table Deletion] Scenarios + 3.1 Test entire child table deletion + 3.1.1 DROP child table - verify impact on stream calculation + 3.1.2 Delete all records from child table - verify empty table handling + 3.1.3 Recreate child table after deletion - verify stream recovery + 3.2 Test multiple child table operations + 3.2.1 Delete multiple child tables simultaneously + 3.2.2 Mix of record deletion and table deletion + 3.2.3 Partial child table set deletion + + 4. Test [Window Type Behavior] with DELETE_RECALC + 4.1 Test INTERVAL windows + 4.1.1 Delete data from current window - verify immediate recalculation + 4.1.2 Delete data from sliding windows - verify overlapping window updates + 4.1.3 Delete data causing empty windows - verify window state handling + 4.2 Test SESSION windows + 4.2.1 Delete data from active session - verify session recalculation + 4.2.2 Delete data causing session split - verify session boundary changes + 4.2.3 Delete data causing session merge - verify session consolidation + 4.3 Test STATE_WINDOW + 4.3.1 Delete data causing state change - verify state window recalculation + 4.3.2 Delete data from state boundary - verify window boundary updates + 4.3.3 Delete all data from state window - verify window closure + 4.4 Test EVENT_WINDOW + 4.4.1 Delete start event data - verify window start recalculation + 4.4.2 Delete end event data - verify window end recalculation + 4.4.3 Delete intermediate data - verify window content recalculation + + 5. Test [Performance and Resource Impact] + 5.1 Test large-scale deletion impact + 5.1.1 Delete large volume of data - verify performance + 5.1.2 Concurrent deletion operations - verify system stability + 5.1.3 Resource usage during deletion recalculation + 5.2 Test recovery scenarios + 5.2.1 System restart after deletion - verify state recovery + 5.2.2 Network interruption during deletion - verify consistency + 5.2.3 Storage failure scenarios - verify data integrity Catalog: - - Streams:Recalculation + - Streams:Recalculation:DeleteRecalc - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-23 Beryl Created """ @@ -290,21 +349,21 @@ def check02(self): ) ) - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:03:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("delete from tdb.ds1 where ts = '2025-01-01 02:03:30';") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:03:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("delete from tdb.ds1 where ts = '2025-01-01 02:03:30';") - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_session_delete", - # func=lambda: ( - # tdSql.getRows() == 1 - # and tdSql.compareData(0, 0, "2025-01-01 02:03:00") - # and tdSql.compareData(0, 1, 0) - # and tdSql.compareData(0, 2, "NULL") - # and tdSql.compareData(1, 0, "2025-01-01 02:04:00") - # and tdSql.compareData(1, 1, 0) - # and tdSql.compareData(1, 2, "NULL") - # ) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_session_delete", + func=lambda: ( + tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:03:00") + and tdSql.compareData(0, 1, 0) + and tdSql.compareData(0, 2, None) + and tdSql.compareData(1, 0, "2025-01-01 02:04:00") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + ) + ) tdLog.info("SESSION with DELETE_RECALC successfully handled data deletion") @@ -313,33 +372,33 @@ def check03(self): tdLog.info("Check 3: STATE_WINDOW with DELETE_RECALC recalculates on data deletion") tdSql.checkTableType(dbname="rdb", stbname="r_state_delete", columns=4, tags=1) - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_state_delete", - # func=lambda: tdSql.getRows() == 2 - # and tdSql.compareData(0, 0, "2025-01-01 02:06:00") - # and tdSql.compareData(0, 1, 100) - # and tdSql.compareData(0, 2, 252) - # and tdSql.compareData(1, 0, "2025-01-01 02:07:00") - # and tdSql.compareData(1, 1, 100) - # and tdSql.compareData(1, 2, 254) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_state_delete", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:06:00") + and tdSql.compareData(0, 1, 100) + and tdSql.compareData(0, 2, 252) + and tdSql.compareData(1, 0, "2025-01-01 02:07:00") + and tdSql.compareData(1, 1, 100) + and tdSql.compareData(1, 2, 254) + ) - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:06:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("delete from tdb.dw1 where ts = '2025-01-01 02:06:30';") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:06:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("delete from tdb.dw1 where ts = '2025-01-01 02:06:30';") - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_state_delete", - # func=lambda: tdSql.getRows() == 2 - # and tdSql.compareData(0, 0, "2025-01-01 02:06:00") - # and tdSql.compareData(0, 1, 0) - # and tdSql.compareData(0, 2, "NULL") - # and tdSql.compareData(1, 0, "2025-01-01 02:07:00") - # and tdSql.compareData(1, 1, 100) - # and tdSql.compareData(1, 2, 254) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_state_delete", + func=lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:06:00") + and tdSql.compareData(0, 1, 0) + and tdSql.compareData(0, 2, None) + and tdSql.compareData(1, 0, "2025-01-01 02:07:00") + and tdSql.compareData(1, 1, 100) + and tdSql.compareData(1, 2, 254) + ) - # # Verify that recalculation occurred - # tdLog.info("STATE_WINDOW with DELETE_RECALC successfully handled data deletion") + # Verify that recalculation occurred + tdLog.info("STATE_WINDOW with DELETE_RECALC successfully handled data deletion") def check04(self): # Test event window with DELETE_RECALC - should recalculate when data is deleted diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py index 2de04d78be52..33e650e389e2 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py @@ -11,22 +11,61 @@ def setup_class(cls): def test_stream_recalc_expired_time(self): """Stream Recalculation EXPIRED_TIME Option Test - Test EXPIRED_TIME option with expired data: - 1. Write expired data - all windows should not trigger recalculation - 2. Combine with WATERMARK - test boundary value behavior - 3. Different trigger types behavior with expired data + Test EXPIRED_TIME(1h) option with 6 different window types and verify expired data handling: + + 1. Test [INTERVAL+SLIDING Window] with EXPIRED_TIME(1h) + 1.1 Create s_interval_expired: interval(2m) sliding(2m) with expired_time(1h) + 1.1.1 Process data from '2025-01-01 02:00:00' onwards (within 1h) + 1.1.2 Insert expired data from '2025-01-01 01:00:00' (beyond 1h) + 1.1.3 Verify expired data does not increase result count + 1.1.4 Check result table structure: ts, cnt, avg_val + + 2. Test [SESSION Window] with EXPIRED_TIME(1h) + 2.1 Create s_session_expired: session(ts,45s) with expired_time(1h) + 2.1.1 Insert normal trigger data at '2025-01-01 02:00:00' series + 2.1.2 Insert non-expired data at '2025-01-01 01:30:00' (within 1h) + 2.1.3 Insert expired data at '2025-01-01 01:00:00' (beyond 1h) + 2.1.4 Verify session results: 3 sessions created, expired data ignored + + 3. Test [STATE_WINDOW] with EXPIRED_TIME(1h) + 3.1 Create s_state_expired: state_window(status) with expired_time(1h) + 3.1.1 Insert state changes: normal->warning->error at '2025-01-01 02:00:00' + 3.1.2 Insert non-expired state data at '2025-01-01 01:30:00' + 3.1.3 Insert expired state data at '2025-01-01 01:00:00' + 3.1.4 Verify 4 state windows created, expired data ignored + + 4. Test [EVENT_WINDOW] with EXPIRED_TIME(1h) + 4.1 Create s_event_expired: event_window(start with event_val >= 5 end with event_val > 10) + 4.1.1 Insert event trigger data with event_val pattern: 6,7,12 at '2025-01-01 02:00:00' + 4.1.2 Insert non-expired events at '2025-01-01 01:30:00' + 4.1.3 Insert expired events at '2025-01-01 01:00:00' + 4.1.4 Verify 3 event windows, expired data ignored in final result + + 5. Test [PERIOD Window] with EXPIRED_TIME(1h) + 5.1 Create s_period_expired: period(30s) with expired_time(1h)|ignore_nodata_trigger + 5.1.1 Insert period trigger data every 30s from '2025-01-01 02:00:00' + 5.1.2 Test periodic triggering with current timestamp data + 5.1.3 Verify period computation ignores expired data + 5.1.4 Check ignore_nodata_trigger option interaction + + 6. Test [COUNT_WINDOW] with EXPIRED_TIME(1h) - Option Ignored + 6.1 Create s_count_expired: count_window(3) with expired_time(1h) + 6.1.1 Insert count trigger data in batches of 3 + 6.1.2 Insert both current and expired data + 6.1.3 Verify COUNT_WINDOW ignores EXPIRED_TIME option + 6.1.4 Confirm all data processed regardless of timestamp Catalog: - - Streams:Recalculation + - Streams:Recalc:ExpiredTime - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-22 Beryl Created """ @@ -267,21 +306,6 @@ def check01(self): and tdSql.compareData(0, 2, 241.5) ) - #TODO(beryl) blocked by jira TS-36471 - # insertMeters = "insert into qdb.t0 values ('2025-01-01 02:00:01', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');" - # tdSql.execute(insertMeters) - - # insertTriggers = "insert into tdb.et1 values ('2025-01-01 02:00:01', 10, 100, 1.5, 'normal');" - # tdSql.execute(insertTriggers) - - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_interval_expired", - # func=lambda: tdSql.getRows() == 1 - # and tdSql.compareData(0, 0, "2025-01-01 02:00:00.000") - # and tdSql.compareData(0, 1, 100) - # and tdSql.compareData(0, 2, 240) - # ) - tdSql.query("select count(*) from rdb.r_interval_expired;") result_count_before = tdSql.getData(0, 0) tdLog.info(f"INTERVAL+SLIDING result count: {result_count_before}") @@ -319,14 +343,19 @@ def check02(self): ] tdSql.executes(trigger_sqls) - # TODO(beryl) blocked by jira TS-36568 - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_session_expired", - # func=lambda: tdSql.getRows() == 1 - # and tdSql.compareData(0, 0, "2025-01-01 01:30:00.000") - # and tdSql.compareData(0, 1, 100) - # and tdSql.compareData(0, 2, 240) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_session_expired", + func=lambda: tdSql.getRows() == 3 + and tdSql.compareData(0, 0, "2025-01-01 01:30:00") + and tdSql.compareData(0, 1, 100) + and tdSql.compareData(0, 2, 180.0) + and tdSql.compareData(1, 0, "2025-01-01 01:32:00") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + and tdSql.compareData(2, 0, "2025-01-01 02:00:00") + and tdSql.compareData(2, 1, 200) + and tdSql.compareData(2, 2, 240.5) + ) time.sleep(5) @@ -360,9 +389,6 @@ def check03(self): tdSql.checkResultsByFunc( sql=f"select ts, cnt, avg_val from rdb.r_state_expired", func=lambda: ( - print(f"=== STATE_WINDOW Results (rows={tdSql.getRows()}) ===") or - [print(f"Row {i}: {list(tdSql.getData(i, j) for j in range(3))}") for i in range(tdSql.getRows())] and - print("Expected: [['2025-01-01 02:00:00', 101, 240], ['2025-01-01 02:01:00', 100, 242]]") or tdSql.getRows() == 2 and tdSql.compareData(0, 0, "2025-01-01 02:00:00") and tdSql.compareData(0, 1, 100) @@ -373,50 +399,55 @@ def check03(self): ) ) - #TODO(beryl) blocked by jira TS-36568 - # trigger_sqls = [ - # "insert into tdb.sw1 values ('2025-01-01 01:30:00', 10, 'info');", - # "insert into tdb.sw1 values ('2025-01-01 01:30:30', 20, 'info');", - # "insert into tdb.sw1 values ('2025-01-01 01:31:00', 30, 'error');", - # ] - # tdSql.executes(trigger_sqls) - - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_state_expired", - # func=lambda: tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 01:30:00") - # and tdSql.compareData(0, 1, 100) - # and tdSql.compareData(0, 2, 240) - # and tdSql.compareData(1, 0, "2025-01-01 02:00:00") - # and tdSql.compareData(1, 1, 100) - # and tdSql.compareData(1, 2, 242) - # and tdSql.compareData(2, 0, "2025-01-01 02:01:00") - # and tdSql.compareData(2, 1, 100) - # and tdSql.compareData(2, 2, 242) - # ) - - # trigger_sqls = [ - # "insert into tdb.sw1 values ('2025-01-01 01:00:00', 10, 'info');", - # "insert into tdb.sw1 values ('2025-01-01 01:00:30', 20, 'info');", - # "insert into tdb.sw1 values ('2025-01-01 01:01:00', 30, 'error');", - # ] - # tdSql.executes(trigger_sqls) - - # time.sleep(5) - - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_state_expired", - # func=lambda: tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 01:30:00") - # and tdSql.compareData(0, 1, 100) - # and tdSql.compareData(0, 2, 240) - # and tdSql.compareData(1, 0, "2025-01-01 02:00:00") - # and tdSql.compareData(1, 1, 100) - # and tdSql.compareData(1, 2, 242) - # and tdSql.compareData(2, 0, "2025-01-01 02:01:00") - # and tdSql.compareData(2, 1, 100) - # and tdSql.compareData(2, 2, 242) - # ) + trigger_sqls = [ + "insert into tdb.sw1 values ('2025-01-01 01:30:00', 10, 'info');", + "insert into tdb.sw1 values ('2025-01-01 01:30:30', 20, 'info');", + "insert into tdb.sw1 values ('2025-01-01 01:31:00', 30, 'error');", + ] + tdSql.executes(trigger_sqls) + + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_state_expired", + func=lambda: tdSql.getRows() == 4 + and tdSql.compareData(0, 0, "2025-01-01 01:30:00") + and tdSql.compareData(0, 1, 100) + and tdSql.compareData(0, 2, 180) + and tdSql.compareData(1, 0, "2025-01-01 01:31:00") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + and tdSql.compareData(2, 0, "2025-01-01 02:00:00") + and tdSql.compareData(2, 1, 100) + and tdSql.compareData(2, 2, 240) + and tdSql.compareData(3, 0, "2025-01-01 02:01:00") + and tdSql.compareData(3, 1, 100) + and tdSql.compareData(3, 2, 242) + ) + + trigger_sqls = [ + "insert into tdb.sw1 values ('2025-01-01 01:00:00', 10, 'info');", + "insert into tdb.sw1 values ('2025-01-01 01:00:30', 20, 'info');", + "insert into tdb.sw1 values ('2025-01-01 01:01:00', 30, 'error');", + ] + tdSql.executes(trigger_sqls) + + time.sleep(5) + + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_state_expired", + func=lambda: tdSql.getRows() == 4 + and tdSql.compareData(0, 0, "2025-01-01 01:30:00") + and tdSql.compareData(0, 1, 100) + and tdSql.compareData(0, 2, 180) + and tdSql.compareData(1, 0, "2025-01-01 01:31:00") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + and tdSql.compareData(2, 0, "2025-01-01 02:00:00") + and tdSql.compareData(2, 1, 100) + and tdSql.compareData(2, 2, 240) + and tdSql.compareData(3, 0, "2025-01-01 02:01:00") + and tdSql.compareData(3, 1, 100) + and tdSql.compareData(3, 2, 242) + ) @@ -445,43 +476,43 @@ def check04(self): tdSql.executes(trigger_sqls) - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_event_expired", - # func=lambda: tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 01:30:00.000") - # and tdSql.compareData(0, 1, 200) - # and tdSql.compareData(0, 2, 180.5) - # and tdSql.compareData(1, 0, "2025-01-01 02:00:00.000") - # and tdSql.compareData(1, 1, 200) - # and tdSql.compareData(1, 2, 240.5) - # and tdSql.compareData(2, 0, "2025-01-01 02:01:30.000") - # and tdSql.compareData(2, 1, 200) - # and tdSql.compareData(2, 2, 243.5) - # ) - - # trigger_sqls = [ - # "insert into tdb.ew1 values ('2025-01-01 01:00:00', 10, 6);", - # "insert into tdb.ew1 values ('2025-01-01 01:00:30', 20, 7);", - # "insert into tdb.ew1 values ('2025-01-01 01:01:00', 30, 12);", - # ] - # tdSql.executes(trigger_sqls) - - # tdLog.info("wait for stream to be stable") - # time.sleep(5) - - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_event_expired", - # func=lambda: tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 01:30:00.000") - # and tdSql.compareData(0, 1, 200) - # and tdSql.compareData(0, 2, 180.5) - # and tdSql.compareData(1, 0, "2025-01-01 02:00:00.000") - # and tdSql.compareData(1, 1, 200) - # and tdSql.compareData(1, 2, 240.5) - # and tdSql.compareData(2, 0, "2025-01-01 02:01:30.000") - # and tdSql.compareData(2, 1, 200) - # and tdSql.compareData(2, 2, 243.5) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_event_expired", + func=lambda: tdSql.getRows() == 3 + and tdSql.compareData(0, 0, "2025-01-01 01:30:00.000") + and tdSql.compareData(0, 1, 200) + and tdSql.compareData(0, 2, 180.5) + and tdSql.compareData(1, 0, "2025-01-01 02:00:00.000") + and tdSql.compareData(1, 1, 200) + and tdSql.compareData(1, 2, 240.5) + and tdSql.compareData(2, 0, "2025-01-01 02:01:30.000") + and tdSql.compareData(2, 1, 200) + and tdSql.compareData(2, 2, 243.5) + ) + + trigger_sqls = [ + "insert into tdb.ew1 values ('2025-01-01 01:00:00', 10, 6);", + "insert into tdb.ew1 values ('2025-01-01 01:00:30', 20, 7);", + "insert into tdb.ew1 values ('2025-01-01 01:01:00', 30, 12);", + ] + tdSql.executes(trigger_sqls) + + tdLog.info("wait for stream to be stable") + time.sleep(5) + + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_event_expired", + func=lambda: tdSql.getRows() == 3 + and tdSql.compareData(0, 0, "2025-01-01 01:30:00.000") + and tdSql.compareData(0, 1, 200) + and tdSql.compareData(0, 2, 180.5) + and tdSql.compareData(1, 0, "2025-01-01 02:00:00.000") + and tdSql.compareData(1, 1, 200) + and tdSql.compareData(1, 2, 240.5) + and tdSql.compareData(2, 0, "2025-01-01 02:01:30.000") + and tdSql.compareData(2, 1, 200) + and tdSql.compareData(2, 2, 243.5) + ) def check05(self): diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py index bba62519ba69..f9f624f1ee15 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py @@ -11,22 +11,50 @@ def setup_class(cls): def test_stream_recalc_ignore_disorder(self): """Stream Recalculation IGNORE_DISORDER Option Test - Test IGNORE_DISORDER option with out-of-order data: - 1. Write out-of-order data - streams with IGNORE_DISORDER should not trigger recalculation - 2. Write updated data - streams with IGNORE_DISORDER should ignore updates - 3. Different trigger types behavior with out-of-order data + Test IGNORE_DISORDER option behavior with six different window types to verify out-of-order data handling: + + 1. INTERVAL Window with IGNORE_DISORDER Test + 1.1 Create interval(2m) sliding(2m) stream with ignore_disorder (s_interval_disorder) + 1.2 Test out-of-order data processing behavior - should not trigger recalculation + 1.3 Verify sliding window results without recalculation for disorder + + 2. SESSION Window with IGNORE_DISORDER Test + 2.1 Create session(ts,45s) stream with ignore_disorder (s_session_disorder) + 2.2 Test session boundary maintenance with out-of-order data + 2.3 Verify session windows are not recalculated for disorder + + 3. STATE_WINDOW with IGNORE_DISORDER Test + 3.1 Create state_window(status) stream with ignore_disorder (s_state_disorder) + 3.2 Test state transition handling with out-of-order data + 3.3 Verify state windows are not recalculated for disorder + + 4. EVENT_WINDOW with IGNORE_DISORDER Test + 4.1 Create event_window(start with event_val >= 5 end with event_val > 10) stream with ignore_disorder (s_event_disorder) + 4.2 Test event sequence maintenance with out-of-order events + 4.3 Verify event windows are not recalculated for disorder + + 5. PERIOD Window with IGNORE_DISORDER Test + 5.1 Create period(30s) stream with ignore_disorder (s_period_disorder) + 5.2 Test periodic window handling with out-of-order data + 5.3 Verify period windows are not recalculated for disorder + + 6. COUNT_WINDOW with IGNORE_DISORDER Test + 6.1 Create count_window(3) stream with ignore_disorder (s_count_disorder) + 6.2 Test count-based window handling with out-of-order data + 6.3 Verify count windows are not recalculated for disorder + Catalog: - - Streams:Recalculation + - Streams:Recalculation:IgnoreDisorder - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-23 Beryl Created """ diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual.py index 69b1f69bba63..54dc08eb49a4 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual.py @@ -11,23 +11,39 @@ def setup_class(cls): def test_stream_recalc_manual(self): """Stream Manual Recalculation Test - Test manual recalculation functionality: - 1. Manual recalculation with time range - should recalculate specified time period - 2. Manual recalculation without end time - should recalculate from start time to current - 3. Different trigger types behavior with manual recalculation - 4. Edge cases and error handling + Test manual recalculation functionality for four different window types, verifying the recalculate stream command in various window scenarios: + + 1. INTERVAL Window Stream Manual Recalculation Test + 1.1 Create interval(2m) sliding(2m) stream (s_interval_manual) + 1.2 Insert test data and execute recalculation from specified time point + 1.3 Verify data correctness in result table after recalculation + + 2. SESSION Window Stream Manual Recalculation Test + 2.1 Create session(ts,45s) stream (s_session_manual) + 2.2 Insert test data and execute recalculation from specified time point + 2.3 Verify session window data correctness after recalculation + + 3. STATE_WINDOW Stream Manual Recalculation Test + 3.1 Create state_window(status) stream (s_state_manual) + 3.2 Insert test data and execute recalculation for specified time range + 3.3 Verify state window data correctness after recalculation + + 4. EVENT_WINDOW Stream Manual Recalculation Test + 4.1 Create event_window(start with event_val >= 5 end with event_val > 10) stream (s_event_manual) + 4.2 Verify initial computation results for event window + 4.3 Test event window manual recalculation functionality (currently blocked by TD-36691) Catalog: - - Streams:Recalculation + - Streams:Recalculation:Manual - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-23 Beryl Created """ @@ -228,6 +244,10 @@ def createStreams(self): ) self.streams.append(stream) + tdLog.info(f"create total:{len(self.streams)} streams") + for stream in self.streams: + stream.createStream() + # Check functions for each test case def check01(self): @@ -257,33 +277,33 @@ def check01(self): #TODO(beryl): blocked by TD-36691 # Verify results after recalculation - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", - # func=lambda: ( - # tdSql.getRows() == 1 - # and tdSql.compareData(0, 0, "2025-01-01 02:00:00") - # and tdSql.compareData(0, 1, 401) - # and tdSql.compareData(0, 2, 240.922693266833) - # ) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", + func=lambda: ( + tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 02:00:00") + and tdSql.compareData(0, 1, 401) + and tdSql.compareData(0, 2, 240.922693266833) + ) + ) # Test 2: Manual recalculation with time range and end time - # tdSql.execute("insert into tdb.mt1 values ('2025-01-01 02:04:00', 10, 100, 1.5, 'normal');") - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:00:02', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:02:03', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("recalculate stream rdb.s_interval_manual from '2025-01-01 02:00:00' to '2025-01-01 02:02:00';") - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", - # func=lambda: ( - # tdSql.getRows() == 2 - # and tdSql.compareData(0, 0, "2025-01-01 02:00:00") - # and tdSql.compareData(0, 1, 402) - # and tdSql.compareData(0, 2, 240.348258706468) - # and tdSql.compareData(1, 0, "2025-01-01 02:02:00") - # and tdSql.compareData(1, 1, 400) - # and tdSql.compareData(1, 2, 245.5) - # ) - # ) + tdSql.execute("insert into tdb.mt1 values ('2025-01-01 02:04:00', 10, 100, 1.5, 'normal');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:00:02', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:02:03', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("recalculate stream rdb.s_interval_manual from '2025-01-01 02:00:00' to '2025-01-01 02:01:00';") + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_manual", + func=lambda: ( + tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:00:00") + and tdSql.compareData(0, 1, 402) + and tdSql.compareData(0, 2, 240.348258706468) + and tdSql.compareData(1, 0, "2025-01-01 02:02:00") + and tdSql.compareData(1, 1, 400) + and tdSql.compareData(1, 2, 245.5) + ) + ) def check02(self): # Test session with manual recalculation @@ -308,34 +328,34 @@ def check02(self): #TODO(beryl): blocked by TD-36691 # Verify results after recalculation - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_session_manual", - # func=lambda: ( - # tdSql.getRows() == 1 - # and tdSql.compareData(0, 0, "2025-01-01 02:10:00") - # and tdSql.compareData(0, 1, 201) - # and tdSql.compareData(0, 2, 259.253731343284) - # ) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_session_manual", + func=lambda: ( + tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2025-01-01 02:10:00") + and tdSql.compareData(0, 1, 201) + and tdSql.compareData(0, 2, 259.253731343284) + ) + ) # Test 2: Manual recalculation with time range and end time - # tdSql.execute("insert into tdb.sm1 values ('2025-01-01 02:14:00', 60, 'normal');") - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:10:02', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:12:03', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") - # tdSql.execute("recalculate stream rdb.s_session_manual from '2025-01-01 02:10:00' to '2025-01-01 02:12:00';") + tdSql.execute("insert into tdb.sm1 values ('2025-01-01 02:14:00', 60, 'normal');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:10:02', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("insert into qdb.t0 values ('2025-01-01 02:12:03', 10, 100, 1.5, 1.5, 0.8, 0.8, 'normal', 1, 1, 1, 1, true, 'normal', 'normal', '10', '10', 'POINT(0.8 0.8)');") + tdSql.execute("recalculate stream rdb.s_session_manual from '2025-01-01 02:10:00' to '2025-01-01 02:12:00';") - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_session_manual", - # func=lambda: ( - # tdSql.getRows() == 2 - # and tdSql.compareData(0, 0, "2025-01-01 02:10:00") - # and tdSql.compareData(0, 1, 202) - # and tdSql.compareData(0, 2, 258.019801980198) - # and tdSql.compareData(1, 0, "2025-01-01 02:11:50") - # and tdSql.compareData(1, 1, 100) - # and tdSql.compareData(1, 2, 264) - # ) - # ) + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_session_manual", + func=lambda: ( + tdSql.getRows() == 2 + and tdSql.compareData(0, 0, "2025-01-01 02:10:00") + and tdSql.compareData(0, 1, 202) + and tdSql.compareData(0, 2, 258.019801980198) + and tdSql.compareData(1, 0, "2025-01-01 02:11:50") + and tdSql.compareData(1, 1, 100) + and tdSql.compareData(1, 2, 264) + ) + ) def check03(self): # Test state window with manual recalculation diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_with_options.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual_with_options.py similarity index 92% rename from test/cases/13-StreamProcessing/08-Recalc/test_recalc_with_options.py rename to test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual_with_options.py index 11610d924902..3b0cd1ad22a8 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_with_options.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_manual_with_options.py @@ -11,23 +11,39 @@ def setup_class(cls): def test_stream_recalc_with_options(self): """Stream Manual Recalculation with Options Test - Test manual recalculation functionality combined with various stream options: - 1. WATERMARK - manual recalculation for windows within tolerance range - 2. EXPIRED_TIME - manual recalculation for expired data - 3. IGNORE_DISORDER - manual recalculation for ignored disordered data - 4. DELETE_RECALC - manual recalculation when DELETE_RECALC not specified + Test manual recalculation functionality combined with four different stream options: + + 1. Manual Recalculation with WATERMARK Option Test + 1.1 Create interval(2m) sliding(2m) stream with watermark(30s) (s_watermark_interval) + 1.2 Test manual recalculation behavior within watermark tolerance + 1.3 Verify watermark option interaction with manual recalc commands + + 2. Manual Recalculation with EXPIRED_TIME Option Test + 2.1 Create interval(2m) sliding(2m) stream with expired_time(5m) (s_expired_interval) + 2.2 Test manual recalculation for expired data processing + 2.3 Verify expired_time option behavior during manual recalc + + 3. Manual Recalculation with IGNORE_DISORDER Option Test + 3.1 Create interval(2m) sliding(2m) stream with ignore_disorder (s_disorder_interval) + 3.2 Test manual recalculation for previously ignored out-of-order data + 3.3 Verify disorder handling during manual recalc operations + + 4. Manual Recalculation without DELETE_RECALC Option Test + 4.1 Create interval(2m) sliding(2m) stream without DELETE_RECALC (s_delete_interval) + 4.2 Test manual recalculation behavior after data deletion + 4.3 Verify recalculation consistency without automatic deletion handling Catalog: - - Streams:Recalculation:Options + - Streams:Recalculation:ManualWithOptions - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation with options design + - 2025-07-23 Beryl Created """ diff --git a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py index 4f0926892291..30262b14963d 100644 --- a/test/cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py +++ b/test/cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py @@ -11,22 +11,49 @@ def setup_class(cls): def test_stream_recalc_watermark(self): """Stream Recalculation WATERMARK Option Test - Test WATERMARK option with out-of-order data: - 1. Write out-of-order data within WATERMARK tolerance - should trigger recalculation - 2. Write out-of-order data exceeding WATERMARK tolerance - should be handled by recalculation mechanism - 3. Different trigger types behavior with WATERMARK + Test WATERMARK option behavior with six different window types and out-of-order data handling: + + 1. INTERVAL Window with WATERMARK Test + 1.1 Create interval(2m) sliding(2m) stream with watermark(45s) (s_interval_watermark) + 1.2 Test out-of-order data handling within watermark tolerance + 1.3 Verify recalculation triggered by data within watermark window + + 2. SESSION Window with WATERMARK Test + 2.1 Create session(ts,45s) stream with watermark(1m) (s_session_watermark) + 2.2 Test session modification with out-of-order data within tolerance + 2.3 Verify session window recalculation behavior + + 3. STATE_WINDOW with WATERMARK Test + 3.1 Create state_window(status) stream with watermark(45s) (s_state_watermark) + 3.2 Test state window recalculation with delayed state changes + 3.3 Verify state transition handling within watermark tolerance + + 4. EVENT_WINDOW with WATERMARK Test + 4.1 Create event_window(start with event_val >= 5 end with event_val > 10) stream with watermark(1m) (s_event_watermark) + 4.2 Test event sequence processing with out-of-order events + 4.3 Verify event window completion with delayed events + + 5. PERIOD Window with WATERMARK Test + 5.1 Create period(30s) stream with watermark(45s) (s_period_watermark) + 5.2 Test periodic window recalculation with out-of-order data + 5.3 Verify period-based time window behavior + + 6. COUNT_WINDOW with WATERMARK Test + 6.1 Create count_window(3) stream with watermark(1m) (s_count_watermark) + 6.2 Test count-based window recalculation with delayed records + 6.3 Verify count window completion with out-of-order data Catalog: - - Streams:Recalculation + - Streams:Recalculation:Watermark - Since: v3.0.0.0 + Since: v3.3.7.0 Labels: common,ci Jira: None History: - - 2025-12-19 Generated from recalculation mechanism design + - 2025-07-23 Beryl Created """ @@ -302,18 +329,13 @@ def check01(self): ) ) - # push water mark to a high value - # tdSql.execute("insert into tdb.wm1 values ('2026-01-01 02:01:02', 10, 100, 1.5, 'normal');") - # tdSql.execute("insert into tdb.wm1 values ('2025-01-01 02:06:02', 10, 100, 1.5, 'normal');") - # tdSql.checkResultsByFunc( - # sql=f"select ts, cnt, avg_val from rdb.r_interval_watermark", - # func=lambda: ( - # tdSql.getRows() == 3 - # and tdSql.compareData(0, 0, "2025-01-01 02:00:00") - # and tdSql.compareData(0, 1, 401) - # and tdSql.compareData(0, 2, 240.922693266833) - # ) - # ) + tdSql.execute("insert into tdb.wm1 values ('2026-01-01 02:01:02', 10, 100, 1.5, 'normal');") + tdSql.checkResultsByFunc( + sql=f"select ts, cnt, avg_val from rdb.r_interval_watermark", + func=lambda: ( + tdSql.getRows() > 10000 + ) + ) diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4.1.csv new file mode 100644 index 000000000000..1e51dd6582dd --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4.1.csv @@ -0,0 +1,10 @@ + +taos> select val,senid,senid_name from test1.str_cjdl_point_data_szls_jk_test order by _c0; + val | senid | senid_name | +============================================================================================== + 759 | sendid_a1 | name_a1 | + 142 | sendid_a1 | name_a1 | + 758 | sendid_a1 | name_a1 | + 604 | sendid_a1 | name_a1 | + 95 | sendid_a1 | name_a1 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4_bug1.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4_bug1.1.csv new file mode 100644 index 000000000000..a62a1ab4f5c3 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case4_bug1.1.csv @@ -0,0 +1,12 @@ + +taos> select val,senid,senid_name from test1.str_cjdl_point_data_szls_jk_test order by _c0; + val | senid | senid_name | +============================================================================================== + 998 | sendid_a1 | name_a1 | + 759 | sendid_a1 | name_a1 | + 142 | sendid_a1 | name_a1 | + 758 | sendid_a1 | name_a1 | + 604 | sendid_a1 | name_a1 | + 95 | sendid_a1 | name_a1 | + 997 | sendid_a1 | name_a1 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case5.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case5.1.csv new file mode 100644 index 000000000000..0fccec8585ea --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_case5.1.csv @@ -0,0 +1,15 @@ + +taos> select val,senid,senid_name from test1.str_cjdl_point_data_szls_yc_test order by _c0; + val | senid | senid_name | +============================================================================================== + 114 | sendid_a1 | name_a1 | + 759 | sendid_a1 | name_a1 | + 250 | sendid_a1 | name_a1 | + 142 | sendid_a1 | name_a1 | + 104 | sendid_a1 | name_a1 | + 758 | sendid_a1 | name_a1 | + 558 | sendid_a1 | name_a1 | + 604 | sendid_a1 | name_a1 | + 32 | sendid_a1 | name_a1 | + 95 | sendid_a1 | name_a1 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case17.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case17.1.csv new file mode 100644 index 000000000000..3ce2a85f2f50 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case17.1.csv @@ -0,0 +1,8 @@ + +taos> select rated_power,minimum_power,data_rate,tablename,company,ps_name,country_code,ps_code,rated_energy,rated_power_unit,data_unit,remark from test1.stb_station_power_info order by tablename; + rated_power | minimum_power | data_rate | tablename | company | ps_name | country_code | ps_code | rated_energy | rated_power_unit | data_unit | remark | +============================================================================================================================================================================================================================================================================================================================================================================================= + 733 | 665 | 718 | a0 | com_a0 | psname_a0 | conutry_a0 | pscode_a0 | rate_a0 | p_a0 | Km | remarka0 | + 733 | 665 | 718 | a1 | com_a1 | psname_a1 | conutry_a1 | pscode_a1 | rate_a1 | p_a1 | K | remarka1 | + 733 | 665 | 718 | a2 | com_a2 | psname_a2 | conutry_a2 | pscode_a2 | rate_a2 | p_a2 | mi | remarka2 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case18.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case18.1.csv new file mode 100644 index 000000000000..dd5f8d7d7abc --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case18.1.csv @@ -0,0 +1,505 @@ + +taos> select val,tablename,point, ps_code, cnstationno, index_code from test1.stb_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1 order by tablename; + val | tablename | point | ps_code | cnstationno | index_code | +================================================================================================================================================================================================= + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + 100 | a0 | a0 | pscode_a0 | cnstationno_a0 | index_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case19.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case19.1.csv new file mode 100644 index 000000000000..9f70141e4b31 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case19.1.csv @@ -0,0 +1,7 @@ + +taos> select v,tablename,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code from test1.stb_hbny_sx_mint_jzzt2 order by tablename; + v | tablename | senid | sen_name | index_code | jz_location | jz_no | ps_name | ps_code | +==================================================================================================================================================================================================================================================================================================== + 654 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | + NULL | a0 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_bug1.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_bug1.1.csv index 95e1c8836214..3d5212f18ced 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_bug1.1.csv +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_bug1.1.csv @@ -1,7 +1,8 @@ -taos> select * from test1.stb_sxny_cn_drzcfd_test01 order by _c0; - dt | fir_val | sec_val | tablename | point | index_code | ps_code | point_name | -======================================================================================================================================================================================================================================================= - 2025-07-20 00:00:00.000 | 100 | 1000 | a0 | a0 | index_a0 | pscode_a0 | name_a0 | - 2025-07-21 00:00:00.000 | 101 | 102 | a0 | a0 | index_a0 | pscode_a0 | name_a0 | +taos> select fir_val,sec_val,tablename,point,index_code,ps_code from test1.stb_sxny_cn_drzcfd_test01 order by _c0,tablename; + fir_val | sec_val | tablename | point | index_code | ps_code | +============================================================================================================================================================================================ + 654 | 104 | a0 | a0 | index_a0 | pscode_a0 | + 100 | 100 | a0 | a0 | index_a0 | pscode_a0 | + 101 | 1000 | a0 | a0 | index_a0 | pscode_a0 | diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_twostream.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_twostream.1.csv new file mode 100644 index 000000000000..81a63a7e59c5 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case1_twostream.1.csv @@ -0,0 +1,7 @@ + +taos> select val,tablename,index_code,ps_code from test1.stb_sxny_cn_drzcfd_test02 order by _c0,tablename; + val | tablename | index_code | ps_code | +=============================================================================================================================== + 0 | sxny_cn_drzcfd_test01_a0 | index_a0 | pscode_a0 | + 1 | sxny_cn_drzcfd_test01_a0 | index_a0 | pscode_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case22.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case22.1.csv new file mode 100644 index 000000000000..a8c47e8c050a --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case22.1.csv @@ -0,0 +1,9 @@ + +taos> select val,tablename,ps_code,ps_name,province_name,area_name,company_name,ps_type,index_seq from test1.stb_dwi_cjdl_rtems_power order by tablename; + val | tablename | ps_code | ps_name | province_name | area_name | company_name | ps_type | index_seq | +==================================================================================================================================================================================================================================================================================================== + 114 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | + 115.5 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | a0 | + 114 | a2 | a2 | a2 | a2 | a2 | a2 | a2 | a2 | + 115.5 | a2 | a2 | a2 | a2 | a2 | a2 | a2 | a2 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case26.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case26.1.csv new file mode 100644 index 000000000000..876ffdcfd548 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case26.1.csv @@ -0,0 +1,9 @@ + +taos> select val,tablename,point,index_code,country_equipment_code,ps_code,point_name from test1.stb_sxny_cn_sbgjpt_index_blq_yjbj order by _c0; + val | tablename | point | index_code | country_equipment_code | ps_code | point_name | +==================================================================================================================================================================================================================== + 100 | a0 | a0 | index_a0 | a0_ch1 | pscode_a0 | name_a0 | + 1000 | a0 | a0 | index_a0 | a0_ch1 | pscode_a0 | name_a0 | + 101 | a0 | a0 | index_a0 | a0_ch1 | pscode_a0 | name_a0 | + -102 | a0 | a0 | index_a0 | a0_ch1 | pscode_a0 | name_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case3.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case3.1.csv new file mode 100644 index 000000000000..29b487f0fde7 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case3.1.csv @@ -0,0 +1,7 @@ + +taos> select val,index_code,ps_code from test1.stb_sxny_cn_test_v003 order by _c0,index_code; + val | index_code | ps_code | +============================================================================================== + 100 | index_a0 | pscode_a0 | + 101.5 | index_a0 | pscode_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case4.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case4.1.csv new file mode 100644 index 000000000000..f6a64e8618ec --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case4.1.csv @@ -0,0 +1,7 @@ + +taos> select max_val,min_val,index_code,ps_code from test1.stb_sxny_cn_test_v004 order by index_code; + max_val | min_val | index_code | ps_code | +========================================================================================================================== + 20000 | 20000 | index_a0 | pscode_a0 | + 20400 | 20200 | index_a0 | pscode_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case6.1.csv b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case6.1.csv new file mode 100644 index 000000000000..ebfe9403ea1d --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/ans/test_three_gorges_second_case6.1.csv @@ -0,0 +1,7 @@ + +taos> select max_val,index_code,ps_code from test1.stb_sxny_cn_test_v006 order by index_code; + max_val | index_code | ps_code | +============================================================================================== + 1000 | index_a0 | pscode_a0 | + 101 | index_a0 | pscode_a0 | + diff --git a/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_meters.json b/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_meters.json new file mode 100644 index 000000000000..9a27f92cb1ee --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_meters.json @@ -0,0 +1,59 @@ +{ + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "127.0.0.1", + "port": 6030, + "user": "root", + "password": "taosdata", + "num_of_records_per_req": 20000, + "thread_count": 10, + "create_table_thread_count": 1, + "confirm_parameter_prompt": "no", + "continue_if_fail": "yes", + "databases": [ + { + "dbinfo": { + "name": "asset01", + "drop": "no", + "precision": "ms" + }, + "super_tables": [ + { + "name": "electricity_meters", + "child_table_exists": "yes", + "childtable_count": 10, + "insert_rows": 10000000, + "childtable_prefix": "em_", + "insert_mode": "taosc", + "timestamp_step": 1000, + "start_timestamp":"now", + "random_write_future": "yes", + "disorder_ratio": 70, + "update_ratio": 20, + "delete_ratio": 10, + "disorder_fill_interval": 3000, + "update_fill_interval": 250, + "generate_row_rule": 2, + "columns": [ + { "type": "FLOAT", "name": "current", "min": 1, "max": 500 }, + { "type": "INT", "name": "voltage", "min": 300, "max": 2500 }, + { "type": "FLOAT", "name": "power", "min": 0, "max": 300 }, + { "type": "FLOAT", "name": "phase", "min": 0, "max": 1 } + ], + "tags": [ + { "type": "VARCHAR", "name": "location" , "len": 32, + "values": ["New York", "Los Angeles", "Chicago", "Houston", + "Phoenix", "Philadelphia", "San Antonio", "San Diego", + "Dallas", "San Jose"] }, + { "type": "TINYINT", "name": "unit", "min": 0, "max": 200 }, + { "type": "TINYINT", "name": "floor", "min": 0, "max": 100 }, + { "type": "NCHAR", "name": "device_id", "len": 16, + "values": ["dev001", "dev002", "dev003", "dev004", + "dev005", "dev006", "dev007", "dev008", + "dev009", "dev010"] } + ] + } + ] + } + ] +} diff --git a/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_vehicle.json b/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_vehicle.json new file mode 100644 index 000000000000..715243e2eae3 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/json/exist_idmp_vehicle.json @@ -0,0 +1,61 @@ +{ + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "127.0.0.1", + "port": 6030, + "user": "root", + "password": "taosdata", + "num_of_records_per_req": 20000, + "thread_count": 8, + "create_table_thread_count": 1, + "confirm_parameter_prompt": "no", + "continue_if_fail": "yes", + "databases": [ + { + "dbinfo": { + "name": "idmp_sample_vehicle", + "drop": "no", + "precision": "ms" + }, + "super_tables": [ + { + "name": "vehicles", + "child_table_exists": "yes", + "childtable_count": 10, + "insert_rows": 10000000, + "childtable_prefix": "vehicle_110100_00", + "insert_mode": "taosc", + "timestamp_step": 1000, + "start_timestamp":"now", + "random_write_future": "yes", + "disorder_ratio": 40, + "update_ratio": 30, + "delete_ratio": 30, + "disorder_fill_interval": 300, + "update_fill_interval": 25, + "generate_row_rule": 2, + "columns": [ + { "type": "FLOAT", "name": "longitude", "min": 1, "max": 50 }, + { "type": "FLOAT", "name": "latitude", "min": 180, "max": 250 }, + { "type": "SMALLINT", "name": "elevation", "min": 0, "max": 300 }, + { "type": "SMALLINT", "name": "speed", "min": 0, "max": 30000 }, + { "type": "SMALLINT", "name": "direction", "min": 0, "max": 5 }, + { "type": "INT", "name": "alarm", "min": 0, "max": 300 }, + { "type": "INT", "name": "mileage", "min": 0, "max": 300 } + ], + "tags": [ + { "type": "NCHAR", "name": "vehicle_asset", "len": 64}, + { "type": "VARCHAR", "name": "vehicle_id", "len": 64, + "values": ["vehicle_001", "vehicle_002", "vehicle_003", "vehicle_004", + "vehicle_005", "vehicle_006", "vehicle_007", "vehicle_008", + "vehicle_009", "vehicle_010"] }, + { "type": "NCHAR", "name": "vehicle_no", "len": 64}, + { "type": "TINYINT", "name": "vehicle_plate_color", "len": 64}, + { "type": "VARCHAR", "name": "producer", "len": 64}, + { "type": "VARCHAR", "name": "terminal_id", "len": 64} + ] + } + ] + } + ] +} diff --git a/test/cases/13-StreamProcessing/20-UseCase/json/idmp_meters.json b/test/cases/13-StreamProcessing/20-UseCase/json/idmp_meters.json new file mode 100644 index 000000000000..69f8d277a63b --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/json/idmp_meters.json @@ -0,0 +1,61 @@ +{ + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "127.0.0.1", + "port": 6030, + "user": "root", + "password": "taosdata", + "num_of_records_per_req": 20000, + "thread_count": 4, + "create_table_thread_count": 1, + "confirm_parameter_prompt": "no", + "continue_if_fail": "yes", + "databases": [ + { + "dbinfo": { + "name": "asset01", + "drop": "yes", + "vgroups": 4, + "replica": 3, + "precision": "ms" + }, + "super_tables": [ + { + "name": "electricity_meters", + "child_table_exists": "no", + "childtable_count": 10, + "insert_rows": 1000, + "childtable_prefix": "em_", + "insert_mode": "taosc", + "timestamp_step": 1000, + "start_timestamp":"now", + "random_write_future": "yes", + "disorder_ratio": 10, + "update_ratio": 5, + "delete_ratio": 1, + "disorder_fill_interval": 300, + "update_fill_interval": 25, + "generate_row_rule": 2, + "columns": [ + { "type": "FLOAT", "name": "current", "min": 1, "max": 50 }, + { "type": "INT", "name": "voltage", "min": 180, "max": 250 }, + { "type": "FLOAT", "name": "power", "min": 0, "max": 300 }, + { "type": "FLOAT", "name": "phase", "min": 0, "max": 1 } + ], + "tags": [ + { "type": "VARCHAR", "name": "location" , "len": 32, + "values": ["New York", "Los Angeles", "Chicago", "Houston", + "Phoenix", "Philadelphia", "San Antonio", "San Diego", + "Dallas", "San Jose"] }, + { "type": "TINYINT", "name": "unit", "min": 0, "max": 200 }, + { "type": "TINYINT", "name": "floor", "min": 0, "max": 100 }, + { "type": "NCHAR", "name": "device_id", "len": 16, + "values": ["dev001", "dev002", "dev003", "dev004", + "dev005", "dev006", "dev007", "dev008", + "dev009", "dev010"] } + ] + } + ] + } + ] +} diff --git a/test/cases/13-StreamProcessing/20-UseCase/json/idmp_vehicle.json b/test/cases/13-StreamProcessing/20-UseCase/json/idmp_vehicle.json new file mode 100644 index 000000000000..00a7df32ece6 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/json/idmp_vehicle.json @@ -0,0 +1,63 @@ +{ + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "127.0.0.1", + "port": 6030, + "user": "root", + "password": "taosdata", + "num_of_records_per_req": 20000, + "thread_count": 4, + "create_table_thread_count": 1, + "confirm_parameter_prompt": "no", + "continue_if_fail": "yes", + "databases": [ + { + "dbinfo": { + "name": "idmp_sample_vehicle", + "drop": "yes", + "vgroups": 4, + "replica": 3, + "precision": "ms" + }, + "super_tables": [ + { + "name": "vehicles", + "child_table_exists": "no", + "childtable_count": 10, + "insert_rows": 1000, + "childtable_prefix": "vehicle_110100_00", + "insert_mode": "taosc", + "timestamp_step": 800000, + "start_timestamp":"now", + "random_write_future": "yes", + "disorder_ratio": 70, + "update_ratio": 50, + "delete_ratio": 50, + "disorder_fill_interval": 3000, + "update_fill_interval": 250, + "generate_row_rule": 2, + "columns": [ + { "type": "FLOAT", "name": "longitude", "min": 1, "max": 50 }, + { "type": "FLOAT", "name": "latitude", "min": 180, "max": 250 }, + { "type": "SMALLINT", "name": "elevation", "min": 0, "max": 300 }, + { "type": "SMALLINT", "name": "speed", "min": 90, "max": 1000 }, + { "type": "SMALLINT", "name": "direction", "min": 0, "max": 5 }, + { "type": "INT", "name": "alarm", "min": 0, "max": 300 }, + { "type": "INT", "name": "mileage", "min": 0, "max": 300 } + ], + "tags": [ + { "type": "NCHAR", "name": "vehicle_asset", "len": 64}, + { "type": "VARCHAR", "name": "vehicle_id", "len": 64, + "values": ["vehicle_001", "vehicle_002", "vehicle_003", "vehicle_004", + "vehicle_005", "vehicle_006", "vehicle_007", "vehicle_008", + "vehicle_009", "vehicle_010"] }, + { "type": "NCHAR", "name": "vehicle_no", "len": 64}, + { "type": "TINYINT", "name": "vehicle_plate_color", "len": 64}, + { "type": "VARCHAR", "name": "producer", "len": 64}, + { "type": "VARCHAR", "name": "terminal_id", "len": 64} + ] + } + ] + } + ] +} diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_big_press.py b/test/cases/13-StreamProcessing/20-UseCase/test_big_press.py new file mode 100644 index 000000000000..ae600a804526 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_big_press.py @@ -0,0 +1,273 @@ +import time +import math +import random +import threading +from datetime import datetime +from datetime import date + +from new_test_framework.utils import tdLog, tdSql, tdStream, etool +from new_test_framework.utils.srvCtl import * + + +class Test_BigPress: + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_stream_usecase_em(self): + """Nevados + + Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb + + Catalog: + - Streams:UseCases + + Since: v3.3.7.0 + + Labels: common,ci + + Jira: https://jira.taosdata.com:18080/browse/TD-36363 + + History: + - 2025-7-10 Alex Duan Created + + """ + + # + # main test + # + + # prepare data + self.prepare() + + # create vtables + self.createVtables() + + # create streams + self.createStreams() + + # check stream status + self.checkStreamStatus() + + # write with taosBenchmark + self.startWriteJob() + + # restart dnode + self.startRestartJob() + + # verify results + self.verifyResults() + + + # + # --------------------- main flow frame ---------------------- + # + + # + # prepare data + # + def prepare(self): + # name + self.start = 1752600000000 + self.threads = [] + + # create snode + for i in range(5): + tdSql.execute(f"create snode on dnode {i + 1}", show = True) + + # create meters db + etool.benchmark(f"-f cases/13-StreamProcessing/20-UseCase/json/idmp_meters.json") + tdLog.info(f"import data to db: asset01 successfully.") + + # create vehicle db + etool.benchmark(f"-f cases/13-StreamProcessing/20-UseCase/json/idmp_vehicle.json") + tdLog.info(f"import data to db: vehicle successfully.") + + # + # 1. create vtables + # + def createVtables(self): + # meters + sqls = [ + "create database tdasset vgroups 4 replica 3;", + "use tdasset;", + "CREATE STABLE `vst_智能电表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `电流` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `电压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `功率` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `相位` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `单元` TINYINT, `楼层` TINYINT, `设备ID` VARCHAR(20), `path1` VARCHAR(512)) SMA(`ts`,`电流`) VIRTUAL 1;", + "CREATE STABLE `vst_智能水表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `流量` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `水压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `path1` VARCHAR(512)) SMA(`ts`,`流量`) VIRTUAL 1;", + "CREATE VTABLE `vt_em-1` (`电流` FROM `asset01`.`em_1`.`current`, `电压` FROM `asset01`.`em_1`.`voltage`, `功率` FROM `asset01`.`em_1`.`power`, `相位` FROM `asset01`.`em_1`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010001', '公共事业.北京.海淀.西三旗街道');", + "CREATE VTABLE `vt_em-2` (`电流` FROM `asset01`.`em_2`.`current`, `电压` FROM `asset01`.`em_2`.`voltage`, `功率` FROM `asset01`.`em_2`.`power`, `相位` FROM `asset01`.`em_2`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010002', '公共事业.北京.海淀.西三旗街道');", + "CREATE VTABLE `vt_em-3` (`电流` FROM `asset01`.`em_3`.`current`, `电压` FROM `asset01`.`em_3`.`voltage`, `功率` FROM `asset01`.`em_3`.`power`, `相位` FROM `asset01`.`em_3`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010003', '公共事业.北京.海淀.西三旗街道');", + "CREATE VTABLE `vt_em-4` (`电流` FROM `asset01`.`em_4`.`current`, `电压` FROM `asset01`.`em_4`.`voltage`, `功率` FROM `asset01`.`em_4`.`power`, `相位` FROM `asset01`.`em_4`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010004', '公共事业.北京.海淀.西三旗街道');", + "CREATE VTABLE `vt_em-5` (`电流` FROM `asset01`.`em_5`.`current`, `电压` FROM `asset01`.`em_5`.`voltage`, `功率` FROM `asset01`.`em_5`.`power`, `相位` FROM `asset01`.`em_5`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010005', '公共事业.北京.海淀.西三旗街道');", + "CREATE VTABLE `vt_em-6` (`电流` FROM `asset01`.`em_6`.`current`, `电压` FROM `asset01`.`em_6`.`voltage`, `功率` FROM `asset01`.`em_6`.`power`, `相位` FROM `asset01`.`em_6`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001006', '公共事业.北京.朝阳.国贸街道');", + "CREATE VTABLE `vt_em-7` (`电流` FROM `asset01`.`em_7`.`current`, `电压` FROM `asset01`.`em_7`.`voltage`, `功率` FROM `asset01`.`em_7`.`power`, `相位` FROM `asset01`.`em_7`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001007', '公共事业.北京.朝阳.国贸街道');", + "CREATE VTABLE `vt_em-8` (`电流` FROM `asset01`.`em_8`.`current`, `电压` FROM `asset01`.`em_8`.`voltage`, `功率` FROM `asset01`.`em_8`.`power`, `相位` FROM `asset01`.`em_8`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001008', '公共事业.北京.朝阳.国贸街道');", + "CREATE VTABLE `vt_em-9` (`电流` FROM `asset01`.`em_9`.`current`, `电压` FROM `asset01`.`em_9`.`voltage`, `功率` FROM `asset01`.`em_9`.`power`, `相位` FROM `asset01`.`em_9`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001009', '公共事业.北京.朝阳.国贸街道');", + ] + tdSql.executes(sqls) + tdLog.info(f"create db tdasset {len(sqls)} vtable successfully.") + + # vehicle + sqls = [ + "create database idmp vgroups 4 replica 3;", + "use idmp;", + "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", + "CREATE VTABLE `vt_1` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_2` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_002', '京Z1NW84', 2, 'zd', '1819625826', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_3` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_003', '京Z2NW48', 2, 'zd', '5206002832', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_4` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_004', '京Z7A0Q7', 2, 'zd', '1663944041', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_5` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_005', '京Z7A2Q5', 2, 'zd', '7942624528', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_6` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_006', '京ZB86G7', 2, 'zd', '1960758157', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_7` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_007', '京ZCR392', 2, 'zd', '6560472044', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_8` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_008', '京ZD43R1', 2, 'zd', '3491377379', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_9` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_009', '京ZD62R2', 2, 'zd', '8265223624', '车辆场景.XX物流公司.华北分公司.北京车队')" + ] + tdSql.executes(sqls) + tdLog.info(f"create {len(sqls) - 2} vtable successfully.") + + + + # + # 2. create streams + # + def createStreams(self): + + # meters + sqls = [ + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream1_sub1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub2` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_CLOSE) INTO `tdasset`.`result_stream1_sub2` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream2` interval(1h) sliding(5m) FROM `tdasset`.`vt_em-2` notify('ws://idmp:6042/eventReceive') ON(window_open|window_close) INTO `tdasset`.`result_stream2` AS SELECT _twstart+0s AS output_timestamp, max(`电流`) AS `最大电流` FROM tdasset.`vt_em-2` WHERE ts >=_twstart AND ts <=_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream3` event_window( start with `电流` > 100 end with `电流` <= 100 ) TRUE_FOR(5m) FROM `tdasset`.`vt_em-3` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream3` AS SELECT _twstart+0s AS output_timestamp, AVG(`电流`) AS `平均电流` FROM tdasset.`vt_em-3` WHERE ts >= _twstart AND ts <=_twend", + # stream4 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <_twend ", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub1` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub1` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub2` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub2` AS SELECT _twstart + 10a as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub3` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub3` AS SELECT _twstart + 10s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub4` AS SELECT _twstart + 10m as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub5` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub5` AS SELECT _twstart + 10h as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub6` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub6` AS SELECT _twstart + 10d as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub7` INTERVAL(600s) SLIDING(1h) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub7` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub8` INTERVAL(1a) SLIDING(1a) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub8` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub9` INTERVAL(1d) SLIDING(60s) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub9` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts < _twend AND ts >= 1752574200000", + # stream5 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream5` SESSION(ts, 10m) FROM `tdasset`.`vt_em-5` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream5` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, LAST(`电流`) AS `最后电流` FROM tdasset.`vt_em-5` WHERE ts >= _twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream5_sub1` SESSION(ts, 10m) FROM `tdasset`.`vt_em-5` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream5_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, LAST(`电流`) AS `最后电流` FROM tdasset.`vt_em-5` WHERE ts >= _twstart AND ts <=_twend", + # stream6 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream6` COUNT_WINDOW(5) FROM `tdasset`.`vt_em-6` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream6` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, MIN(`电压`) AS `最小电压`, MAX(`电压`) AS `最大电压` FROM tdasset.`vt_em-6` WHERE ts >= _twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream6_sub1` COUNT_WINDOW(5) FROM `tdasset`.`vt_em-6` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream6_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, MIN(`电压`) AS `最小电压`, MAX(`电压`) AS `最大电压` FROM tdasset.`vt_em-6` WHERE ts >= _twstart AND ts <=_twend", + # stream7 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream7` STATE_WINDOW(`电压`) TRUE_FOR(30s) FROM `tdasset`.`vt_em-7` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream7` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, AVG(`电流`) AS `平均电流`, SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-7` WHERE ts >= _twstart AND ts <=_twend", + # stream8 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream8` PERIOD(1s, 0s) FROM `tdasset`.`vt_em-8` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream8` AS SELECT now()+0s AS output_timestamp, COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压`, SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-8` WHERE ts >=_tprev_localtime and ts <=now()", + ] + tdSql.executes(sqls) + tdLog.info(f"create {len(sqls)} streams successfully.") + + # vehicle + sqls = [ + # stream1 + "create stream if not exists `idmp`.`ana_stream1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_1` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_1` where ts >= _twstart and ts <_twend", + "create stream if not exists `idmp`.`ana_stream1_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_1` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_1` where ts >= _twstart and ts <_twend", + # stream2 + "create stream if not exists `idmp`.`ana_stream2` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_2` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream2_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_2` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream3 + "create stream if not exists `idmp`.`ana_stream3` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_3` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream3_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_3` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream4 + "create stream if not exists `idmp`.`ana_stream4` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_4` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream4_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_4` stream_options(DELETE_RECALC) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream5 + "create stream if not exists `idmp`.`ana_stream5` interval(5m) sliding(5m) from `idmp`.`vt_5` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream5` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream5_sub1` interval(5m) sliding(5m) from `idmp`.`vt_5` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream5_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream6 + "create stream if not exists `idmp`.`ana_stream6` interval(10m) sliding(5m) from `idmp`.`vt_6` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream6` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream6_sub1` interval(10m) sliding(5m) from `idmp`.`vt_6` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream6_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream7` interval(5m) sliding(10m) from `idmp`.`vt_7` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream7` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream7_sub1` interval(5m) sliding(10m) from `idmp`.`vt_7` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream7_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + ] + tdSql.executes(sqls) + tdLog.info(f"create {len(sqls)} streams successfully.") + + + # + # 3. wait stream ready + # + def checkStreamStatus(self): + print("no wait stream ready ...") + #tdStream.checkStreamStatus() + #tdLog.info(f"check stream status successfully.") + + # + # 4. write trigger data + # + def startWriteJob(self): + # meters + nThreads = 1 + jsons = [ + "cases/13-StreamProcessing/20-UseCase/json/exist_idmp_meters.json", + "cases/13-StreamProcessing/20-UseCase/json/exist_idmp_vehicle.json" + ] + for json in jsons: + for i in range(nThreads): + tdLog.info(f"start benchmark thread {i} with json: {json}") + thread = threading.Thread(target=self.benchmarkThread, args=(i, json)) + thread.start() + self.threads.append(thread) + + + # + # 5. write trigger data again + # + def startRestartJob(self): + # restart dnode + count = 10 + sleepMs = 2*10*1000 # 2 minutes + tdLog.info(f"start restart thread with count: {count}, sleepMs: {sleepMs}") + thread = threading.Thread(target=self.restartThread, args=(count, sleepMs)) + thread.start() + self.threads.append(thread) + + + # + # 6. verify results + # + def verifyResults(self): + tdLog.info("wait threads finished ...") + for thread in self.threads: + thread.join() + + tdLog.info("verify result ...") + + + # restart dnode + def restartDnode(self): + # restart + tdLog.info("restart dnode ...") + sc.dnodeRestartAll() + + # wait stream ready + tdLog.info("wait stream ready after dnode restart ...") + self.checkStreamStatus() + + tdLog.info("dnode restarted successfully.") + + + # + # thread for benchmark + # + def benchmarkThread(self, threadID, json): + tdLog.info(f"benchmark thread {threadID} started with json: {json}") + etool.benchmark(f"-f {json}") + + # + # restart thread + # + def restartThread(self, count, sleepMs): + # loop for restart + for i in range(count): + tdLog.info(f"restart {i} started, sleep {sleepMs} ms ...") + time.sleep(sleepMs / 1000) + self.restartDnode() + # end + tdLog.info(f"restart thread finished after {count} times of restart.") \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py index 879f46f696d0..bbc0559c1cd3 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py @@ -135,21 +135,20 @@ def createVtables(self): def createStreams(self): sqls = [ - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream1_sub1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub2` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_CLOSE) INTO `tdasset`.`result_stream1_sub2` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` STREAM_OPTIONS(EVENT_TYPE(WINDOW_OPEN)) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream1_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub2` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` STREAM_OPTIONS(EVENT_TYPE(WINDOW_CLOSE)) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_CLOSE) INTO `tdasset`.`result_stream1_sub2` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream2` interval(1h) sliding(5m) FROM `tdasset`.`vt_em-2` notify('ws://idmp:6042/eventReceive') ON(window_open|window_close) INTO `tdasset`.`result_stream2` AS SELECT _twstart+0s AS output_timestamp, max(`电流`) AS `最大电流` FROM tdasset.`vt_em-2` WHERE ts >=_twstart AND ts <=_twend;", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream3` event_window( start with `电流` > 100 end with `电流` <= 100 ) TRUE_FOR(5m) FROM `tdasset`.`vt_em-3` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream3` AS SELECT _twstart+0s AS output_timestamp, AVG(`电流`) AS `平均电流` FROM tdasset.`vt_em-3` WHERE ts >= _twstart AND ts <=_twend", # stream4 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend ", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub1` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub1` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <_twend ", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub1` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub1` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM %%trows", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub2` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub2` AS SELECT _twstart + 10a as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub3` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub3` AS SELECT _twstart + 10s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub4` AS SELECT _twstart + 10m as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub5` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub5` AS SELECT _twstart + 10h as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub6` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream4_sub6` AS SELECT _twstart + 10d as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub7` INTERVAL(600s) SLIDING(1h) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub7` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub8` INTERVAL(1a) SLIDING(1a) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub8` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub9` INTERVAL(1d) SLIDING(60s) FROM `tdasset`.`vt_em-4` STREAM_OPTIONS(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub9` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts < _twend AND ts >= 1752574200000", # stream5 "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream5` SESSION(ts, 10m) FROM `tdasset`.`vt_em-5` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream5` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, LAST(`电流`) AS `最后电流` FROM tdasset.`vt_em-5` WHERE ts >= _twstart AND ts <=_twend", @@ -160,7 +159,9 @@ def createStreams(self): # stream7 "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream7` STATE_WINDOW(`电压`) TRUE_FOR(30s) FROM `tdasset`.`vt_em-7` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream7` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, AVG(`电流`) AS `平均电流`, SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-7` WHERE ts >= _twstart AND ts <=_twend", # stream8 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream8` PERIOD(1s, 0s) FROM `tdasset`.`vt_em-8` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream8` AS SELECT now()+0s AS output_timestamp, COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压`, SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-8` WHERE ts >=_tprev_localtime and ts <=now()", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream8` PERIOD(1s, 0s) FROM `tdasset`.`vt_em-8` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream8` AS SELECT CAST(_tlocaltime/1000000 as timestamp), COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压`, SUM(`功率`) AS `功率和` FROM %%trows", + # stream9 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream9` INTERVAL(1a) SLIDING(1a) FROM `tdasset`.`vt_em-9` STREAM_OPTIONS(IGNORE_NODATA_TRIGGER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream9` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-9` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", ] tdSql.executes(sqls) @@ -194,6 +195,8 @@ def writeTriggerData(self): self.trigger_stream7() # stream8 self.trigger_stream8() + # stream8 + self.trigger_stream9() # @@ -208,8 +211,8 @@ def verifyResults(self): self.verify_stream5() self.verify_stream6() self.verify_stream7() - # ***** bug9 ***** - #self.verify_stream8() + self.verify_stream8() + self.verify_stream9() # @@ -279,6 +282,7 @@ def trigger_stream1(self): sql = f"insert into asset01.`em-1`(ts,voltage) values({ts}, 300);" tdSql.execute(sql, show=True) + ts += 1*60*1000 sql = f"insert into asset01.`em-1`(ts,voltage) values({ts}, 100);" tdSql.execute(sql, show=True) @@ -530,12 +534,9 @@ def trigger_stream7(self): fixedVals = "200, 300, 400" ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - ''' ****** bug8 ***** count = 2 fixedVals = "300, NULL, 500" ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - ''' - ts += 2 * step # bug8 count = 2 fixedVals = "400, 500, 600" @@ -560,6 +561,18 @@ def trigger_stream8(self): fixedVals = "100, 200, 300" tdSql.insertNow(table, sleepS, count, cols, fixedVals) + # + # stream9 trigger + # + def trigger_stream9(self): + ts = self.start2 + table = "asset01.`em-9`" + step = 100 # 100ms + count = 120 + cols = "ts,voltage,power" + vals = "400,200" + tdSql.insertFixedVal(table, ts, step, count, cols, vals) + # # --------------------- verify ---------------------- @@ -570,31 +583,39 @@ def trigger_stream8(self): # def verify_stream1(self): # result_stream1 - result_sql = f"select * from {self.vdb}.`result_stream1` " + result_sql = f"select * from {self.vdb}.`result_stream1` " result_sql_sub1 = f"select * from {self.vdb}.`result_stream1_sub1` " result_sql_sub2 = f"select * from {self.vdb}.`result_stream1_sub2` " - ''' bug1 + # result_stream1 tdSql.checkResultsByFunc ( sql = result_sql, func = lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-07-15 15:04:20") - and tdSql.compareData(1, 0, "2025-07-15 15:25:20") - and tdSql.compareData(0, 1, 300) - and tdSql.compareData(1, 1, 400) + and tdSql.compareData(0, 0, 1752563060000) + and tdSql.compareData(0, 1, 20) # cnt + and tdSql.compareData(0, 2, 300) + and tdSql.compareData(1, 0, 1752564380000) + and tdSql.compareData(1, 1, 11) # cnt + and tdSql.compareData(1, 2, 400) ) - ''' - # result_stream1_sub1 - tdSql.checkResultsBySql( - sql=result_sql, - exp_sql=result_sql_sub1 + # result_stream_sub1 + # ****** bug10 ****** + ''' + tdSql.checkResultsByFunc ( + sql = result_sql, + func = lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, 1752563060000) + and tdSql.compareData(0, 1, 0) # cnt + and tdSql.compareData(1, 0, 1752564380000) + and tdSql.compareData(1, 1, 0) # cnt ) + ''' # result_stream1_sub2 tdSql.checkResultsBySql( - sql=result_sql, - exp_sql=result_sql_sub1 + sql = result_sql, + exp_sql = result_sql_sub2 ) tdLog.info("verify stream1 .................................. successfully.") @@ -655,7 +676,7 @@ def verify_stream4(self, tables=None): ts = self.start2 for i in range(tdSql.getRows()): tdSql.checkData(i, 0, ts) - tdSql.checkData(i, 1, 10) + tdSql.checkData(i, 1, 11) tdSql.checkData(i, 2, 400) tdSql.checkData(i, 3, 2000) ts += 10 * 60 * 1000 # 10 minutes @@ -694,10 +715,6 @@ def verify_stream4(self, tables=None): # verify stream4_sub7 self.verify_stream4_sub7() - # verify stream4_sub8 - # ***** bug5 **** - #self.verify_stream4_sub8() - # verify stream4_sub9 self.verify_stream4_sub9() @@ -731,13 +748,6 @@ def verify_stream4_sub7(self): and tdSql.checkData(0, 3, 10*200) ) - def verify_stream4_sub8(self): - # result_stream4_sub8 - tdSql.checkResultsBySql( - sql = f"select * from {self.vdb}.`result_stream4_sub8` ", - exp_sql = f"select ts,1,voltage,power from asset01.`em-4` where ts >= 1752574200000 limit 119;" - ) - tdLog.info("verify stream4_sub8 ............................. successfully.") def verify_stream4_sub9(self): # result_stream4_sub9 @@ -780,15 +790,13 @@ def verify_stream4_again(self): self.verify_stream4(tables=["result_stream4_sub1"]) - - ''' ***** bug2 ***** # restart dnode tdLog.info("restart dnode to verify stream4_sub1 ...") self.restartDnode() # result_stream4_sub1 - for i in range(10): + for i in range(3): # write sqls = [ "INSERT INTO asset01.`em-4`(ts,voltage,power) VALUES(1752574230000,2000,1000);", @@ -798,11 +806,11 @@ def verify_stream4_again(self): tdSql.executes(sqls) tdLog.info(f"loop check i={i} sleep 3s...") - time.sleep(5) + time.sleep(1) # verify self.verify_stream4(tables=["result_stream4_sub1"]) - ''' + tdLog.info("verify stream4 again ............................ successfully.") @@ -879,41 +887,6 @@ def verify_stream6_again(self): # no change self.verify_stream6() - - ''' - # verify stream6 sub1 - def verify_stream6_sub1(self): - # result_stream6_sub1 - result_sql = f"select * from {self.vdb}.`result_stream6_sub1` " - ts = self.start2 - step = 1 * 60 * 1000 # 1 minute - cnt = 5 - - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 3 - # window1 - and tdSql.compareData(0, 0, ts) # ts - and tdSql.compareData(0, 1, 5) # cnt - and tdSql.compareData(0, 2, 200) # min(voltage) - and tdSql.compareData(0, 3, 204) # max(voltage) - # window2 - and tdSql.compareData(1, 0, ts + 5 * step) # ts - and tdSql.compareData(1, 1, 5) # cnt - and tdSql.compareData(1, 2, 205) # min(voltage) - and tdSql.compareData(1, 3, 209) # max(voltage) - # window3 disorder - and tdSql.compareData(2, 0, ts + 10 * step) # ts - and tdSql.compareData(2, 1, 5) # cnt - and tdSql.compareData(2, 2, 400) # min(voltage) - and tdSql.compareData(2, 3, 404) # max(voltage) - - ) - - tdLog.info(f"verify stream6 sub1 ............................ successfully.") - ''' - - # # verify stream7 # @@ -956,23 +929,37 @@ def verify_stream8(self): # result_stream8 result_sql = f"select * from {self.vdb}.`result_stream8` " - allCnt = 0 tdSql.query(result_sql) count = tdSql.getRows() + found = False for i in range(count): # row - cnt = tdSql.getData(i, 1) # cnt - allCnt += cnt - if cnt <=0 or cnt > 5: - tdLog.exit(f"stream8 row {i} cnt is {cnt}, not in [1, 5]") - tdSql.checkData(i, 2, 200) # avg(voltage) - if allCnt != 20: - tdLog.exit(f"stream8 all cnt is {allCnt}, not 20") + if tdSql.getData(i, 1) == 20 : + found = True + + if found: + tdSql.checkData(i, 1, 20) # cnt + tdSql.checkData(i, 2, 200) # avg(voltage) + tdSql.checkData(i, 3, 6000) # sum(power) + + if found == False: + tdLog.exit(f"stream8 not found expected data.") tdLog.info(f"verify stream8 ................................. successfully.") + # + # verify stream9 + # + def verify_stream9(self): + # result_stream9 + tdSql.checkResultsBySql( + sql = f"select * from {self.vdb}.`result_stream9` ", + exp_sql = f"select ts,1,voltage,power from asset01.`em-9` where ts >= 1752574200000;" + ) + tdLog.info("verify stream9 .................................. successfully.") + # # --------------------- find other bugs ---------------------- # diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug10.py similarity index 81% rename from test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug1.py rename to test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug10.py index bcc79c402a2d..e3daf0c70d4d 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug1.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug10.py @@ -6,7 +6,7 @@ from datetime import date -class Test_Scene_Asset01: +class Test_IDMP_Meters: def setup_class(cls): tdLog.debug(f"start to execute {__file__}") @@ -52,13 +52,26 @@ def test_stream_usecase_em(self): # insert trigger data self.writeTriggerData() - # wait stream processing - self.waitStreamProcessing() - # verify results self.verifyResults() + ''' + # restart dnode + self.restartDnode() + + # write trigger data after restart + self.writeTriggerAfterRestart() + + # verify results after restart + self.verifyResultsAfterRestart() + ''' + + + # + # --------------------- main flow frame ---------------------- + # + # # prepare data # @@ -71,6 +84,8 @@ def prepare(self): self.start_current = 10 self.start_voltage = 260 + self.start2 = 1752574200000 + # import data etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/meters_data/data/") @@ -106,7 +121,6 @@ def createVtables(self): tdSql.executes(sqls) tdLog.info(f"create {len(sqls)} vtable successfully.") - # # 2. create streams @@ -114,9 +128,10 @@ def createVtables(self): def createStreams(self): sqls = [ - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream1_sub1` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub2` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_CLOSE) INTO `tdasset`.`result_stream1_sub2` AS SELECT _twstart+0s AS output_timestamp, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <=_twend;", + # stream1 + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub1` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` STREAM_OPTIONS(EVENT_TYPE(WINDOW_OPEN)) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN) INTO `tdasset`.`result_stream1_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream1_sub2` event_window( start with `电压` > 250 end with `电压` <= 250 ) TRUE_FOR(10m) FROM `tdasset`.`vt_em-1` STREAM_OPTIONS(EVENT_TYPE(WINDOW_CLOSE)) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_CLOSE) INTO `tdasset`.`result_stream1_sub2` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, avg(`电压`) AS `平均电压` FROM tdasset.`vt_em-1` WHERE ts >= _twstart AND ts <_twend;", ] tdSql.executes(sqls) @@ -131,20 +146,13 @@ def checkStreamStatus(self): tdLog.info(f"check stream status successfully.") # - # 4. insert trigger data + # 4. write trigger data # def writeTriggerData(self): - # strem1 + # stream1 self.trigger_stream1() - # - # 5. wait stream processing - # - def waitStreamProcessing(self): - tdLog.info("wait for check result sleep 5s ...") - time.sleep(5) - # # 5. verify results # @@ -152,7 +160,11 @@ def verifyResults(self): self.verify_stream1() - # em1-stream1 trigger voltage > 250 start and voltage <= 250 end + # --------------------- stream trigger ---------------------- + + # + # stream1 trigger + # def trigger_stream1(self): # 1~20 minutes no trigger @@ -167,6 +179,7 @@ def trigger_stream1(self): sql = f"insert into asset01.`em-1`(ts,voltage) values({ts}, 300);" tdSql.execute(sql, show=True) + ts += 1*60*1000 sql = f"insert into asset01.`em-1`(ts,voltage) values({ts}, 100);" tdSql.execute(sql, show=True) @@ -198,34 +211,47 @@ def trigger_stream1(self): tdSql.execute(sql, show=True) + + # + # --------------------- verify ---------------------- + # + + # # verify stream1 + # def verify_stream1(self): # result_stream1 - result_sql = f"select * from {self.vdb}.`result_stream1` " + result_sql = f"select * from {self.vdb}.`result_stream1` " result_sql_sub1 = f"select * from {self.vdb}.`result_stream1_sub1` " result_sql_sub2 = f"select * from {self.vdb}.`result_stream1_sub2` " - #''' bug1 + # result_stream1 tdSql.checkResultsByFunc ( sql = result_sql, func = lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2025-07-15 15:04:20") - and tdSql.compareData(1, 0, "2025-07-15 15:25:20") - and tdSql.compareData(0, 1, 300) - and tdSql.compareData(1, 1, 400) + and tdSql.compareData(0, 0, 1752563060000) + and tdSql.compareData(0, 1, 20) # cnt + and tdSql.compareData(0, 2, 300) + and tdSql.compareData(1, 0, 1752564380000) + and tdSql.compareData(1, 1, 11) # cnt + and tdSql.compareData(1, 2, 400) ) - #''' - # result_stream1_sub1 - tdSql.checkResultsBySql( - sql=result_sql, - exp_sql=result_sql_sub1 + # result_stream_sub1 + # ****** bug10 ****** + tdSql.checkResultsByFunc ( + sql = result_sql, + func = lambda: tdSql.getRows() == 2 + and tdSql.compareData(0, 0, 1752563060000) + and tdSql.compareData(0, 1, 0) # cnt + and tdSql.compareData(1, 0, 1752564380000) + and tdSql.compareData(1, 1, 0) # cnt ) # result_stream1_sub2 tdSql.checkResultsBySql( - sql=result_sql, - exp_sql=result_sql_sub1 + sql = result_sql, + exp_sql = result_sql_sub2 ) - tdLog.info("verify stream1 successfully.") + tdLog.info("verify stream1 .................................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug2.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug2.py index 0fcb6b20cedd..34d044258827 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug2.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug2.py @@ -127,8 +127,8 @@ def createVtables(self): def createStreams(self): sqls = [ - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend ", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub1` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` stream_options(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub1` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend" + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <_twend ", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub1` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` stream_options(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub1` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <_twend" ] tdSql.executes(sqls) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug4.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug4.py deleted file mode 100644 index 3dfcbeb8d9fc..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug4.py +++ /dev/null @@ -1,216 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Meters: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36363 - - History: - - 2025-7-10 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # wait stream processing - self.waitStreamProcessing() - - # verify results - self.verifyResults() - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "assert01" - self.vdb = "tdasset" - self.stb = "electricity_meters" - self.start = 1752563000000 - self.start_current = 10 - self.start_voltage = 260 - - self.start2 = 1752574200000 - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/meters_data/data/") - - tdLog.info(f"import data to db={self.db} successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - "create database tdasset;", - "use tdasset;", - "CREATE STABLE `vst_智能电表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `电流` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `电压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `功率` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `相位` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `单元` TINYINT, `楼层` TINYINT, `设备ID` VARCHAR(20), `path1` VARCHAR(512)) SMA(`ts`,`电流`) VIRTUAL 1;", - "CREATE STABLE `vst_智能水表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `流量` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `水压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `path1` VARCHAR(512)) SMA(`ts`,`流量`) VIRTUAL 1;", - "CREATE VTABLE `vt_em-1` (`电流` FROM `asset01`.`em-1`.`current`, `电压` FROM `asset01`.`em-1`.`voltage`, `功率` FROM `asset01`.`em-1`.`power`, `相位` FROM `asset01`.`em-1`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010001', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-2` (`电流` FROM `asset01`.`em-2`.`current`, `电压` FROM `asset01`.`em-2`.`voltage`, `功率` FROM `asset01`.`em-2`.`power`, `相位` FROM `asset01`.`em-2`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010002', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-3` (`电流` FROM `asset01`.`em-3`.`current`, `电压` FROM `asset01`.`em-3`.`voltage`, `功率` FROM `asset01`.`em-3`.`power`, `相位` FROM `asset01`.`em-3`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010003', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-4` (`电流` FROM `asset01`.`em-4`.`current`, `电压` FROM `asset01`.`em-4`.`voltage`, `功率` FROM `asset01`.`em-4`.`power`, `相位` FROM `asset01`.`em-4`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010004', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-5` (`电流` FROM `asset01`.`em-5`.`current`, `电压` FROM `asset01`.`em-5`.`voltage`, `功率` FROM `asset01`.`em-5`.`power`, `相位` FROM `asset01`.`em-5`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010005', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-6` (`电流` FROM `asset01`.`em-6`.`current`, `电压` FROM `asset01`.`em-6`.`voltage`, `功率` FROM `asset01`.`em-6`.`power`, `相位` FROM `asset01`.`em-6`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001006', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-7` (`电流` FROM `asset01`.`em-7`.`current`, `电压` FROM `asset01`.`em-7`.`voltage`, `功率` FROM `asset01`.`em-7`.`power`, `相位` FROM `asset01`.`em-7`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001007', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-8` (`电流` FROM `asset01`.`em-8`.`current`, `电压` FROM `asset01`.`em-8`.`voltage`, `功率` FROM `asset01`.`em-8`.`power`, `相位` FROM `asset01`.`em-8`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001008', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-9` (`电流` FROM `asset01`.`em-9`.`current`, `电压` FROM `asset01`.`em-9`.`voltage`, `功率` FROM `asset01`.`em-9`.`power`, `相位` FROM `asset01`.`em-9`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001009', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-10` (`电流` FROM `asset01`.`em-10`.`current`, `电压` FROM `asset01`.`em-10`.`voltage`, `功率` FROM `asset01`.`em-10`.`power`, `相位` FROM `asset01`.`em-10`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', 1, 2, 'em202502200010010', '公共事业.北京.朝阳.三元桥街道');", - "CREATE VTABLE `vt_em-11` (`电流` FROM `asset01`.`em-11`.`current`, `电压` FROM `asset01`.`em-11`.`voltage`, `功率` FROM `asset01`.`em-11`.`power`, `相位` FROM `asset01`.`em-11`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 11, 'em202502200010011', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-12` (`电流` FROM `asset01`.`em-12`.`current`, `电压` FROM `asset01`.`em-12`.`voltage`, `功率` FROM `asset01`.`em-12`.`power`, `相位` FROM `asset01`.`em-12`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 12, 'em202502200010012', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-13` (`电流` FROM `asset01`.`em-13`.`current`, `电压` FROM `asset01`.`em-13`.`voltage`, `功率` FROM `asset01`.`em-13`.`power`, `相位` FROM `asset01`.`em-13`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 13, 'em202502200010013', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-14` (`电流` FROM `asset01`.`em-14`.`current`, `电压` FROM `asset01`.`em-14`.`voltage`, `功率` FROM `asset01`.`em-14`.`power`, `相位` FROM `asset01`.`em-14`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 14, 'em202502200010014', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-15` (`电流` FROM `asset01`.`em-15`.`current`, `电压` FROM `asset01`.`em-15`.`voltage`, `功率` FROM `asset01`.`em-15`.`power`, `相位` FROM `asset01`.`em-15`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 1, 15, 'em202502200010015', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_wm-1` (`流量` FROM `asset01`.`wm-1`.`rate`, `水压` FROM `asset01`.`wm-1`.`pressure`) USING `vst_智能水表_1` (`_ignore_path`, `地址`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', '公共事业.北京.朝阳.三元桥街道');" - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub9` INTERVAL(1d) SLIDING(60s) FROM `tdasset`.`vt_em-4` stream_options(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub9` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream4 - self.trigger_stream4() - - - # - # 5. wait stream processing - # - def waitStreamProcessing(self): - tdLog.info("wait for check result sleep 5s ...") - time.sleep(5) - - # - # 6. verify results - # - def verifyResults(self): - self.verify_stream4() - - - # - # 7. write trigger data again - # - def writeTriggerDataAgain(self): - # stream4 - self.trigger_stream4_again() - - - # - # 8. verify results again - # - def verifyResultsAgain(self): - # stream4 - self.verify_stream4_again() - - # --------------------- stream trigger ---------------------- - - # - # stream4 trigger - # - def trigger_stream4(self): - ts = self.start2 - table = "asset01.`em-4`" - step = 1 * 60 * 1000 # 1 minute - count = 120 - cols = "ts,voltage,power" - vals = "400,200" - tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # - # --------------------- verify ---------------------- - # - - - # - # verify stream4 - # - def verify_stream4(self, tables=None): - # ***** bug4 bug5 **** - self.verify_stream4_sub9() - - - # verify virtual table ts null - # ***** bug3 **** - #self.check_vt_ts() - - def verify_stream4_sub9(self): - # result_stream4_sub9 - result_sql = f"select * from {self.vdb}.`result_stream4_sub9` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() >= 119 - ) - - for i in range(tdSql.getRows()): - tdSql.checkData(i, 1, i+1) - tdSql.checkData(i, 2, 400) - - tdLog.info("verify stream4_sub9 ............................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug5.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug5.py index 9dd88bd37af6..0755a6e5cb65 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug5.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug5.py @@ -119,8 +119,8 @@ def createVtables(self): def createStreams(self): sqls = [ - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(10m) SLIDING(10m) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend ", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub8` INTERVAL(5m) SLIDING(5m) FROM `tdasset`.`vt_em-4` stream_options(IGNORE_DISORDER|LOW_LATENCY_CALC) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub8` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4` INTERVAL(1a) SLIDING(1a) FROM `tdasset`.`vt_em-4` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4` AS SELECT _twstart+0s as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend ", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream4_sub8` INTERVAL(1a) SLIDING(1a) FROM `tdasset`.`vt_em-4` stream_options(IGNORE_DISORDER|LOW_LATENCY_CALC|IGNORE_NODATA_TRIGGER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream4_sub8` AS SELECT _twstart as output_timestamp,COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压` , SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-4` WHERE ts >=_twstart AND ts <=_twend AND ts >= 1752574200000", ] tdSql.executes(sqls) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug6.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug6.py deleted file mode 100644 index ce0bf83815f2..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug6.py +++ /dev/null @@ -1,235 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Meters: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36363 - - History: - - 2025-7-10 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # wait stream processing - self.waitStreamProcessing() - - # verify results - self.verifyResults() - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "assert01" - self.vdb = "tdasset" - self.stb = "electricity_meters" - self.start = 1752563000000 - self.start_current = 10 - self.start_voltage = 260 - - self.start2 = 1752574200000 - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/meters_data/data/") - - tdLog.info(f"import data to db={self.db} successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - "create database tdasset;", - "use tdasset;", - "CREATE STABLE `vst_智能电表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `电流` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `电压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `功率` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `相位` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `单元` TINYINT, `楼层` TINYINT, `设备ID` VARCHAR(20), `path1` VARCHAR(512)) SMA(`ts`,`电流`) VIRTUAL 1;", - "CREATE STABLE `vst_智能水表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `流量` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `水压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `path1` VARCHAR(512)) SMA(`ts`,`流量`) VIRTUAL 1;", - "CREATE VTABLE `vt_em-1` (`电流` FROM `asset01`.`em-1`.`current`, `电压` FROM `asset01`.`em-1`.`voltage`, `功率` FROM `asset01`.`em-1`.`power`, `相位` FROM `asset01`.`em-1`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010001', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-2` (`电流` FROM `asset01`.`em-2`.`current`, `电压` FROM `asset01`.`em-2`.`voltage`, `功率` FROM `asset01`.`em-2`.`power`, `相位` FROM `asset01`.`em-2`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010002', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-3` (`电流` FROM `asset01`.`em-3`.`current`, `电压` FROM `asset01`.`em-3`.`voltage`, `功率` FROM `asset01`.`em-3`.`power`, `相位` FROM `asset01`.`em-3`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010003', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-4` (`电流` FROM `asset01`.`em-4`.`current`, `电压` FROM `asset01`.`em-4`.`voltage`, `功率` FROM `asset01`.`em-4`.`power`, `相位` FROM `asset01`.`em-4`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010004', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-5` (`电流` FROM `asset01`.`em-5`.`current`, `电压` FROM `asset01`.`em-5`.`voltage`, `功率` FROM `asset01`.`em-5`.`power`, `相位` FROM `asset01`.`em-5`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010005', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-6` (`电流` FROM `asset01`.`em-6`.`current`, `电压` FROM `asset01`.`em-6`.`voltage`, `功率` FROM `asset01`.`em-6`.`power`, `相位` FROM `asset01`.`em-6`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001006', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-7` (`电流` FROM `asset01`.`em-7`.`current`, `电压` FROM `asset01`.`em-7`.`voltage`, `功率` FROM `asset01`.`em-7`.`power`, `相位` FROM `asset01`.`em-7`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001007', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-8` (`电流` FROM `asset01`.`em-8`.`current`, `电压` FROM `asset01`.`em-8`.`voltage`, `功率` FROM `asset01`.`em-8`.`power`, `相位` FROM `asset01`.`em-8`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001008', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-9` (`电流` FROM `asset01`.`em-9`.`current`, `电压` FROM `asset01`.`em-9`.`voltage`, `功率` FROM `asset01`.`em-9`.`power`, `相位` FROM `asset01`.`em-9`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001009', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-10` (`电流` FROM `asset01`.`em-10`.`current`, `电压` FROM `asset01`.`em-10`.`voltage`, `功率` FROM `asset01`.`em-10`.`power`, `相位` FROM `asset01`.`em-10`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', 1, 2, 'em202502200010010', '公共事业.北京.朝阳.三元桥街道');", - "CREATE VTABLE `vt_em-11` (`电流` FROM `asset01`.`em-11`.`current`, `电压` FROM `asset01`.`em-11`.`voltage`, `功率` FROM `asset01`.`em-11`.`power`, `相位` FROM `asset01`.`em-11`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 11, 'em202502200010011', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-12` (`电流` FROM `asset01`.`em-12`.`current`, `电压` FROM `asset01`.`em-12`.`voltage`, `功率` FROM `asset01`.`em-12`.`power`, `相位` FROM `asset01`.`em-12`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 12, 'em202502200010012', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-13` (`电流` FROM `asset01`.`em-13`.`current`, `电压` FROM `asset01`.`em-13`.`voltage`, `功率` FROM `asset01`.`em-13`.`power`, `相位` FROM `asset01`.`em-13`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 13, 'em202502200010013', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-14` (`电流` FROM `asset01`.`em-14`.`current`, `电压` FROM `asset01`.`em-14`.`voltage`, `功率` FROM `asset01`.`em-14`.`power`, `相位` FROM `asset01`.`em-14`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 14, 'em202502200010014', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-15` (`电流` FROM `asset01`.`em-15`.`current`, `电压` FROM `asset01`.`em-15`.`voltage`, `功率` FROM `asset01`.`em-15`.`power`, `相位` FROM `asset01`.`em-15`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 1, 15, 'em202502200010015', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_wm-1` (`流量` FROM `asset01`.`wm-1`.`rate`, `水压` FROM `asset01`.`wm-1`.`pressure`) USING `vst_智能水表_1` (`_ignore_path`, `地址`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', '公共事业.北京.朝阳.三元桥街道');" - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - # stream5 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream5` SESSION(ts, 10m) FROM `tdasset`.`vt_em-5` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream5` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, LAST(`电流`) AS `最后电流` FROM tdasset.`vt_em-5` WHERE ts >= _twstart AND ts <=_twend", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream5_sub1` SESSION(ts, 10m) FROM `tdasset`.`vt_em-5` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream5_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, LAST(`电流`) AS `最后电流` FROM tdasset.`vt_em-5` WHERE ts >= _twstart AND ts <=_twend", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream5 - self.trigger_stream5() - - - # - # 5. wait stream processing - # - def waitStreamProcessing(self): - tdLog.info("wait for check result sleep 5s ...") - time.sleep(5) - - # - # 6. verify results - # - def verifyResults(self): - self.verify_stream5() - - - # --------------------- stream trigger ---------------------- - - # - # stream5 trigger - # - def trigger_stream5(self): - ts = self.start2 - table = "asset01.`em-5`" - step = 1 * 60 * 1000 # 1 minute - - # first window have 3 + 4 + 1 = 10 rows - count = 3 - cols = "ts,current,voltage,power" - vals = "30,400,200" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # boundary of first window - count = 4 - ts += 9 * step - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - # last - count = 1 - vals = "31,401,201" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # save span ts - spanTs = ts - - # trigger first windows close - count = 1 - ts += 30 * step - vals = "40,500,300" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # disorder data - - # from span write 2 rows - count = 2 - disTs = spanTs + 5 * step - orderVals = [36, 406, 206] - disTs = tdSql.insertOrderVal(table, disTs, step, count, cols, orderVals) - - # - # --------------------- verify ---------------------- - # - - # - # verify stream5 - # - - def verify_stream5(self): - # result_stream5 - result_sql = f"select * from {self.vdb}.`result_stream5` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, self.start2) # ts - and tdSql.compareData(0, 1, 3 + 4 + 1) # cnt - and tdSql.compareData(0, 2, 31) # last current - ) - - # sub - self.verify_stream5_sub1() - - - def verify_stream5_sub1(self): - # result_stream5_sub1 - result_sql = f"select * from {self.vdb}.`result_stream5_sub1` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, self.start2) # ts - and tdSql.compareData(0, 1, 3 + 4 + 1 + 2) # cnt - and tdSql.compareData(0, 2, 37) # last current - ) - \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug7.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug7.py deleted file mode 100644 index 4c7bcc487054..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug7.py +++ /dev/null @@ -1,233 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Meters: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36363 - - History: - - 2025-7-10 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # wait stream processing - self.waitStreamProcessing() - - # verify results - self.verifyResults() - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "assert01" - self.vdb = "tdasset" - self.stb = "electricity_meters" - self.start = 1752563000000 - self.start_current = 10 - self.start_voltage = 260 - - self.start2 = 1752574200000 - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/meters_data/data/") - - tdLog.info(f"import data to db={self.db} successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - "create database tdasset;", - "use tdasset;", - "CREATE STABLE `vst_智能电表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `电流` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `电压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `功率` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `相位` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `单元` TINYINT, `楼层` TINYINT, `设备ID` VARCHAR(20), `path1` VARCHAR(512)) SMA(`ts`,`电流`) VIRTUAL 1;", - "CREATE STABLE `vst_智能水表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `流量` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `水压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `path1` VARCHAR(512)) SMA(`ts`,`流量`) VIRTUAL 1;", - "CREATE VTABLE `vt_em-1` (`电流` FROM `asset01`.`em-1`.`current`, `电压` FROM `asset01`.`em-1`.`voltage`, `功率` FROM `asset01`.`em-1`.`power`, `相位` FROM `asset01`.`em-1`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010001', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-2` (`电流` FROM `asset01`.`em-2`.`current`, `电压` FROM `asset01`.`em-2`.`voltage`, `功率` FROM `asset01`.`em-2`.`power`, `相位` FROM `asset01`.`em-2`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010002', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-3` (`电流` FROM `asset01`.`em-3`.`current`, `电压` FROM `asset01`.`em-3`.`voltage`, `功率` FROM `asset01`.`em-3`.`power`, `相位` FROM `asset01`.`em-3`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010003', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-4` (`电流` FROM `asset01`.`em-4`.`current`, `电压` FROM `asset01`.`em-4`.`voltage`, `功率` FROM `asset01`.`em-4`.`power`, `相位` FROM `asset01`.`em-4`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010004', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-5` (`电流` FROM `asset01`.`em-5`.`current`, `电压` FROM `asset01`.`em-5`.`voltage`, `功率` FROM `asset01`.`em-5`.`power`, `相位` FROM `asset01`.`em-5`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010005', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-6` (`电流` FROM `asset01`.`em-6`.`current`, `电压` FROM `asset01`.`em-6`.`voltage`, `功率` FROM `asset01`.`em-6`.`power`, `相位` FROM `asset01`.`em-6`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001006', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-7` (`电流` FROM `asset01`.`em-7`.`current`, `电压` FROM `asset01`.`em-7`.`voltage`, `功率` FROM `asset01`.`em-7`.`power`, `相位` FROM `asset01`.`em-7`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001007', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-8` (`电流` FROM `asset01`.`em-8`.`current`, `电压` FROM `asset01`.`em-8`.`voltage`, `功率` FROM `asset01`.`em-8`.`power`, `相位` FROM `asset01`.`em-8`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001008', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-9` (`电流` FROM `asset01`.`em-9`.`current`, `电压` FROM `asset01`.`em-9`.`voltage`, `功率` FROM `asset01`.`em-9`.`power`, `相位` FROM `asset01`.`em-9`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001009', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-10` (`电流` FROM `asset01`.`em-10`.`current`, `电压` FROM `asset01`.`em-10`.`voltage`, `功率` FROM `asset01`.`em-10`.`power`, `相位` FROM `asset01`.`em-10`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', 1, 2, 'em202502200010010', '公共事业.北京.朝阳.三元桥街道');", - "CREATE VTABLE `vt_em-11` (`电流` FROM `asset01`.`em-11`.`current`, `电压` FROM `asset01`.`em-11`.`voltage`, `功率` FROM `asset01`.`em-11`.`power`, `相位` FROM `asset01`.`em-11`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 11, 'em202502200010011', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-12` (`电流` FROM `asset01`.`em-12`.`current`, `电压` FROM `asset01`.`em-12`.`voltage`, `功率` FROM `asset01`.`em-12`.`power`, `相位` FROM `asset01`.`em-12`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 12, 'em202502200010012', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-13` (`电流` FROM `asset01`.`em-13`.`current`, `电压` FROM `asset01`.`em-13`.`voltage`, `功率` FROM `asset01`.`em-13`.`power`, `相位` FROM `asset01`.`em-13`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 13, 'em202502200010013', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-14` (`电流` FROM `asset01`.`em-14`.`current`, `电压` FROM `asset01`.`em-14`.`voltage`, `功率` FROM `asset01`.`em-14`.`power`, `相位` FROM `asset01`.`em-14`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 14, 'em202502200010014', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-15` (`电流` FROM `asset01`.`em-15`.`current`, `电压` FROM `asset01`.`em-15`.`voltage`, `功率` FROM `asset01`.`em-15`.`power`, `相位` FROM `asset01`.`em-15`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 1, 15, 'em202502200010015', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_wm-1` (`流量` FROM `asset01`.`wm-1`.`rate`, `水压` FROM `asset01`.`wm-1`.`pressure`) USING `vst_智能水表_1` (`_ignore_path`, `地址`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', '公共事业.北京.朝阳.三元桥街道');" - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - # stream6 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream6` COUNT_WINDOW(5) FROM `tdasset`.`vt_em-6` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream6` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, MIN(`电压`) AS `最小电压`, MAX(`电压`) AS `最大电压` FROM tdasset.`vt_em-6` WHERE ts >= _twstart AND ts <=_twend", - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream6_sub1` COUNT_WINDOW(5) FROM `tdasset`.`vt_em-6` NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream6_sub1` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, MIN(`电压`) AS `最小电压`, MAX(`电压`) AS `最大电压` FROM tdasset.`vt_em-6` WHERE ts >= _twstart AND ts <=_twend", - - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream6 - self.trigger_stream6() - - - # - # 5. wait stream processing - # - def waitStreamProcessing(self): - tdLog.info("wait for check result sleep 5s ...") - time.sleep(5) - - # - # 6. verify results - # - def verifyResults(self): - self.verify_stream6() - - - # --------------------- stream trigger ---------------------- - - # - # stream6 trigger - # - def trigger_stream6(self): - ts = self.start2 - table = "asset01.`em-6`" - step = 1 * 60 * 1000 # 1 minute - - - # write to windows 1 ~ 2 - count = 10 - cols = "ts,voltage" - orderVals = [200] - ts = tdSql.insertOrderVal(table, ts, step, count, cols, orderVals) - - # save disTs - disTs = ts - - # write end window 5 - count = 2 - ts += 10 * step - win5Vals = [600] - win5Ts = tdSql.insertOrderVal(table, ts, step, count, cols, win5Vals) - - # flush db to write disorder data - tdSql.flushDb("asset01") - tdSql.flushDb(self.vdb) - - # write disorder window 3 - ts = disTs - count = 5 - orderVals = [400] - ts = tdSql.insertOrderVal(table, ts, step, count, cols, orderVals) - - # write window5 1 rows to tigger - - # - # --------------------- verify ---------------------- - # - - # - # verify stream6 - # - - def verify_stream6(self): - # result_stream6 - result_sql = f"select * from {self.vdb}.`result_stream6` " - ts = self.start2 - step = 1 * 60 * 1000 # 1 minute - cnt = 5 - - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 2 - # window1 - and tdSql.compareData(0, 0, ts) # ts - and tdSql.compareData(0, 1, 5) # cnt - and tdSql.compareData(0, 2, 200) # min(voltage) - and tdSql.compareData(0, 3, 204) # max(voltage) - # window2 - and tdSql.compareData(1, 0, ts + 5 * step) # ts - and tdSql.compareData(1, 1, 5) # cnt - and tdSql.compareData(1, 2, 205) # min(voltage) - and tdSql.compareData(1, 3, 209) # max(voltage) - ) - - # sub1 - exp_sql = f"select * from {self.vdb}.`result_stream6_sub1` " - tdSql.checkResultsBySql(result_sql, exp_sql) - - tdLog.info(f"verify stream6 ................................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug8.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug8.py deleted file mode 100644 index 311e5d6597e8..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug8.py +++ /dev/null @@ -1,229 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Meters: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36363 - - History: - - 2025-7-10 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # verify results - self.verifyResults() - - - ''' - # restart dnode - self.restartDnode() - - # write trigger data after restart - self.writeTriggerAfterRestart() - - # verify results after restart - self.verifyResultsAfterRestart() - ''' - - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "assert01" - self.vdb = "tdasset" - self.stb = "electricity_meters" - self.start = 1752563000000 - self.start_current = 10 - self.start_voltage = 260 - - self.start2 = 1752574200000 - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/meters_data/data/") - - tdLog.info(f"import data to db={self.db} successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - "create database tdasset;", - "use tdasset;", - "CREATE STABLE `vst_智能电表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `电流` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `电压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `功率` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `相位` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `单元` TINYINT, `楼层` TINYINT, `设备ID` VARCHAR(20), `path1` VARCHAR(512)) SMA(`ts`,`电流`) VIRTUAL 1;", - "CREATE STABLE `vst_智能水表_1` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `流量` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `水压` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `地址` VARCHAR(50), `path1` VARCHAR(512)) SMA(`ts`,`流量`) VIRTUAL 1;", - "CREATE VTABLE `vt_em-1` (`电流` FROM `asset01`.`em-1`.`current`, `电压` FROM `asset01`.`em-1`.`voltage`, `功率` FROM `asset01`.`em-1`.`power`, `相位` FROM `asset01`.`em-1`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010001', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-2` (`电流` FROM `asset01`.`em-2`.`current`, `电压` FROM `asset01`.`em-2`.`voltage`, `功率` FROM `asset01`.`em-2`.`power`, `相位` FROM `asset01`.`em-2`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010002', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-3` (`电流` FROM `asset01`.`em-3`.`current`, `电压` FROM `asset01`.`em-3`.`voltage`, `功率` FROM `asset01`.`em-3`.`power`, `相位` FROM `asset01`.`em-3`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 1, 2, 'em202502200010003', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-4` (`电流` FROM `asset01`.`em-4`.`current`, `电压` FROM `asset01`.`em-4`.`voltage`, `功率` FROM `asset01`.`em-4`.`power`, `相位` FROM `asset01`.`em-4`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010004', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-5` (`电流` FROM `asset01`.`em-5`.`current`, `电压` FROM `asset01`.`em-5`.`voltage`, `功率` FROM `asset01`.`em-5`.`power`, `相位` FROM `asset01`.`em-5`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.海淀.西三旗街道', 2, 2, 'em202502200010005', '公共事业.北京.海淀.西三旗街道');", - "CREATE VTABLE `vt_em-6` (`电流` FROM `asset01`.`em-6`.`current`, `电压` FROM `asset01`.`em-6`.`voltage`, `功率` FROM `asset01`.`em-6`.`power`, `相位` FROM `asset01`.`em-6`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001006', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-7` (`电流` FROM `asset01`.`em-7`.`current`, `电压` FROM `asset01`.`em-7`.`voltage`, `功率` FROM `asset01`.`em-7`.`power`, `相位` FROM `asset01`.`em-7`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001007', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-8` (`电流` FROM `asset01`.`em-8`.`current`, `电压` FROM `asset01`.`em-8`.`voltage`, `功率` FROM `asset01`.`em-8`.`power`, `相位` FROM `asset01`.`em-8`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001008', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-9` (`电流` FROM `asset01`.`em-9`.`current`, `电压` FROM `asset01`.`em-9`.`voltage`, `功率` FROM `asset01`.`em-9`.`power`, `相位` FROM `asset01`.`em-9`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.国贸街道', 1, 2, 'em20250220001009', '公共事业.北京.朝阳.国贸街道');", - "CREATE VTABLE `vt_em-10` (`电流` FROM `asset01`.`em-10`.`current`, `电压` FROM `asset01`.`em-10`.`voltage`, `功率` FROM `asset01`.`em-10`.`power`, `相位` FROM `asset01`.`em-10`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', 1, 2, 'em202502200010010', '公共事业.北京.朝阳.三元桥街道');", - "CREATE VTABLE `vt_em-11` (`电流` FROM `asset01`.`em-11`.`current`, `电压` FROM `asset01`.`em-11`.`voltage`, `功率` FROM `asset01`.`em-11`.`power`, `相位` FROM `asset01`.`em-11`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 11, 'em202502200010011', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-12` (`电流` FROM `asset01`.`em-12`.`current`, `电压` FROM `asset01`.`em-12`.`voltage`, `功率` FROM `asset01`.`em-12`.`power`, `相位` FROM `asset01`.`em-12`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 12, 'em202502200010012', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-13` (`电流` FROM `asset01`.`em-13`.`current`, `电压` FROM `asset01`.`em-13`.`voltage`, `功率` FROM `asset01`.`em-13`.`power`, `相位` FROM `asset01`.`em-13`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 13, 'em202502200010013', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-14` (`电流` FROM `asset01`.`em-14`.`current`, `电压` FROM `asset01`.`em-14`.`voltage`, `功率` FROM `asset01`.`em-14`.`power`, `相位` FROM `asset01`.`em-14`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 11, 14, 'em202502200010014', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_em-15` (`电流` FROM `asset01`.`em-15`.`current`, `电压` FROM `asset01`.`em-15`.`voltage`, `功率` FROM `asset01`.`em-15`.`power`, `相位` FROM `asset01`.`em-15`.`phase`) USING `vst_智能电表_1` (`_ignore_path`, `地址`, `单元`, `楼层`, `设备ID`, `path1`) TAGS (NULL, '北京.朝阳.望京街道', 1, 15, 'em202502200010015', '公共事业.北京.朝阳.望京街道');", - "CREATE VTABLE `vt_wm-1` (`流量` FROM `asset01`.`wm-1`.`rate`, `水压` FROM `asset01`.`wm-1`.`pressure`) USING `vst_智能水表_1` (`_ignore_path`, `地址`, `path1`) TAGS (NULL, '北京.朝阳.三元桥街道', '公共事业.北京.朝阳.三元桥街道');" - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} vtable successfully.") - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - # stream7 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream7` STATE_WINDOW(`电压`) TRUE_FOR(30s) FROM `tdasset`.`vt_em-7` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream7` AS SELECT _twstart+0s AS output_timestamp, COUNT(ts) AS cnt, AVG(`电流`) AS `平均电流`, SUM(`功率`) AS `功率和` FROM tdasset.`vt_em-7` WHERE ts >= _twstart AND ts <=_twend", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream7 - self.trigger_stream7() - - - # - # 5. verify results - # - def verifyResults(self): - self.verify_stream7() - - - # --------------------- stream trigger ---------------------- - - # - # stream7 trigger - # - def trigger_stream7(self): - ts = self.start2 - table = "asset01.`em-7`" - step = 1 * 60 * 1000 # 1 minute - cols = "ts,current,voltage,power" - - # write to windows 1 - count = 2 - fixedVals = "100, 200, 300" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - - count = 2 - fixedVals = "200, 300, 400" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - - count = 2 - fixedVals = "300, NULL, 500" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - - count = 2 - fixedVals = "400, 500, 600" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - - # end trigger - count = 1 - fixedVals = "401, 501, 601" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, fixedVals) - - - # - # --------------------- verify ---------------------- - # - - # - # verify stream7 - # - def verify_stream7(self): - # result_stream7 - result_sql = f"select * from {self.vdb}.`result_stream7` " - ts = self.start2 - step = 1 * 60 * 1000 # 1 minute - - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 3 - # window1 - and tdSql.compareData(0, 0, ts) # ts - and tdSql.compareData(0, 1, 2) # cnt - and tdSql.compareData(0, 2, 100) # avg(current) - and tdSql.compareData(0, 3, 600) # sum(power) - # window2 - and tdSql.compareData(1, 0, ts + 2 * step) # ts - and tdSql.compareData(1, 1, 2) # cnt - and tdSql.compareData(1, 2, 200) # avg(current) - and tdSql.compareData(1, 3, 800) # sum(power) - # window3 voltage is null ignore - # window4 - and tdSql.compareData(2, 0, ts + 6 * step) # ts - and tdSql.compareData(2, 1, 2) # cnt - and tdSql.compareData(2, 2, 400) # avg(current) - and tdSql.compareData(2, 3, 1200) # sum(power) - ) - - tdLog.info(f"verify stream7 ................................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug9.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug9.py index 8717df22c5cf..6a17288f3913 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug9.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_meters_bug9.py @@ -129,7 +129,7 @@ def createStreams(self): sqls = [ # stream8 - "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream8` PERIOD(1s, 0s) FROM `tdasset`.`vt_em-8` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream8` AS SELECT _tlocaltime AS output_timestamp, COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压`, SUM(`功率`) AS `功率和` FROM %%trows", + "CREATE STREAM IF NOT EXISTS `tdasset`.`ana_stream8` PERIOD(1s, 0s) FROM `tdasset`.`vt_em-8` STREAM_OPTIONS(IGNORE_DISORDER) NOTIFY('ws://idmp:6042/eventReceive') ON(WINDOW_OPEN|WINDOW_CLOSE) INTO `tdasset`.`result_stream8` AS SELECT CAST(_tlocaltime/1000000 as timestamp), COUNT(ts) AS cnt, AVG(`电压`) AS `平均电压`, SUM(`功率`) AS `功率和` FROM %%trows", ] tdSql.executes(sqls) @@ -188,19 +188,22 @@ def verify_stream8(self): # result_stream8 result_sql = f"select * from {self.vdb}.`result_stream8` " - allCnt = 0 tdSql.query(result_sql) count = tdSql.getRows() + found = False for i in range(count): # row - cnt = tdSql.getData(i, 1) # cnt - allCnt += cnt - if cnt <=0 or cnt > 5: - tdLog.exit(f"stream8 row {i} cnt is {cnt}, not in [1, 5]") - tdSql.checkData(i, 2, 200) # avg(voltage) - if allCnt != 20: - tdLog.exit(f"stream8 all cnt is {allCnt}, not 20") + if tdSql.getData(i, 1) == 20 : + found = True + + if found: + tdSql.checkData(i, 1, 20) # cnt + tdSql.checkData(i, 2, 200) # avg(voltage) + tdSql.checkData(i, 3, 6000) # sum(power) + + if found == False: + tdLog.exit(f"stream8 not found expected data.") tdLog.info(f"verify stream8 ................................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py index aa9b22adba0c..bc736b7656fb 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py @@ -106,16 +106,16 @@ def createVtables(self): f"create database {self.vdb};", f"use {self.vdb};", "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", - "CREATE VTABLE `vt_京Z1NW34_624364` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z1NW84_916965` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_002', '京Z1NW84', 2, 'zd', '1819625826', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z2NW48_176514` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_003', '京Z2NW48', 2, 'zd', '5206002832', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z7A0Q7_520761` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_004', '京Z7A0Q7', 2, 'zd', '1663944041', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z7A2Q5_157395` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_005', '京Z7A2Q5', 2, 'zd', '7942624528', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZB86G7_956382` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_006', '京ZB86G7', 2, 'zd', '1960758157', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZCR392_837580` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_007', '京ZCR392', 2, 'zd', '6560472044', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD43R1_860146` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_008', '京ZD43R1', 2, 'zd', '3491377379', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD62R2_866800` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_009', '京ZD62R2', 2, 'zd', '8265223624', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD66G4_940130` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_010', '京ZD66G4', 2, 'zd', '3689589229', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_1` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_2` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_002', '京Z1NW84', 2, 'zd', '1819625826', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_3` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_003', '京Z2NW48', 2, 'zd', '5206002832', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_4` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_004', '京Z7A0Q7', 2, 'zd', '1663944041', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_5` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_005', '京Z7A2Q5', 2, 'zd', '7942624528', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_6` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_006', '京ZB86G7', 2, 'zd', '1960758157', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_7` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_007', '京ZCR392', 2, 'zd', '6560472044', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_8` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_008', '京ZD43R1', 2, 'zd', '3491377379', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_9` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_009', '京ZD62R2', 2, 'zd', '8265223624', '车辆场景.XX物流公司.华北分公司.北京车队')", + "CREATE VTABLE `vt_10` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_010', '京ZD66G4', 2, 'zd', '3689589229', '车辆场景.XX物流公司.华北分公司.北京车队')", ] tdSql.executes(sqls) @@ -128,15 +128,29 @@ def createVtables(self): def createStreams(self): sqls = [ - "create stream if not exists `idmp`.`ana_stream1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW34_624364` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_京Z1NW34_624364` where ts >= _twstart and ts <_twend", - "create stream if not exists `idmp`.`ana_stream1_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW34_624364` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_京Z1NW34_624364` where ts >= _twstart and ts <_twend", - "create stream if not exists `idmp`.`ana_stream2` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW84_916965` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream2_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW84_916965` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream3` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z2NW48_176514` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream3_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z2NW48_176514` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream4` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z7A0Q7_520761` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream4_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z7A0Q7_520761` stream_options(DELETE_RECALC) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - + # stream1 + "create stream if not exists `idmp`.`ana_stream1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_1` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_1` where ts >= _twstart and ts <_twend", + "create stream if not exists `idmp`.`ana_stream1_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_1` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_1` where ts >= _twstart and ts <_twend", + # stream2 + "create stream if not exists `idmp`.`ana_stream2` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_2` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream2_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_2` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream3 + "create stream if not exists `idmp`.`ana_stream3` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_3` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream3_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_3` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream3_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream4 + "create stream if not exists `idmp`.`ana_stream4` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_4` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream4_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_4` stream_options(DELETE_RECALC) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream5 + "create stream if not exists `idmp`.`ana_stream5` interval(5m) sliding(5m) from `idmp`.`vt_5` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream5` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream5_sub1` interval(5m) sliding(5m) from `idmp`.`vt_5` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream5_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream6 + "create stream if not exists `idmp`.`ana_stream6` interval(10m) sliding(5m) from `idmp`.`vt_6` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream6` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream6_sub1` interval(10m) sliding(5m) from `idmp`.`vt_6` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream6_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream7 + "create stream if not exists `idmp`.`ana_stream7` interval(5m) sliding(10m) from `idmp`.`vt_7` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream7` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + "create stream if not exists `idmp`.`ana_stream7_sub1` interval(5m) sliding(10m) from `idmp`.`vt_7` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream7_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", + # stream8 + "create stream if not exists `idmp`.`ana_stream8` interval(5m) sliding(5m) from `idmp`.`vst_车辆_652220` partition by `车辆资产模型`,`车辆ID` stream_options(IGNORE_NODATA_TRIGGER) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream8` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度`, sum(`里程`) as `里程和` from %%trows", ] tdSql.executes(sqls) @@ -162,7 +176,6 @@ def writeTriggerData(self): self.trigger_stream3() # stream4 self.trigger_stream4() - ''' # stream5 self.trigger_stream5() # stream6 @@ -171,7 +184,7 @@ def writeTriggerData(self): self.trigger_stream7() # stream8 self.trigger_stream8() - ''' + # @@ -180,17 +193,14 @@ def writeTriggerData(self): def verifyResults(self): self.verify_stream1() self.verify_stream2() - # *** bug6 *** - #self.verify_stream3() - #self.verify_stream3_sub1() + self.verify_stream3() + self.verify_stream3_sub1() self.verify_stream4() - ''' self.verify_stream5() self.verify_stream6() self.verify_stream7() - #self.verify_stream8() - ''' + self.verify_stream8() # @@ -207,9 +217,8 @@ def writeTriggerDataAgain(self): def verifyResultsAgain(self): pass # stream3 - # **** bug6 *** - #self.verify_stream3_again() - #self.verify_stream3_sub1_again() + self.verify_stream3_again() + self.verify_stream3_sub1_again() # # 8. restart dnode @@ -272,28 +281,6 @@ def trigger_stream1(self): ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) - ''' ***** bug1 ***** - # disorder win2 10~15 - win2 = self.start + 10 * self.step - vals = "60" - count = 2 - ts = tdSql.insertFixedVal(table, win2, step, count, cols, vals) - ''' - - ''' - win2 = self.start + 10 * self.step - vals = "60" - count = 1 - ts = tdSql.insertFixedVal(table, win2, step, count, cols, vals) - - - # disorder win2 20~26 - win2 = self.start + 20 * self.step - vals = "150" - count = 6 - ts = tdSql.insertFixedVal(table, win2, step, count, cols, vals) - ''' - # delete win1 2 rows tdSql.deleteRows(table, f"ts >= {self.start + 1 * self.step} and ts <= {self.start + 2 * self.step}") @@ -368,7 +355,6 @@ def trigger_stream2(self): # stream3 trigger # def trigger_stream3(self): - table = f"{self.db}.`vehicle_110100_003`" cols = "ts,speed" @@ -387,10 +373,10 @@ def trigger_stream3(self): # win2 order 10 ~ no -> trigger ts = self.start + 10 * self.step + ts += 1 * self.step vals = "130" count = 4 ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) - ts += 1 * self.step vals = "65" count = 1 ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) @@ -431,7 +417,7 @@ def trigger_stream3_again(self): ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) # win2 - ts = self.start + (10 + 4) * self.step + ts = self.start + 10 * self.step vals = "131" count = 1 ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) @@ -503,14 +489,87 @@ def trigger_stream4_again(self): # stream5 trigger # def trigger_stream5(self): - pass + table = f"{self.db}.`vehicle_110100_005`" + cols = "ts,speed" + + # order write + + # data1 + ts = self.start + vals = "120" + count = 5 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # blank 20 + + # data2 + ts += 20 * self.step + vals = "130" + count = 5 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # close prev windows + endTs = self.start + 60 * self.step + vals = "10" + count = 1 + endTs = tdSql.insertFixedVal(table, endTs, self.step, count, cols, vals) + + # disorder + + # continue write disorder + ts += 10 * self.step + vals = "140" + count = 5 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # blank 20 + + # data2 + ts += 20 * self.step + vals = "150" + count = 5 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) # # stream6 trigger # def trigger_stream6(self): - pass + table = f"{self.db}.`vehicle_110100_006`" + cols = "ts,speed" + + # order write + + # data1 + ts = self.start + vals = "100" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # blank 20 + + # data2 + ts += 20 * self.step + vals = "110" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # close prev windows + endTs = self.start + 100 * self.step + vals = "10" + count = 1 + endTs = tdSql.insertFixedVal(table, endTs, self.step, count, cols, vals) + + # data2 + vals = "120" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + endTs = self.start + 100 * self.step + vals = "11" + count = 1 + endTs = tdSql.insertFixedVal(table, endTs, self.step, count, cols, vals) + # # again stream6 trigger @@ -522,13 +581,55 @@ def trigger_stream6_again(self): # stream7 trigger # def trigger_stream7(self): - pass + table = f"{self.db}.`vehicle_110100_007`" + cols = "ts,speed" + + # order write + + # data1 + ts = self.start + vals = "100" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # blank 20 + + # data2 + ts += 20 * self.step + vals = "110" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + # close prev windows + endTs = self.start + 100 * self.step + vals = "10" + count = 1 + endTs = tdSql.insertFixedVal(table, endTs, self.step, count, cols, vals) + + # data2 + vals = "120" + count = 10 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + + endTs = self.start + 100 * self.step + vals = "11" + count = 1 + endTs = tdSql.insertFixedVal(table, endTs, self.step, count, cols, vals) + # # stream8 trigger # def trigger_stream8(self): - pass + table = f"{self.db}.`vehicle_110100_008`" + cols = "ts,speed,mileage" + + # data1 + ts = self.start + vals = "150,300" + count = 11 + ts = tdSql.insertFixedVal(table, ts, self.step, count, cols, vals) + # # --------------------- verify ---------------------- @@ -549,7 +650,6 @@ def verify_stream1(self): ) # sub - # ***** bug4 ***** #self.verify_stream1_sub1() tdLog.info("verify stream1 .................................. successfully.") @@ -559,7 +659,7 @@ def verify_stream1_sub1(self): result_sql = f"select * from {self.vdb}.`result_stream1_sub1` " tdSql.checkResultsByFunc ( sql = result_sql, - func = lambda: tdSql.getRows() == 1 + func = lambda: tdSql.getRows() == 3 and tdSql.compareData(1, 0, self.start + (5 + 2 + 1) * self.step) # ts and tdSql.compareData(1, 1, 9) # cnt and tdSql.compareData(1, 2, 140) # avg(speed) @@ -652,13 +752,27 @@ def verify_stream3_sub1_again(self, tables=None): result_sql = f"select * from {self.vdb}.`result_stream3_sub1` " tdSql.checkResultsByFunc ( sql = result_sql, - func = lambda: tdSql.getRows() == 2 - # row1 - and tdSql.compareData(0, 0, self.start + 10 * self.step) # ts - and tdSql.compareData(0, 1, 5 + 1) # cnt + func = lambda: tdSql.getRows() == 4 + # + # old reserved + # # row2 - and tdSql.compareData(1, 0, self.start + (30 + 3) * self.step) # ts - and tdSql.compareData(1, 1, 5 + 1) # cnt + and tdSql.compareData(1, 0, self.start + 20 * self.step) # ts + and tdSql.compareData(1, 1, 6 + 1) # cnt + # row3 + and tdSql.compareData(2, 0, self.start + 30 * self.step) # ts + and tdSql.compareData(2, 1, 8 + 1) # cnt + + # + # new generate append + # + + # row1 + and tdSql.compareData(0, 0, 1752900600000) # ts + and tdSql.compareData(0, 1, 5 + 1) # cnt + # row4 + and tdSql.compareData(3, 0, 1752901980000) # ts + and tdSql.compareData(3, 1, 5 + 1) # cnt ) tdLog.info(f"verify stream3 sub1 again ...................... successfully.") @@ -685,26 +799,22 @@ def verify_stream4(self, tables=None): ) # sub - # ***** bug5 ***** - #self.verify_stream4_sub1() + self.verify_stream4_sub1() tdLog.info(f"verify stream4 ................................. successfully.") def verify_stream4_sub1(self, tables=None): # check - result_sql = f"select * from {self.vdb}.`result_stream4` " + result_sql = f"select * from {self.vdb}.`result_stream4_sub1` " tdSql.checkResultsByFunc ( sql = result_sql, - func = lambda: tdSql.getRows() == 3 + func = lambda: tdSql.getRows() == 2 # row1 - and tdSql.compareData(0, 0, self.start) # ts - and tdSql.compareData(0, 1, 6) # cnt + and tdSql.compareData(0, 0, self.start + 6 * self.step) # ts + and tdSql.compareData(0, 1, 6) # cnt # row2 - and tdSql.compareData(1, 0, self.start + 6 * self.step) # ts - and tdSql.compareData(1, 1, 6) # cnt - # row3 - and tdSql.compareData(2, 0, self.start + 20 * self.step) # ts - and tdSql.compareData(2, 1, 11) # cnt + and tdSql.compareData(1, 0, self.start + 24 * self.step) # ts + and tdSql.compareData(1, 1, 11 - 4) # cnt ) tdLog.info(f"verify stream4 sub1 ............................. successfully.") @@ -738,6 +848,42 @@ def verify_stream4_again(self): # def verify_stream5(self): + # check data + result_sql = f"select * from {self.vdb}.`result_stream5` " + tdSql.checkResultsByFunc ( + sql = result_sql, + func = lambda: tdSql.getRows() == 13 + # row1 + and tdSql.compareData(0, 0, self.start) # ts + and tdSql.compareData(0, 1, 5) # cnt + and tdSql.compareData(0, 2, 120) # avg + # row6 + and tdSql.compareData(5, 0, 1752901500000) # ts + and tdSql.compareData(5, 1, 5) # cnt + and tdSql.compareData(5, 2, 130) # avg + # row9 + and tdSql.compareData(8, 0, 1752902400000) # ts + and tdSql.compareData(8, 1, 5) # cnt + and tdSql.compareData(8, 2, 140) # avg + ) + + # ts diff is 30000 + tdSql.checkResultsByFunc ( + sql = f"select * from (select diff(_c0) as dif from {self.vdb}.`result_stream5`) where dif = 300000", + func = lambda: tdSql.getRows() == 12 + ) + # cnt is zero + tdSql.checkResultsByFunc ( + sql = f"select * from {self.vdb}.`result_stream5` where cnt = 0", + func = lambda: tdSql.getRows() == 13 - 4 + ) + + # sub1 + tdSql.checkResultsBySql ( + sql = f"select * from {self.vdb}.`result_stream5_sub1` ", + exp_sql = f"select * from {self.vdb}.`result_stream5` where cnt > 0", + ) + tdLog.info(f"verify stream5 ................................. successfully.") # @@ -745,6 +891,28 @@ def verify_stream5(self): # def verify_stream6(self): + # check data + sql = f"select * from {self.vdb}.`result_stream6_sub1` " + data = [ + [1752899700000, 5,100], + [1752900000000, 10,100], + [1752900300000, 5,100], + [1752901500000, 5,110], + [1752901800000, 10,110], + [1752902100000, 10,115], + [1752902400000, 10,120], + [1752902700000, 5,120], + ] + + # mem + tdSql.checkDataMem(sql, data) + + # not no data + tdSql.checkResultsBySql ( + sql = sql, + exp_sql = f"select * from {self.vdb}.`result_stream6` where cnt > 0" + ) + tdLog.info(f"verify stream6 ................................. successfully.") def verify_stream6_again(self): @@ -755,6 +923,22 @@ def verify_stream6_again(self): # verify stream7 # def verify_stream7(self): + # check data + sql = f"select * from {self.vdb}.`result_stream7_sub1` " + data = [ + [1752900000000, 5,100], + [1752901800000, 5,110], + [1752902400000, 5,120] + ] + + # mem + tdSql.checkDataMem(sql, data) + + # not no data + tdSql.checkResultsBySql ( + sql = sql, + exp_sql = f"select * from {self.vdb}.`result_stream7` where cnt > 0" + ) tdLog.info(f"verify stream7 ................................. successfully.") @@ -762,4 +946,21 @@ def verify_stream7(self): # verify stream8 # def verify_stream8(self): + # check data + result_sql = f"select * from {self.vdb}.`result_stream8` where `车辆ID`= '110100_008'" + tdSql.checkResultsByFunc ( + sql = result_sql, + func = lambda: tdSql.getRows() == 2 + # row1 + and tdSql.compareData(0, 0, self.start) # ts + and tdSql.compareData(0, 1, 5) # cnt + and tdSql.compareData(0, 2, 150) # avg(speed) + and tdSql.compareData(0, 3, 1500) # sum + # row2 + and tdSql.compareData(1, 0, self.start + 5 * self.step) # ts + and tdSql.compareData(1, 1, 5) # cnt + and tdSql.compareData(1, 2, 150) # avg(speed) + and tdSql.compareData(1, 3, 1500) # sum + ) + tdLog.info(f"verify stream8 ................................. successfully.") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug1.py deleted file mode 100644 index ac2a6c0c3185..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug1.py +++ /dev/null @@ -1,184 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Vehicle: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36781 - - History: - - 2025-7-18 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # verify results - self.verifyResults() - - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "idmp_sample_vehicle" - self.vdb = "idmp" - self.stb = "vehicles" - self.start = 1752900000000 - self.start_current = 10 - self.start_voltage = 260 - - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/vehicle_data/") - - tdLog.info(f"import data to db={self.db}. successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - f"create database {self.vdb};", - f"use {self.vdb};", - "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", - "CREATE VTABLE `vt_京Z1NW34_624364` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls) - 2} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - "create stream if not exists `idmp`.`ana_stream1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW34_624364` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream1 - self.trigger_stream1() - - - - # - # 5. verify results - # - def verifyResults(self): - self.verify_stream1() - - - # --------------------- stream trigger ---------------------- - - # - # stream1 trigger - # - def trigger_stream1(self): - ts = self.start - table = f"{self.db}.`vehicle_110100_001`" - step = 1 * 60 * 1000 # 1 minute - cols = "ts,speed" - - # win1 1~5 - vals = "120" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # win3 30 ~ 31 end-windows - ts += 30 * step - vals = "80" - count = 2 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # disorder win2 10~15 - win2 = self.start + 10 * step - vals = "60" - count = 2 - ts = tdSql.insertFixedVal(table, win2, step, count, cols, vals) - - - # - # --------------------- verify ---------------------- - # - - # - # verify stream1 - # - def verify_stream1(self): - # check - result_sql = f"select * from {self.vdb}.`result_stream1` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, self.start) # ts - and tdSql.compareData(0, 1, 5) # cnt - and tdSql.compareData(0, 2, 120) # avg(speed) - ) - - - tdLog.info("verify stream1 .................................. successfully.") - - \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug2.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug2.py deleted file mode 100644 index 393decb2caad..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug2.py +++ /dev/null @@ -1,193 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Vehicle: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36781 - - History: - - 2025-7-18 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # verify results - self.verifyResults() - - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "idmp_sample_vehicle" - self.vdb = "idmp" - self.stb = "vehicles" - self.start = 1752900000000 - self.start_current = 10 - self.start_voltage = 260 - - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/vehicle_data/") - - tdLog.info(f"import data to db={self.db}. successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - f"create database {self.vdb};", - f"use {self.vdb};", - "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", - "CREATE VTABLE `vt_京Z1NW34_624364` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls) - 2} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - "create stream if not exists `idmp`.`ana_stream1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW34_624364` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from idmp.`vt_京Z1NW34_624364` where ts >= _twstart and ts <_twend", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream1 - self.trigger_stream1() - - - - # - # 5. verify results - # - def verifyResults(self): - self.verify_stream1() - - - # --------------------- stream trigger ---------------------- - - # - # stream1 trigger - # - def trigger_stream1(self): - ts = self.start - table = f"{self.db}.`vehicle_110100_001`" - step = 1 * 60 * 1000 # 1 minute - cols = "ts,speed" - - # win1 1~5 - vals = "120" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # null - count = 2 - vals = "null" - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - # end - vals = "60" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - vals = "130" - count = 3 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # win3 50 ~ 51 end-windows - ts += 50 * step - vals = "10" - count = 2 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # - # --------------------- verify ---------------------- - # - - # - # verify stream1 - # - def verify_stream1(self): - # check - result_sql = f"select * from {self.vdb}.`result_stream1` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, self.start) # ts - and tdSql.compareData(0, 1, 5) # cnt - and tdSql.compareData(0, 2, 120) # avg(speed) - ) - - - tdLog.info("verify stream1 .................................. successfully.") - - \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug3.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug3.py deleted file mode 100644 index 2156490b84ab..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug3.py +++ /dev/null @@ -1,211 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Vehicle: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36781 - - History: - - 2025-7-18 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # verify results - self.verifyResults() - - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "idmp_sample_vehicle" - self.vdb = "idmp" - self.stb = "vehicles" - self.start = 1752900000000 - self.start_current = 10 - self.start_voltage = 260 - - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/vehicle_data/") - - tdLog.info(f"import data to db={self.db}. successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - f"create database {self.vdb};", - f"use {self.vdb};", - "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", - "CREATE VTABLE `vt_京Z1NW34_624364` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z1NW84_916965` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_002', '京Z1NW84', 2, 'zd', '1819625826', '车辆场景.XX物流公司.华北分公司.北京车队')", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls) - 2} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - "create stream if not exists `idmp`.`ana_stream2` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW84_916965` stream_options(ignore_disorder) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream2_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z1NW84_916965` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream2_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream1 - self.trigger_stream2() - - - - # - # 5. verify results - # - def verifyResults(self): - self.verify_stream2() - - - # --------------------- stream trigger ---------------------- - - # - # stream2 trigger - # - def trigger_stream2(self): - ts = self.start - table = f"{self.db}.`vehicle_110100_002`" - step = 1 * 60 * 1000 # 1 minute - cols = "ts,speed" - - # win1 1~5 - vals = "120" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - vals = "60" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # win2 10~5 - ts += 10 * step - vals = "130" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # win3 50 ~ 51 end-windows - ts += 50 * step - vals = "65" - count = 2 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # delete win1 3 rows - tdSql.deleteRows(table, f"ts >= {self.start } and ts <= {self.start + 2 * step}") - - vals = "66" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - - # - # --------------------- verify ---------------------- - # - - # - # verify stream2 - # - def verify_stream2(self): - # check - result_sql = f"select * from {self.vdb}.`result_stream2` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, self.start) # ts - and tdSql.compareData(0, 1, 6) # cnt - ) - - # sub - self.verify_stream2_sub1() - - tdLog.info("verify stream2 .................................. successfully.") - - - # verify stream2 sub1 - def verify_stream2_sub1(self): - # check - result_sql = f"select * from {self.vdb}.`result_stream2_sub1` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, self.start + 10 * step) # ts - and tdSql.compareData(0, 1, 6) # cnt - ) - tdLog.info("verify stream2 sub1 ............................. successfully.") \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug5.py b/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug5.py deleted file mode 100644 index bbe38e1bff75..000000000000 --- a/test/cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle_bug5.py +++ /dev/null @@ -1,234 +0,0 @@ -import time -import math -import random -from new_test_framework.utils import tdLog, tdSql, tdStream, etool -from datetime import datetime -from datetime import date - - -class Test_IDMP_Vehicle: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_usecase_em(self): - """Nevados - - Refer: https://taosdata.feishu.cn/wiki/Zkb2wNkHDihARVkGHYEcbNhmnxb - - Catalog: - - Streams:UseCases - - Since: v3.3.7.0 - - Labels: common,ci - - Jira: https://jira.taosdata.com:18080/browse/TD-36781 - - History: - - 2025-7-18 Alex Duan Created - - """ - - # - # main test - # - - # env - tdStream.createSnode() - - # prepare data - self.prepare() - - # create vtables - self.createVtables() - - # create streams - self.createStreams() - - # check stream status - self.checkStreamStatus() - - # insert trigger data - self.writeTriggerData() - - # verify results - self.verifyResults() - - - # - # --------------------- main flow frame ---------------------- - # - - # - # prepare data - # - def prepare(self): - # name - self.db = "idmp_sample_vehicle" - self.vdb = "idmp" - self.stb = "vehicles" - self.step = 1 * 60 * 1000 # 1 minute - self.start = 1752900000000 - self.start_current = 10 - self.start_voltage = 260 - - - # import data - etool.taosdump(f"-i cases/13-StreamProcessing/20-UseCase/vehicle_data/") - - tdLog.info(f"import data to db={self.db}. successfully.") - - - # - # 1. create vtables - # - def createVtables(self): - sqls = [ - f"create database {self.vdb};", - f"use {self.vdb};", - "CREATE STABLE `vst_车辆_652220` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `经度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `纬度` FLOAT ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `高程` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `速度` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `方向` SMALLINT ENCODE 'simple8b' COMPRESS 'zlib' LEVEL 'medium', `报警标志` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `里程` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`_ignore_path` VARCHAR(20), `车辆资产模型` VARCHAR(128), `车辆ID` VARCHAR(32), `车牌号` VARCHAR(17), `车牌颜色` TINYINT, `终端制造商` VARCHAR(11), `终端ID` VARCHAR(15), `path2` VARCHAR(512)) SMA(`ts`,`经度`) VIRTUAL 1", - "CREATE VTABLE `vt_京Z1NW34_624364` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_001`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_001', '京Z1NW34', 2, 'zd', '2551765954', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z1NW84_916965` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_002`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_002', '京Z1NW84', 2, 'zd', '1819625826', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z2NW48_176514` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_003`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_003', '京Z2NW48', 2, 'zd', '5206002832', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z7A0Q7_520761` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_004`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_004', '京Z7A0Q7', 2, 'zd', '1663944041', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京Z7A2Q5_157395` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_005`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_005', '京Z7A2Q5', 2, 'zd', '7942624528', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZB86G7_956382` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_006`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_006', '京ZB86G7', 2, 'zd', '1960758157', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZCR392_837580` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_007`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_007', '京ZCR392', 2, 'zd', '6560472044', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD43R1_860146` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_008`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_008', '京ZD43R1', 2, 'zd', '3491377379', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD62R2_866800` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_009`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_009', '京ZD62R2', 2, 'zd', '8265223624', '车辆场景.XX物流公司.华北分公司.北京车队')", - "CREATE VTABLE `vt_京ZD66G4_940130` (`经度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`longitude`, `纬度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`latitude`, `高程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`elevation`, `速度` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`speed`, `方向` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`direction`, `报警标志` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`alarm`, `里程` FROM `idmp_sample_vehicle`.`vehicle_110100_010`.`mileage`) USING `vst_车辆_652220` (`_ignore_path`, `车辆资产模型`, `车辆ID`, `车牌号`, `车牌颜色`, `终端制造商`, `终端ID`, `path2`) TAGS (NULL, 'XX物流公司.华北分公司.北京车队', '110100_010', '京ZD66G4', 2, 'zd', '3689589229', '车辆场景.XX物流公司.华北分公司.北京车队')", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls) - 2} vtable successfully.") - - - # - # 2. create streams - # - def createStreams(self): - - sqls = [ - "create stream if not exists `idmp`.`ana_stream4` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z7A0Q7_520761` notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - "create stream if not exists `idmp`.`ana_stream4_sub1` event_window( start with `速度` > 100 end with `速度` <= 100 ) true_for(5m) from `idmp`.`vt_京Z7A0Q7_520761` stream_options(DELETE_RECALC) notify('ws://idmp:6042/eventReceive') on(window_open|window_close) into `idmp`.`result_stream4_sub1` as select _twstart+0s as output_timestamp, count(*) as cnt, avg(`速度`) as `平均速度` from %%trows", - ] - - tdSql.executes(sqls) - tdLog.info(f"create {len(sqls)} streams successfully.") - - # - # 3. wait stream ready - # - def checkStreamStatus(self): - print("wait stream ready ...") - tdStream.checkStreamStatus() - tdLog.info(f"check stream status successfully.") - - # - # 4. write trigger data - # - def writeTriggerData(self): - # stream4 - self.trigger_stream4() - - - - # - # 5. verify results - # - def verifyResults(self): - self.verify_stream4() - - - # --------------------- stream trigger ---------------------- - - # - # stream4 trigger - # - def trigger_stream4(self): - ts = self.start - table = f"{self.db}.`vehicle_110100_004`" - cols = "ts,speed" - step = self.step - - # win1 0~5 - vals = "120" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - vals = "60" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # win2 6~11 - vals = "130" - count = 5 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - vals = "65" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # 20 - ts = self.start + 20 * step - vals = "140" - count = 10 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - vals = "70" - count = 1 - ts = tdSql.insertFixedVal(table, ts, step, count, cols, vals) - - - # delete 0~3 - tdSql.deleteRows(table, f"ts >= {self.start } and ts <= {self.start + 3 * step}") - - # delete 20 ~ 23 - tdSql.deleteRows(table, f"ts >= {self.start + 20 * step } and ts <= {self.start + 23 * step}") - - - # - # --------------------- verify ---------------------- - # - - # - # verify stream4 - # - def verify_stream4(self, tables=None): - # check - result_sql = f"select * from {self.vdb}.`result_stream4` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 3 - # row1 - and tdSql.compareData(0, 0, self.start) # ts - and tdSql.compareData(0, 1, 6) # cnt - # row2 - and tdSql.compareData(1, 0, self.start + 6 * self.step) # ts - and tdSql.compareData(1, 1, 6) # cnt - # row3 - and tdSql.compareData(2, 0, self.start + 20 * self.step) # ts - and tdSql.compareData(2, 1, 11) # cnt - ) - - # sub - self.verify_stream4_sub1() - - tdLog.info(f"verify stream4 ................................. successfully.") - - def verify_stream4_sub1(self, tables=None): - # check - result_sql = f"select * from {self.vdb}.`result_stream4_sub1` " - tdSql.checkResultsByFunc ( - sql = result_sql, - func = lambda: tdSql.getRows() == 2 - # row2 - and tdSql.compareData(1, 0, self.start + 6 * self.step) # ts - and tdSql.compareData(1, 1, 6) # cnt - # row3 - and tdSql.compareData(1, 0, self.start + 24 * self.step) # ts - and tdSql.compareData(1, 1, 11 - 4) # cnt - ) - - tdLog.info(f"verify stream4 sub1 ............................. successfully.") - diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_nevados.py b/test/cases/13-StreamProcessing/20-UseCase/test_nevados.py index 9738a743a6d7..218f5ee85b63 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_nevados.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_nevados.py @@ -4,9 +4,10 @@ from new_test_framework.utils import tdLog, tdSql, tdStream from datetime import datetime from datetime import date - +import threading class Test_Nevados: + state_val_index = 0 def setup_class(cls): tdLog.debug(f"start to execute {__file__}") @@ -30,7 +31,9 @@ def test_stream_usecase_nevados(self): """ - tdStream.createSnode() + tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 131';") self.db = "dev" self.precision = "ms" @@ -41,23 +44,32 @@ def test_stream_usecase_nevados(self): self.real_start_time = "2025-02-01 00:00:00" tdLog.info(f"create database {self.db}") - tdSql.prepare(dbname=self.db) + tdSql.prepare(dbname=self.db, drop=True, vgroups=2) + tdLog.info(f"==== start run windspeeds stable stream") self.prepare_windspeeds(self.db, self.precision, self.windspeeds_stb, self.history_start_time) - self.windspeeds_hourly(self.db, self.precision, self.real_start_time) # 1 - self.windspeeds_daily() # 3 + self.windspeeds_hourly(self.db, self.precision, self.real_start_time) # 1 [ok] + self.windspeeds_daily() # 3 [ok] + tdLog.info(f"==== end run windspeeds stable stream") - self.prepare_trackers(self.db, self.precision, self.trackers_stb, self.history_start_time) - self.kpi_db_test(self.db, self.precision, self.real_start_time) # 2 - self.kpi_trackers_test(self.db, self.precision, self.real_start_time) # 4 - # self.off_target_trackers() # 5 - # self.kpi_zones_test() # 7 - # self.kpi_sites_test() # 8 - # self.trackers_motor_current_state_window() # 9 + # tdLog.info(f"==== start run trackers stable stream") + self.trackers_stable_stream_cases(self.db, self.trackers_stb, self.precision, self.trackers_stb, self.history_start_time, self.real_start_time) + # tdLog.info(f"==== end run trackers stable stream") # self.prepare_snowdepths(self.db, self.precision, self.snowdepths_stb, self.history_start_time) - # self.snowdepths_daily() # 6 - # self.snowdepths_hourly() # 10 + # self.snowdepths_daily() # 6 [cancel] + # self.snowdepths_hourly() # 10 [cancel] + + def trackers_stable_stream_cases(self, db, stb, precision, trackers_stb, history_start_time, real_start_time): + self.prepare_trackers(db, precision, trackers_stb, history_start_time) + + self.kpi_db_test(db, stb, precision, real_start_time) # 2 [ok] + self.kpi_trackers_test(db, stb, precision, real_start_time) # 4 [ok] + # self.off_target_trackers(db, stb, precision, real_start_time) # 5 [fail] + self.kpi_zones_test(db, stb, precision, real_start_time) # 7 [ok] + self.kpi_sites_test(db, stb, precision, real_start_time) # 8 [ok] + self.trackers_motor_current_state_window(db, stb, precision, real_start_time) # 9 [ok] + def prepare_windspeeds(self, db, precision, stb, history_start_time): start = history_start_time @@ -344,7 +356,8 @@ def prepare_trackers(self, db, precision, stb, history_start_time): "reg_day_seconds DOUBLE," "reg_motor_last_move_min_mV DOUBLE," "reg_motor_last_move_start_pitch DOUBLE," - "reg_motor_last_move_count DOUBLE)" + "reg_motor_last_move_count INT," + "insert_now_time timestamp)" "tags (site NCHAR(8),tracker NCHAR(16),zone NCHAR(16))" ) @@ -388,7 +401,7 @@ def prepare_trackers(self, db, precision, stb, history_start_time): tdLog.info(f"write {totalRows} rows per table") for table in range(totalTables): for batch in range(rowBatch): - sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA) values " + sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, mode, insert_now_time) values " for row in range(rowsPerBatch): if row >= 100 and row < 400: continue @@ -398,11 +411,16 @@ def prepare_trackers(self, db, precision, stb, history_start_time): reg_pitch = self.rand_int(1,5) reg_move_pitch = self.rand_int(1,5) reg_temp_therm2 = self.rand_int(-20,70) - reg_motor_last_move_peak_mA = self.rand_int(0,1) # bool - sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}) " + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + reg_motor_last_move_count = self.rand_state_val() + mode = f"i_{row}" + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, '{mode}', now) " tdSql.execute(sql) - def trackers_real_data(self, db, precision, real_start_time): + def trackers_real_data(self, db, stb, precision, real_start_time): + delete_sql = f"delete from {stb} where _ts >= '{real_start_time}'" + tdSql.execute(delete_sql) + start = real_start_time interval = 150 # s # interval = 180 # s @@ -430,7 +448,7 @@ def trackers_real_data(self, db, precision, real_start_time): tdLog.info(f"write {totalRows} rows per table") for table in range(totalTables): for batch in range(rowBatch): - sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA) values " + sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, insert_now_time) values " for row in range(rowsPerBatch): if row >= 100 and row < 400: continue @@ -440,15 +458,100 @@ def trackers_real_data(self, db, precision, real_start_time): reg_pitch = self.rand_int(1,5) reg_move_pitch = self.rand_int(1,5) reg_temp_therm2 = self.rand_int(-20,70) - reg_motor_last_move_peak_mA = self.rand_int(0,1) # bool - sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}) " + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + reg_motor_last_move_count = self.rand_state_val() + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, now) " tdSql.execute(sql) - def kpi_db_test(self, db, precision, real_start_time): + def trackers_real_data_interlace_mode(self, db, stb, precision, real_start_time): + delete_sql = f"delete from {stb} where _ts >= '{real_start_time}'" + tdSql.execute(delete_sql) + + start = real_start_time + interval = 150 # s + # interval = 180 # s + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + sub_prefix = "trk" + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: # ms + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + + # totalTables = tbBatch * tbPerBatch + # totalRows = rowsPerBatch * rowBatch + + totalRows = 700 + totalTables = 10 + ts = tsStart + tdLog.info(f"write {totalRows} rows per table by interlace mode") + + for row in range(totalRows): + reg_motor_last_move_count = self.rand_state_val() + mode = f"i_{row}" + sql = f"insert into " + for table in range(totalTables): + sql += f"{db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, mode, insert_now_time) values " + + reg_system_status14 = row / 2 + reg_pitch = self.rand_int(1,5) + reg_move_pitch = self.rand_int(1,5) + reg_temp_therm2 = self.rand_int(-20,70) + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + # reg_motor_last_move_count = self.rand_state_val() + # tdLog.info(f"ts: {ts}, reg_motor_last_move_count: {reg_motor_last_move_count}") + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, '{mode}', now) " + + ts += tsInterval + tdSql.execute(sql) + + def check_stream_and_insert_real_data_and_wait_result(self, db, stb, precision, real_start_time, stream_name): + sub_prefix = "trk" + + tdStream.checkStreamStatus() + tdSql.query(f"select * from information_schema.ins_streams where stream_name = '{stream_name}';") + tdLog.info(f"stream_name: {tdSql.getData(0,0)}") + tdLog.info(f"status: {tdSql.getData(0,5)}") + tdLog.info(f"message: {tdSql.getData(0,8)}") + + tdStream.checkStreamStatus() + + self.trackers_real_data_interlace_mode(db, stb, precision, real_start_time) + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="{stream_name}_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"stream result table after {loop_cnt} loop times ") + loop_cnt = None + break + time.sleep(2) + tdLog.info(f"waiting {loop_cnt} loop for stream result table") + + tdLog.info(f"last wait {loop_cnt} loop for stream result table") + if loop_cnt != None: + tdLog.exit(f"{stream_name} stream not result table") + + + def kpi_db_test(self, db, stb, precision, real_start_time): sub_prefix = "trk" # tags (site NCHAR(8),tracker NCHAR(16),zone NCHAR(4)) # create stream if not exists kpi_db_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_db_test # as select _wend as window_end, case when last(_ts) is not null then 1 else 0 end as db_online from trackers where _ts >= '2024-10-04T00:00:00.000Z' interval(1h) sliding(1h); + + tdLog.info(f"create stream kpi_db_test") tdSql.execute( "create stream `kpi_db_test`" " interval(1h) sliding(1h)" @@ -458,24 +561,17 @@ def kpi_db_test(self, db, precision, real_start_time): " as select _twend as window_end, case when last(_ts) is not null then 1 else 0 end as db_online, count(*) from %%trows" ) - self.trackers_real_data(db, precision, real_start_time) - - # time.sleep(20) - tdStream.checkStreamStatus() - - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_db_test_{sub_prefix}0"', - func=lambda: tdSql.getRows() == 1 - ) + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "kpi_db_test") - sql = f"select * from dev.kpi_db_test_{sub_prefix}0;" + sql = f"select * from dev.kpi_db_test_{sub_prefix}0 limit 40;" exp_sql = (f"select we, case when lastts is not null then 1 else 0 end as db_online," f" case when cnt is not null then cnt else 0 end as cnt" f" from (select _wend we, last(_ts) lastts, count(*) cnt" - f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000' interval(1h) fill(null));") + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 04:30:00.000' interval(1h) fill(null)) limit 40;") tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_db_test result end") - def kpi_trackers_test(self, db, precision, real_start_time): + def kpi_trackers_test(self, db, stb, precision, real_start_time): sub_prefix = "trk" # create stream if not exists kpi_trackers_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_trackers_test # as select _wend as window_end, site, zone, tracker, @@ -484,6 +580,8 @@ def kpi_trackers_test(self, db, precision, real_start_time): # then 1 else 0 end as tracker_on_target, # case when last(reg_pitch) is not null then 1 else 0 end as tracker_online # from trackers where _ts >= '2024-10-04T00:00:00.000Z' partition by tbname interval(1h) sliding(1h); + + tdLog.info(f"create stream kpi_trackers_test") tdSql.execute( "create stream `kpi_trackers_test`" " interval(1h) sliding(1h)" @@ -496,53 +594,149 @@ def kpi_trackers_test(self, db, precision, real_start_time): " from %%trows" ) - self.trackers_real_data(db, precision, real_start_time) - - time.sleep(20) - tdStream.checkStreamStatus() - - tdSql.checkResultsByFunc( - sql=f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_trackers_test_{sub_prefix}0"', - func=lambda: tdSql.getRows() == 1 - ) + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "kpi_trackers_test") - sql = f"select * from dev.kpi_trackers_test_{sub_prefix}0;" + sql = f"select * from dev.kpi_trackers_test_{sub_prefix}0 limit 30;" exp_sql = (f"select _wend, site, zone, tracker," f" case when ((min(abs(reg_pitch - reg_move_pitch)) <= 2)" f" or (min(reg_temp_therm2) < -10)" f" or (max(reg_temp_therm2) > 60)" f" or (last(reg_system_status14) = true)) then 1 else 0 end as tracker_on_target," f" case when last(reg_pitch) is not null then 1 else 0 end as tracker_online" - f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000'" - f" partition by tbname,site,zone,tracker interval(1h);") + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 04:30:00.000'" + f" partition by tbname,site,zone,tracker interval(1h) limit 30;") tdLog.info(f"exp_sql: {exp_sql}") - tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) - - def off_target_trackers(self): - # create stream off_target_trackers ignore expired 0 ignore update 0 into off_target_trackers as select _wend as _ts, site, tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode from trackers where _ts >= '2024-04-23' and _ts < now() + 1h and abs(reg_pitch-reg_move_pitch) > 2 partition by site, tracker interval(15m) sliding(5m); + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_trackers_test result end") + + def off_target_trackers(self, db, stb, precision, real_start_time): + sub_prefix = 'trk' + # create stream off_target_trackers + # ignore expired 0 ignore update 0 + # into off_target_trackers + # as select _wend as _ts, site, tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode + # from trackers where _ts >= '2024-04-23' and _ts < now() + 1h + # and abs(reg_pitch-reg_move_pitch) > 2 + # partition by site, tracker interval(15m) sliding(5m); + tdLog.info(f"create stream off_target_trackers") tdSql.execute( "create stream `off_target_trackers`" - " interval(15m) sliding(5m)" - " from windspeeds partition by site, tracker" - " stream_options(pre_filter(_ts >= '2024-04-23' and _ts < now() + 1h and abs(reg_pitch-reg_move_pitch) > 2))" - " into `off_target_trackers`" - "as select _twstart, _twend as window_end, %%2 as site, %%3 as tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode" - " from %%trows" + " interval(15m) sliding(5m)" + " from trackers partition by tbname, site, tracker" + " stream_options(pre_filter(_ts >= '2024-04-23' and _ts < now() + 1h and abs(reg_pitch-reg_move_pitch) > 2))" + " into `off_target_trackers` OUTPUT_SUBTABLE(CONCAT('off_target_trackers_', tbname))" + " as select _twend as window_end, %%2 as out_site, %%3 as out_tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode" + " from %%trows" ) + + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "off_target_trackers") - def kpi_zones_test(self): - # create stream if not exists kpi_zones_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_zones_test as select _wend as window_end, site, zone, case when last(_ts) is not null then 1 else 0 end as zone_online from trackers where _ts >= '2024-10-04T10:00:00.000Z' partition by site, zone interval(1h) sliding(1h); - tdSql.execute("") + sql = f"select * from dev.off_target_trackers_{sub_prefix}0 limit 40;" + exp_sql = (f"select _wend as window_end, site, tracker," + f" last(reg_pitch) as off_target_pitch, last(mode) as mode" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 04:30:00.000' and abs(reg_pitch-reg_move_pitch) > 2" + f" partition by site,tracker interval(15m) sliding(5m) limit 40;") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream off_target_trackers result end") - def kpi_sites_test(self): - # create stream if not exists kpi_sites_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_sites_test as select _wend as window_end, site, case when last(_ts) is not null then 1 else 0 end as site_online from trackers where _ts >= '2024-10-04T00:00:00.000Z' partition by site interval(1h) sliding(1h); - tdSql.execute("") + def kpi_zones_test(self, db, stb, precision, real_start_time): + sub_prefix = "trk" + # create stream if not exists kpi_zones_test + # trigger window_close watermark 10m fill_history 1 ignore update 1 + # into kpi_zones_test + # as select + # _wend as window_end, + # site, zone, + # case when last(_ts) is not null then 1 else 0 end as zone_online + # from trackers where _ts >= '2024-10-04T10:00:00.000Z' partition by site, zone interval(1h) sliding(1h); + tdLog.info(f"create stream kpi_zones_test") + tdSql.execute( + "create stream `kpi_zones_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname, site, zone" + " stream_options(fill_history('2025-01-01 00:00:00') | watermark(10m) | ignore_disorder)" + " into `kpi_zones_test` OUTPUT_SUBTABLE(CONCAT('kpi_zones_test_', tbname))" + " as select _twend as we, %%2 as out_site, %%3 as out_zone," + " case when last(_ts) is not null then 1 else 0 end as zone_online" + " from %%trows" + ) + + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "kpi_zones_test") + + sql = f"select * from dev.kpi_zones_test_{sub_prefix}0 limit 30;" + exp_sql = (f"select _wend, site, zone," + f" case when last(_ts) is not null then 1 else 0 end as zone_online" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 04:30:00.000'" + f" partition by tbname,site,zone interval(1h) limit 30;") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_zones_test result end") + + def kpi_sites_test(self, db, stb, precision, real_start_time): + # create stream if not exists kpi_sites_test + # trigger window_close watermark 10m fill_history 1 ignore update 1 + # into kpi_sites_test + # as select _wend as window_end, site, + # case when last(_ts) is not null then 1 else 0 end as site_online + # from trackers where _ts >= '2024-10-04T00:00:00.000Z' partition by site interval(1h) sliding(1h); + + sub_prefix = "trk" + tdLog.info(f"create stream kpi_sites_test") + tdSql.execute( + "create stream `kpi_sites_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname, site" + " stream_options(fill_history('2025-01-01 00:00:00') | watermark(10m) | ignore_disorder)" + " into `kpi_sites_test` OUTPUT_SUBTABLE(CONCAT('kpi_sites_test_', tbname))" + " as select _twend as we, %%2 as out_site," + " case when last(_ts) is not null then 1 else 0 end as site_online" + " from %%trows" + ) + + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "kpi_sites_test") - def trackers_motor_current_state_window(self): - # create stream trackers_motor_current_state_window into trackers_motor_current_state_window as select _ts, site, tracker, max(`reg_motor_last_move_peak_mA` / 1000) as max_motor_current from trackers where _ts >= '2024-09-22' and _ts < now() + 1h and `reg_motor_last_move_peak_mA` > 0 partition by tbname/*, site, tracker */ state_window(cast(reg_motor_last_move_count as int)); - tdSql.execute("") + sql = f"select * from dev.kpi_sites_test_{sub_prefix}0 limit 40;" + exp_sql = (f"select _wend, site," + f" case when last(_ts) is not null then 1 else 0 end as site_online" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 04:30:00.000'" + f" partition by tbname,site interval(1h) limit 40;") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_sites_test result end") + + def trackers_motor_current_state_window(self, db, stb, precision, real_start_time): + # create stream trackers_motor_current_state_window + # into trackers_motor_current_state_window + # as select _ts, site, tracker, + # max(`reg_motor_last_move_peak_mA` / 1000) as max_motor_current + # from trackers where _ts >= '2024-09-22' and _ts < now() + 1h + # and `reg_motor_last_move_peak_mA` > 0 partition by tbname, site, tracker state_window(cast(reg_motor_last_move_count as int)); + sub_prefix = "trk" + tdLog.info(f"create stream trackers_state_window") + tdSql.execute( + f"create stream `trackers_state_window`" + f" state_window(reg_motor_last_move_count)" + f" from trackers partition by tbname, site, tracker" + f" stream_options(pre_filter(_ts >= '2025-01-01' and _ts < now() + 1h and reg_motor_last_move_peak_mA > 0))" + f" into `trackers_state_window` OUTPUT_SUBTABLE(CONCAT('trackers_state_window_', tbname))" + f" as select _ts, %%2 as out_site, %%3 as out_tracker," + f" max(reg_motor_last_move_peak_mA / 1000) as max_motor_current" + f" from %%trows;" + ) + + self.check_stream_and_insert_real_data_and_wait_result(db, stb, precision, real_start_time, "trackers_state_window") - def snowdepths_hourly(self): + sql = f"select * from dev.trackers_state_window_{sub_prefix}0 limit 40;" + exp_sql = (f"select _ts, site, tracker," + f" max(reg_motor_last_move_peak_mA / 1000) as max_motor_current" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '{real_start_time}' and _ts < now() + 1h and reg_motor_last_move_peak_mA > 0" + f" partition by tbname,site,tracker state_window(reg_motor_last_move_count) limit 40;") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream trackers_state_window result end") + + def snowdepths_hourly(self, db, stb, precision, real_start_time): # create stream snowdepths_hourly fill_history 1 into snowdepths_hourly as select _wend as window_hourly, site, id, max(depth) as snowdepth_hourly_maximum from snowdepths where _ts >= '2024-01-01' partition by site, id interval(1h); tdSql.execute( "create stream `snowdepths_hourly`" @@ -554,7 +748,7 @@ def snowdepths_hourly(self): " from %%trows" ) - def snowdepths_daily(self): + def snowdepths_daily(self, db, stb, precision, real_start_time): # create stream snowdepths_daily fill_history 1 into snowdepths_daily as select _wend as window_daily, site, id, max(snowdepth_hourly_maximum) as snowdepth_daily_maximum from snowdepths_hourly partition by site, id interval(1d, 5h); tdSql.execute( "create stream `snowdepths_daily`" @@ -570,4 +764,13 @@ def rand_int(self, min_val=1, max_val=10): if min_val >= max_val: tdLog.exit(f"input val error") return random.randint(min_val, max_val) + + def rand_state_val(self): + state_val_list = [1,2,2,3,3,3,4,4,4,4,5,5,5,5,5,6,6,6,6,6,6,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9] + + # tdLog.info(f"Test_Nevados.state_val_index: {Test_Nevados.state_val_index}") + ret_val = state_val_list[Test_Nevados.state_val_index] + Test_Nevados.state_val_index += 1 + Test_Nevados.state_val_index %= len(state_val_list) + return ret_val diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_nevados_dbg.py b/test/cases/13-StreamProcessing/20-UseCase/test_nevados_dbg.py new file mode 100644 index 000000000000..e45525faf246 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_nevados_dbg.py @@ -0,0 +1,838 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream +from datetime import datetime +from datetime import date +import threading + +class Test_Nevados: + state_val_index = 0 + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_stream_usecase_nevados(self): + """Nevados + + Refer: https://taosdata.feishu.cn/wiki/XaqbweV96iZVRnkgHLJcx2ZCnQf + + Catalog: + - Streams:UseCases + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-6-16 Simon Guan Created + + """ + + tdStream.createSnode() + tdSql.execute(f"alter all dnodes 'debugflag 131';") + tdSql.execute(f"alter all dnodes 'stdebugflag 135';") + + self.db = "dev" + self.precision = "ms" + self.windspeeds_stb = "windspeeds" + self.trackers_stb = "trackers" + self.snowdepths_stb = "snowdepths" + self.history_start_time = "2025-01-01 00:00:00" + self.real_start_time = "2025-02-01 00:00:00" + + tdLog.info(f"create database {self.db}") + tdSql.prepare(dbname=self.db, drop=True, vgroups=2) + + tdLog.info(f"==== start run windspeeds stable stream") + # self.prepare_windspeeds(self.db, self.precision, self.windspeeds_stb, self.history_start_time) + # self.windspeeds_hourly(self.db, self.precision, self.real_start_time) # 1 + # self.windspeeds_daily() # 3 + tdLog.info(f"==== end run windspeeds stable stream") + + # tdLog.info(f"==== start run trackers stable stream") + self.trackers_stable_stream_cases(self.db, self.trackers_stb, self.precision, self.trackers_stb, self.history_start_time, self.real_start_time) + # tdLog.info(f"==== end run trackers stable stream") + + # self.prepare_snowdepths(self.db, self.precision, self.snowdepths_stb, self.history_start_time) + # self.snowdepths_daily() # 6 + # self.snowdepths_hourly() # 10 + + def trackers_stable_stream_cases(self, db, stb, precision, trackers_stb, history_start_time, real_start_time): + self.prepare_trackers(db, precision, trackers_stb, history_start_time) + + # self.kpi_db_test(db, stb, precision, real_start_time) # 2 + # self.kpi_trackers_test(db, stb, precision, real_start_time) # 4 + # self.off_target_trackers(db, stb, precision, real_start_time) # 5 + # self.kpi_zones_test(db, stb, precision, real_start_time) # 7 + # self.kpi_sites_test(db, stb, precision, real_start_time) # 8 + self.trackers_motor_current_state_window(db, stb, precision, real_start_time) # 9 + + + def prepare_windspeeds(self, db, precision, stb, history_start_time): + start = history_start_time + interval = 150 + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + + ##### windspeeds: + tdLog.info(f"create super table: f{stb}") + tdSql.execute( + f"create table {db}.{stb}(" + " _ts TIMESTAMP," + " speed DOUBLE," + " direction DOUBLE" + ") tags(" + " id NCHAR(16)," + " site NCHAR(16)," + " tracker NCHAR(16)," + " zone NCHAR(16)" + ")" + ) + + totalTables = tbBatch * tbPerBatch + tdLog.info(f"create total {totalTables} child tables") + for batch in range(tbBatch): + sql = "create table " + for tb in range(tbPerBatch): + table = batch * tbPerBatch + tb + id = f"id_{table}" + site = f"site_{table}" + tracker = f"tracker_{table}" + zone = f"zone_{table}" + sql += f"{db}.t{table} using {db}.{stb} tags('{id}', '{site}', '{tracker}', '{zone}')" + tdSql.execute(sql) + + totalRows = rowsPerBatch * rowBatch + tdLog.info(f"write {totalRows} rows per table") + for table in range(totalTables): + for batch in range(rowBatch): + sql = f"insert into {db}.t{table} values " + for row in range(rowsPerBatch): + if row >= 100 and row < 400: + continue + rows = batch * rowsPerBatch + row + ts = tsStart + rows * tsInterval + speed = rows + direction = rows * 2.0 if rows % 100 < 60 else rows * 0.5 + sql += f"({ts}, {speed}, {direction}) " + tdSql.execute(sql) + + def windspeeds_real_data(self, db, precision, real_start_time): + start = real_start_time + interval = 150 + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + totalTables = tbBatch * tbPerBatch + totalRows = rowsPerBatch * rowBatch + tdLog.info(f"write {totalRows} rows per table") + for table in range(totalTables): + for batch in range(rowBatch): + sql = f"insert into {db}.t{table} values " + for row in range(rowsPerBatch): + if row >= 100 and row < 400: + continue + rows = batch * rowsPerBatch + row + ts = tsStart + rows * tsInterval + speed = rows + direction = rows * 2.0 if rows % 100 < 60 else rows * 0.5 + sql += f"({ts}, {speed}, {direction}) " + tdSql.execute(sql) + + def windspeeds_hourly(self, db, precision, real_start_time): + tdLog.info("windspeeds_hourly") + # create stream windspeeds_hourly fill_history 1 into windspeeds_hourly as select _wend as window_hourly, site, id, max(speed) as windspeed_hourly_maximum from windspeeds where _ts >= '2025-05-07' partition by site, id interval(1h); + tdSql.execute( + "create stream `windspeeds_hourly`" + " interval(1h) sliding(1h)" + " from windspeeds" + " partition by site, id" + " stream_options(fill_history('2025-01-01 00:00:00') | pre_filter(_ts >= '2025-02-01') | max_delay(3s))" + " into `windspeeds_hourly` OUTPUT_SUBTABLE(CONCAT('windspeeds_hourly_', cast(site as varchar), cast(id as varchar)))" + " as select _twstart window_start, _twend as window_hourly, max(speed) as windspeed_hourly_maximum from %%trows" + ) + tdStream.checkStreamStatus() + + self.windspeeds_real_data(db, precision, real_start_time) + + tdSql.checkTableSchema( + dbname="dev", + tbname="windspeeds_hourly", + schema=[ + ["window_start", "TIMESTAMP", 8, ""], + ["window_hourly", "TIMESTAMP", 8, ""], + ["windspeed_hourly_maximum", "DOUBLE", 8, ""], + ["site", "NCHAR", 16, "TAG"], + ["id", "NCHAR", 16, "TAG"], + ], + ) + + tdSql.checkResultsByFunc( + "select count(*) from information_schema.ins_tables where db_name='dev' and stable_name='windspeeds_hourly';", + lambda: tdSql.compareData(0, 0, 10), + ) + + sql = "select window_start, window_hourly, site, id, windspeed_hourly_maximum from dev.windspeeds_hourly where id='id_1';" + exp_sql = "select _wstart, _wend, site, id, max(speed) from t1 interval(1h);" + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + + sql = "select count(*) from dev.windspeeds_hourly;" + exp_sql = "select count(*) from (select _wstart, _wend, site, id, max(speed) from windspeeds partition by tbname interval(1h));" + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + + def windspeeds_daily(self): + tdLog.info("windspeeds_daily") + # create stream windspeeds_daily fill_history 1 into windspeeds_daily as select _wend as window_daily, site, id, max(windspeed_hourly_maximum) as windspeed_daily_maximum from windspeeds_hourly partition by site, id interval(1d, 5h); + tdSql.execute( + "create stream `windspeeds_daily`" + " interval(1d, 5h) sliding(1d)" + " from windspeeds_hourly" + " partition by site, id" + " stream_options(fill_history('2025-01-01 00:00:00'))" + " into `windspeeds_daily` OUTPUT_SUBTABLE(CONCAT('windspeeds_daily_', cast(site as varchar), cast(id as varchar)))" + " tags(" + " group_id bigint as _tgrpid" + " )" + " as select _twstart window_start, _twend as window_hourly, max(windspeed_hourly_maximum) as windspeed_daily_maximum, %%1 as site, %%2 as id from %%trows" + ) + tdStream.checkStreamStatus() + + tdSql.checkTableSchema( + dbname="dev", + tbname="windspeeds_daily", + schema=[ + ["window_start", "TIMESTAMP", 8, ""], + ["window_hourly", "TIMESTAMP", 8, ""], + ["windspeed_daily_maximum", "DOUBLE", 8, ""], + ["site", "NCHAR", 16, ""], + ["id", "NCHAR", 16, ""], + ["group_id", "BIGINT", 8, "TAG"], + ], + ) + + tdSql.checkResultsByFunc( + "select count(*) from information_schema.ins_tables where db_name='dev' and stable_name='windspeeds_daily';", + lambda: tdSql.compareData(0, 0, 10), + ) + + sql = "select window_start, window_hourly, windspeed_daily_maximum from dev.windspeeds_daily where id='id_1';" + exp_sql = "select _wstart, _wend, max(windspeed_hourly_maximum) from windspeeds_hourly where id='id_1' interval(1d, 5h);" + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + + def prepare_trackers(self, db, precision, stb, history_start_time): + + ##### trackers stable: + tdLog.info(f"create super table: trackers") + tdSql.execute( + f"create table {db}.{stb}(" + "_ts TIMESTAMP," + "reg_system_status14 BOOL," + "reg_move_enable14 BOOL," + "reg_move_enable02 BOOL," + "reg_pack7_mv DOUBLE," + "reg_temp_status05 BOOL," + "reg_system_status02 BOOL," + "reg_temp_status13 BOOL," + "reg_battery_status07 BOOL," + "reg_temp_status08 BOOL," + "reg_system_status15 BOOL," + "reg_motor_ma DOUBLE," + "reg_temp_status15 BOOL," + "reg_pack5_mv DOUBLE," + "reg_system_status13 BOOL," + "reg_battery_status02 BOOL," + "reg_temp_status04 BOOL," + "reg_move_enable08 BOOL," + "reg_move_pitch DOUBLE," + "reg_system_status03 BOOL," + "reg_battery_status12 BOOL," + "reg_system_status04 BOOL," + "reg_temp_status03 BOOL," + "reg_battery_status01 BOOL," + "reg_pack4_mv DOUBLE," + "reg_move_enable09 BOOL," + "reg_temp_status00 BOOL," + "reg_move_enable10 BOOL," + "reg_panel_mv DOUBLE," + "reg_move_enable13 BOOL," + "reg_temp_status02 BOOL," + "reg_system_status00 BOOL," + "reg_system_status07 BOOL," + "reg_roll DOUBLE," + "reg_battery_mv DOUBLE," + "reg_temp_status12 BOOL," + "reg_battery_status10 BOOL," + "reg_battery_status15 BOOL," + "reg_temp_status07 BOOL," + "reg_pack1_mv DOUBLE," + "reg_system_status09 BOOL," + "reg_battery_status06 BOOL," + "reg_move_enable00 BOOL," + "reg_system_status12 BOOL," + "reg_temp_therm2 DOUBLE," + "reg_temp_status10 BOOL," + "reg_motor_temp DOUBLE," + "reg_pack3_mv DOUBLE," + "reg_battery_negative_peak DOUBLE," + "reg_move_enable04 BOOL," + "xbee_signal DOUBLE," + "reg_temp_status06 BOOL," + "reg_battery_status09 BOOL," + "reg_pack6_mv DOUBLE," + "reg_temp_status11 BOOL," + "reg_move_enable01 BOOL," + "reg_battery_status08 BOOL," + "reg_move_enable05 BOOL," + "reg_system_status10 BOOL," + "reg_pack2_mv DOUBLE," + "reg_move_enable15 BOOL," + "reg_firmware_rev DOUBLE," + "reg_battery_status13 BOOL," + "reg_temp_therm1 DOUBLE," + "reg_move_enable11 BOOL," + "reg_temp_status14 BOOL," + "reg_system_status06 BOOL," + "reg_pitch DOUBLE," + "reg_move_enable03 BOOL," + "reg_battery_status14 BOOL," + "reg_system_status08 BOOL," + "reg_battery_status05 BOOL," + "reg_battery_status04 BOOL," + "reg_battery_status03 BOOL," + "reg_battery_status00 BOOL," + "reg_battery_positive_peak DOUBLE," + "reg_system_status05 BOOL," + "reg_battery_status11 BOOL," + "reg_system_status01 BOOL," + "reg_battery_mA DOUBLE," + "is_online BOOL," + "mode VARCHAR(32)," + "reg_pack8_mv DOUBLE," + "reg_move_enable06 BOOL," + "reg_temp_status09 BOOL," + "reg_move_enable07 BOOL," + "reg_temp_status01 BOOL," + "reg_move_enable12 BOOL," + "reg_system_status11 BOOL," + "reg_battery_rested_mV DOUBLE," + "reg_motor_last_move_avg_mA DOUBLE," + "reg_battery_discharge_net DOUBLE," + "reg_panel_last_charge_mV DOUBLE," + "reg_serial_number VARCHAR(4)," + "reg_motor_last_move_peak_mA DOUBLE," + "reg_panel_last_charge_mA DOUBLE," + "reg_day_seconds DOUBLE," + "reg_motor_last_move_min_mV DOUBLE," + "reg_motor_last_move_start_pitch DOUBLE," + "reg_motor_last_move_count DOUBLE," + "insert_now_time timestamp)" + "tags (site NCHAR(8),tracker NCHAR(16),zone NCHAR(16))" + ) + + # create sub tables of trackers + start = history_start_time + interval = 150 # s + # interval = 180 # s + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + sub_prefix = "trk" + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: # ms + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + + totalTables = tbBatch * tbPerBatch + tdLog.info(f"create total {totalTables} child tables for trackers") + for batch in range(tbBatch): + sql = "create table " + for tb in range(tbPerBatch): + table = batch * tbPerBatch + tb + id = f"id_{table}" + site = f"site_{table}" + tracker = f"tracker_{table}" + zone = f"zone_{table}" + sql += f"{db}.{sub_prefix}{table} using {db}.{stb} tags('{site}', '{tracker}', '{zone}')" + tdSql.execute(sql) + + totalRows = rowsPerBatch * rowBatch + tdLog.info(f"write {totalRows} rows per table") + for table in range(totalTables): + for batch in range(rowBatch): + sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, insert_now_time) values " + for row in range(rowsPerBatch): + if row >= 100 and row < 400: + continue + rows = batch * rowsPerBatch + row + ts = tsStart + rows * tsInterval + reg_system_status14 = rows / 2 + reg_pitch = self.rand_int(1,5) + reg_move_pitch = self.rand_int(1,5) + reg_temp_therm2 = self.rand_int(-20,70) + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + reg_motor_last_move_count = self.rand_state_val() + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, now) " + tdSql.execute(sql) + + def trackers_real_data(self, db, stb, precision, real_start_time): + delete_sql = f"delete from {stb} where _ts >= '{real_start_time}'" + tdSql.execute(delete_sql) + + start = real_start_time + interval = 150 # s + # interval = 180 # s + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + sub_prefix = "trk" + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: # ms + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + + totalTables = tbBatch * tbPerBatch + totalRows = rowsPerBatch * rowBatch + tdLog.info(f"write {totalRows} rows per table") + for table in range(totalTables): + for batch in range(rowBatch): + sql = f"insert into {db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, insert_now_time) values " + for row in range(rowsPerBatch): + if row >= 100 and row < 400: + continue + rows = batch * rowsPerBatch + row + ts = tsStart + rows * tsInterval + reg_system_status14 = rows / 2 + reg_pitch = self.rand_int(1,5) + reg_move_pitch = self.rand_int(1,5) + reg_temp_therm2 = self.rand_int(-20,70) + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + reg_motor_last_move_count = self.rand_state_val() + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, now) " + tdSql.execute(sql) + + def trackers_real_data_interlace_mode(self, db, stb, precision, real_start_time): + delete_sql = f"delete from {stb} where _ts >= '{real_start_time}'" + tdSql.execute(delete_sql) + + start = real_start_time + interval = 150 # s + # interval = 180 # s + tbBatch = 1 + tbPerBatch = 10 + rowBatch = 1 + rowsPerBatch = 1000 + sub_prefix = "trk" + + dt = datetime.strptime(start, "%Y-%m-%d %H:%M:%S") + + if precision == "us": + prec = 1000 * 1000 * 1000 + elif precision == "ns": + prec = 1000 * 1000 + else: # ms + prec = 1000 + + tsStart = int(dt.timestamp() * prec) + tsInterval = interval * prec + tdLog.info(f"start={start} tsStart={tsStart}") + + # totalTables = tbBatch * tbPerBatch + # totalRows = rowsPerBatch * rowBatch + + totalRows = 700 + totalTables = 10 + ts = tsStart + tdLog.info(f"write {totalRows} rows per table by interlace mode") + + for row in range(totalRows): + reg_motor_last_move_count = self.rand_state_val() + sql = f"insert into " + for table in range(totalTables): + sql += f"{db}.{sub_prefix}{table} (_ts, reg_system_status14, reg_pitch, reg_move_pitch, reg_temp_therm2, reg_motor_last_move_peak_mA, reg_motor_last_move_count, insert_now_time) values " + + reg_system_status14 = row / 2 + reg_pitch = self.rand_int(1,5) + reg_move_pitch = self.rand_int(1,5) + reg_temp_therm2 = self.rand_int(-20,70) + reg_motor_last_move_peak_mA = self.rand_int(0,1000) # bool + # reg_motor_last_move_count = self.rand_state_val() + # tdLog.info(f"ts: {ts}, reg_motor_last_move_count: {reg_motor_last_move_count}") + sql += f"({ts}, {reg_system_status14}, {reg_pitch}, {reg_move_pitch}, {reg_temp_therm2}, {reg_motor_last_move_peak_mA}, {reg_motor_last_move_count}, now) " + + ts += tsInterval + tdSql.execute(sql) + + + def kpi_db_test(self, db, stb, precision, real_start_time): + sub_prefix = "trk" + # tags (site NCHAR(8),tracker NCHAR(16),zone NCHAR(4)) + # create stream if not exists kpi_db_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_db_test + # as select _wend as window_end, case when last(_ts) is not null then 1 else 0 end as db_online from trackers where _ts >= '2024-10-04T00:00:00.000Z' interval(1h) sliding(1h); + + tdLog.info(f"create stream kpi_db_test") + tdSql.execute( + "create stream `kpi_db_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname" + " stream_options(fill_history('2025-01-01 00:00:00.000') | watermark(10m) | ignore_disorder | force_output)" + " into `kpi_db_test` OUTPUT_SUBTABLE(CONCAT('kpi_db_test_', tbname))" + " as select _twend as window_end, case when last(_ts) is not null then 1 else 0 end as db_online, count(*) from %%trows" + ) + + self.trackers_real_data(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_db_test_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"wait {loop_cnt} loop for stream result table") + break + time.sleep(2) + if loop_cnt == 60: + tdLog.exit(f"kpi_db_test stream not result table") + + sql = f"select * from dev.kpi_db_test_{sub_prefix}0;" + exp_sql = (f"select we, case when lastts is not null then 1 else 0 end as db_online," + f" case when cnt is not null then cnt else 0 end as cnt" + f" from (select _wend we, last(_ts) lastts, count(*) cnt" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000' interval(1h) fill(null));") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_db_test result end") + + def kpi_trackers_test(self, db, stb, precision, real_start_time): + sub_prefix = "trk" + # create stream if not exists kpi_trackers_test trigger window_close watermark 10m fill_history 1 ignore update 1 into kpi_trackers_test + # as select _wend as window_end, site, zone, tracker, + # case when ((min(abs(reg_pitch - reg_move_pitch)) <= 2) + # or (min(reg_temp_therm2) < -10) or (max(reg_temp_therm2) > 60) or (last(reg_system_status14) = true)) + # then 1 else 0 end as tracker_on_target, + # case when last(reg_pitch) is not null then 1 else 0 end as tracker_online + # from trackers where _ts >= '2024-10-04T00:00:00.000Z' partition by tbname interval(1h) sliding(1h); + + tdLog.info(f"create stream kpi_trackers_test") + tdSql.execute( + "create stream `kpi_trackers_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname, site, zone, tracker" + " stream_options(fill_history('2025-01-01 00:00:00') | watermark(10m) | ignore_disorder)" + " into `kpi_trackers_test` OUTPUT_SUBTABLE(CONCAT('kpi_trackers_test_', tbname))" + " as select _twend as we, %%2 as out_site, %%3 as out_zone, %%4 as out_tracker, " + " case when ((min(abs(reg_pitch - reg_move_pitch)) <= 2) or (min(reg_temp_therm2) < -10) or (max(reg_temp_therm2) > 60) or (last(reg_system_status14) = true)) then 1 else 0 end as tracker_on_target," + " case when last(reg_pitch) is not null then 1 else 0 end as tracker_online" + " from %%trows" + ) + + self.trackers_real_data(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_trackers_test_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"wait {loop_cnt} loop for stream result table") + break + time.sleep(2) + + if loop_cnt == 60: + tdLog.exit(f"kpi_trackers_test stream not result table") + + sql = f"select * from dev.kpi_trackers_test_{sub_prefix}0;" + exp_sql = (f"select _wend, site, zone, tracker," + f" case when ((min(abs(reg_pitch - reg_move_pitch)) <= 2)" + f" or (min(reg_temp_therm2) < -10)" + f" or (max(reg_temp_therm2) > 60)" + f" or (last(reg_system_status14) = true)) then 1 else 0 end as tracker_on_target," + f" case when last(reg_pitch) is not null then 1 else 0 end as tracker_online" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000'" + f" partition by tbname,site,zone,tracker interval(1h);") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_trackers_test result end") + + def off_target_trackers(self, db, stb, precision, real_start_time): + sub_prefix = 'trk' + # create stream off_target_trackers + # ignore expired 0 ignore update 0 + # into off_target_trackers + # as select _wend as _ts, site, tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode + # from trackers where _ts >= '2024-04-23' and _ts < now() + 1h + # and abs(reg_pitch-reg_move_pitch) > 2 + # partition by site, tracker interval(15m) sliding(5m); + tdLog.info(f"create stream off_target_trackers") + tdSql.execute( + "create stream `off_target_trackers`" + " interval(15m) sliding(5m)" + " from trackers partition by tbname, site, tracker" + " stream_options(pre_filter(_ts >= '2024-04-23' and _ts < now() + 1h and abs(reg_pitch-reg_move_pitch) > 2))" + " into `off_target_trackers` OUTPUT_SUBTABLE(CONCAT('off_target_trackers_', tbname))" + " as select _twend as window_end, %%2 as out_site, %%3 as out_tracker, last(reg_pitch) as off_target_pitch, last(mode) as mode" + " from %%trows" + ) + + self.trackers_real_data(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="off_target_trackers_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"wait {loop_cnt} loop for stream result table") + break + time.sleep(2) + + if loop_cnt == 60: + tdLog.exit(f"off_target_trackers stream not result table") + + sql = f"select * from dev.off_target_trackers_{sub_prefix}0;" + exp_sql = (f"select _wend as window_end, site, tracker," + f" last(reg_pitch) as off_target_pitch, last(mode) as mode" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000'" + f" partition by site,tracker interval(15m) sliding(5m);") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream off_target_trackers result end") + + def kpi_zones_test(self, db, stb, precision, real_start_time): + sub_prefix = "trk" + # create stream if not exists kpi_zones_test + # trigger window_close watermark 10m fill_history 1 ignore update 1 + # into kpi_zones_test + # as select + # _wend as window_end, + # site, zone, + # case when last(_ts) is not null then 1 else 0 end as zone_online + # from trackers where _ts >= '2024-10-04T10:00:00.000Z' partition by site, zone interval(1h) sliding(1h); + tdLog.info(f"create stream kpi_zones_test") + tdSql.execute( + "create stream `kpi_zones_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname, site, zone" + " stream_options(fill_history('2025-01-01 00:00:00') | watermark(10m) | ignore_disorder)" + " into `kpi_zones_test` OUTPUT_SUBTABLE(CONCAT('kpi_zones_test_', tbname))" + " as select _twend as we, %%2 as out_site, %%3 as out_zone," + " case when last(_ts) is not null then 1 else 0 end as zone_online" + " from %%trows" + ) + + self.trackers_real_data(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_zones_test_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"wait {loop_cnt} loop for stream result table") + break + time.sleep(2) + + if loop_cnt == 60: + tdLog.exit(f"kpi_zones_test stream not result table") + + sql = f"select * from dev.kpi_zones_test_{sub_prefix}0;" + exp_sql = (f"select _wend, site, zone," + f" case when last(_ts) is not null then 1 else 0 end as zone_online" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000'" + f" partition by tbname,site,zone interval(1h);") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_zones_test result end") + + def kpi_sites_test(self, db, stb, precision, real_start_time): + # create stream if not exists kpi_sites_test + # trigger window_close watermark 10m fill_history 1 ignore update 1 + # into kpi_sites_test + # as select _wend as window_end, site, + # case when last(_ts) is not null then 1 else 0 end as site_online + # from trackers where _ts >= '2024-10-04T00:00:00.000Z' partition by site interval(1h) sliding(1h); + + sub_prefix = "trk" + tdLog.info(f"create stream kpi_sites_test") + tdSql.execute( + "create stream `kpi_sites_test`" + " interval(1h) sliding(1h)" + " from trackers partition by tbname, site" + " stream_options(fill_history('2025-01-01 00:00:00') | watermark(10m) | ignore_disorder)" + " into `kpi_sites_test` OUTPUT_SUBTABLE(CONCAT('kpi_sites_test_', tbname))" + " as select _twend as we, %%2 as out_site," + " case when last(_ts) is not null then 1 else 0 end as site_online" + " from %%trows" + ) + + self.trackers_real_data(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="kpi_sites_test_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"wait {loop_cnt} loop for stream result table") + break + time.sleep(2) + + if loop_cnt == 60: + tdLog.exit(f"kpi_sites_test stream not result table") + + sql = f"select * from dev.kpi_sites_test_{sub_prefix}0;" + exp_sql = (f"select _wend, site," + f" case when last(_ts) is not null then 1 else 0 end as site_online" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '2025-01-01 00:00:00.000' and _ts < '2025-02-02 17:00:00.000'" + f" partition by tbname,site interval(1h);") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream kpi_sites_test result end") + + def trackers_motor_current_state_window(self, db, stb, precision, real_start_time): + # create stream trackers_motor_current_state_window + # into trackers_motor_current_state_window + # as select _ts, site, tracker, + # max(`reg_motor_last_move_peak_mA` / 1000) as max_motor_current + # from trackers where _ts >= '2024-09-22' and _ts < now() + 1h + # and `reg_motor_last_move_peak_mA` > 0 partition by tbname, site, tracker state_window(cast(reg_motor_last_move_count as int)); + sub_prefix = "trk" + tdLog.info(f"create stream trackers_motor_current_state_window") + tdSql.execute( + f"create stream `trackers_motor_current_state_window`" + f" state_window(cast(`reg_motor_last_move_count` as int))" + f" from trackers partition by tbname, site, tracker" + f" stream_options(pre_filter(_ts >= '2025-01-01' and _ts < now() + 1h and reg_motor_last_move_peak_mA > 0))" + f" into `trackers_state_window` OUTPUT_SUBTABLE(CONCAT('trackers_state_window_', tbname))" + f" as select _ts, %%2 as out_site, %%3 as out_tracker," + f" max(reg_motor_last_move_peak_mA / 1000) as max_motor_current" + f" from %%trows;" + ) + + tdStream.checkStreamStatus() + tdSql.query(f"select * from information_schema.ins_streams where stream_name = 'trackers_motor_current_state_window';") + tdLog.info(f"stream_name: {tdSql.getData(0,0)}") + tdLog.info(f"status: {tdSql.getData(0,5)}") + tdLog.info(f"message: {tdSql.getData(0,8)}") + + self.trackers_real_data_interlace_mode(db, stb, precision, real_start_time) + + tdStream.checkStreamStatus() + + loop_cnt = 0 + for loop_cnt in range(60): + tdSql.query(f'select * from information_schema.ins_tables where db_name="{db}" and table_name="trackers_state_window_{sub_prefix}0"') + result_rows = tdSql.getRows() + if result_rows == 1: + tdLog.info(f"stream result table after {loop_cnt} loop times ") + loop_cnt = None + break + time.sleep(2) + tdLog.info(f"waiting {loop_cnt} loop for stream result table") + + tdLog.info(f"last wait {loop_cnt} loop for stream result table") + if loop_cnt != None: + tdLog.exit(f"trackers_motor_current_state_window stream not result table") + + sql = f"select * from dev.trackers_state_window_{sub_prefix}0;" + exp_sql = (f"select _ts, site, tracker," + f" max(reg_motor_last_move_peak_mA / 1000) as max_motor_current" + f" from trackers where tbname = '{sub_prefix}0' and _ts >= '{real_start_time}' and _ts < now() + 1h and reg_motor_last_move_peak_mA > 0" + f" partition by tbname,site,tracker state_window(cast(reg_motor_last_move_count as int));") + tdLog.info(f"exp_sql: {exp_sql}") + tdSql.checkResultsBySql(sql=sql, exp_sql=exp_sql) + tdLog.info(f"check stream trackers_motor_current_state_window result end") + + def snowdepths_hourly(self, db, stb, precision, real_start_time): + # create stream snowdepths_hourly fill_history 1 into snowdepths_hourly as select _wend as window_hourly, site, id, max(depth) as snowdepth_hourly_maximum from snowdepths where _ts >= '2024-01-01' partition by site, id interval(1h); + tdSql.execute( + "create stream `snowdepths_hourly`" + " interval(1h) sliding(1h)" + " from windspeeds partition by site, id" + " stream_options(fill_history('2025-06-01 00:00:00') | pre_filter(_ts >= '2024-01-01'))" + " into `snowdepths_hourly`" + "as select _twstart, _twend as window_hourly, %%2 as site, %%3 as id, max(depth) as snowdepth_hourly_maximum" + " from %%trows" + ) + + def snowdepths_daily(self, db, stb, precision, real_start_time): + # create stream snowdepths_daily fill_history 1 into snowdepths_daily as select _wend as window_daily, site, id, max(snowdepth_hourly_maximum) as snowdepth_daily_maximum from snowdepths_hourly partition by site, id interval(1d, 5h); + tdSql.execute( + "create stream `snowdepths_daily`" + " interval((1d, 5h) " + " from snowdepths_hourly partition by site, id" + " stream_options(fill_history('2025-06-01 00:00:00'))" + " into `snowdepths_daily`" + "as select _twstart, _twend as window_daily, %%2 as site, %%3 as id, max(snowdepth_hourly_maximum) as snowdepth_daily_maximum" + " from %%trows" + ) + + def rand_int(self, min_val=1, max_val=10): + if min_val >= max_val: + tdLog.exit(f"input val error") + return random.randint(min_val, max_val) + + def rand_state_val(self): + state_val_list = [1,2,2,3,3,3,4,4,4,4,5,5,5,5,5,6,6,6,6,6,6,7,7,7,7,7,7,7,8,8,8,8,8,8,8,8,9,9,9,9,9,9,9,9,9] + + # tdLog.info(f"Test_Nevados.state_val_index: {Test_Nevados.state_val_index}") + ret_val = state_val_list[Test_Nevados.state_val_index] + Test_Nevados.state_val_index += 1 + Test_Nevados.state_val_index %= len(state_val_list) + return ret_val + diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_sdny_case1_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_sdny_case1_bug1.py new file mode 100644 index 000000000000..0c26dff3234d --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_sdny_case1_bug1.py @@ -0,0 +1,393 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from random import randint +import os +import subprocess +import json + +class TestSdnyStream: + caseName = "test_sdny_case1_bug1" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "monitor_info_sldc_gml2" + streamName = "stream_monitor_info_sldc_gml2" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_sdny_case1_bug1(self): + """Stream sdny test + + 1. test sdny stream + + + Catalog: + - Streams:sdny + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-8 lvze Created + + """ + + tdStream.dropAllStreamsAndDbs() + self.createSnodeTest() + tdSql.execute(f'create database test1 vgroups 10 ;') + self.sdnydata() + + sql = (f""" + create stream test1.stream_monitor_info_sldc_gml2 interval(30s) sliding(30s) from test1.sldc_dp + stream_options(fill_history|pre_filter(ts > '2025-07-17 08:30:00.000')) + into test1.monitor_info_sldc_gml2 + as select + _wstart as start_time, + _wend as end_time, + '01072016' as org_code, + '盛鲁电厂' as org_name, + last(jz1gmjassllfk+jz1gmjbssllfk+jz1gmjcssllfk+jz1gmjdssllfk+jz1gmjessllfk+jz1gmjfssllfk+jz2gmjassllfk+ + jz2gmjbssllfk+jz2gmjcssllfk+jz2gmjdssllfk+jz2gmjessllfk+jz2gmjfssllfk) as gml + from + test1.sldc_dp + where ts >= _twstart -1s and ts< _twend + interval (1s) + fill(prev)""") + + tdSql.execute(sql,queryTimes=2) + self.checkStreamRunning() + + # tdSql.checkRowsLoop(4,f"select * from test1.monitor_info_sldc_gml2",100,6) + + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_users where name !='root';", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + if tdSql.getRows() != expectedRows: + raise Exception("Error: checkResultRows failed, expected rows not match!") + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + try: + tdSql.execute(f"create snode on dnode {i}") + except Exception as e: + if "Insufficient privilege" in str(e): + tdLog.info(f"Insufficient privilege to create snode") + else: + raise Exception(f"create stream failed with error: {e}") + tdLog.info(f"create snode on dnode {i} success") + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) + + def insert_data(self,table_count=100, total_rows=10, interval_sec=30): + import time, random + + db_name = "test1" + stable_name = "stba" + base_ts = int(time.mktime(time.strptime("2025-01-01 00:00:00", "%Y-%m-%d %H:%M:%S"))) * 1000 + interval_ms = interval_sec * 1000 + + + random.seed(42) + + + tdSql.execute(f"create database if not exists {db_name} vgroups 6;") + tdSql.execute(f""" + CREATE STABLE IF NOT EXISTS {db_name}.{stable_name} ( + ts TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', + cts TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', + cint INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', + i1 INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium' + ) TAGS ( + tint INT, tdouble DOUBLE, tvar VARCHAR(100), + tnchar NCHAR(100), tts TIMESTAMP, tbool BOOL + ); + """) + + # 创建 table_count 张表 + for i in range(table_count): + tb_name = f"a{i}" + tag_values = f"({i % 50}, {random.uniform(0, 100):.6e}, 'tagv{i}', 'nchar{i}', {random.randint(1000000000, 2000000000)}, {'true' if i % 2 == 0 else 'false'})" + tdSql.execute(f"CREATE TABLE IF NOT EXISTS {db_name}.{tb_name} USING {db_name}.{stable_name} TAGS {tag_values};") + + # 写入数据 + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(1000, 2000) + values = f"({ts},{ts},{c1},{c2})" + for j in range(table_count): + tb_name = f"a{j}" + tdSql.execute(f"INSERT INTO {db_name}.{tb_name} VALUES {values}") + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stba", + "child_table_exists": "no", + "childtable_count": 100, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 10, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "2025-01-01 20:00:00.000", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "timestamp","name":"cts","count": 1,"start":"2025-02-01 00:00:00.000"}, + {"type": "int","name":"cint","max":100,"min":-1}, + {"type": "int","name":"i1","max":100,"min":-1} + ], + "tags": [ + {"type": "int","name":"tint","max":100,"min":-1}, + {"type": "double","name":"tdouble","max":100,"min":0}, + {"type": "varchar","name":"tvar","len":100,"count": 1}, + {"type": "nchar","name":"tnchar","len":100,"count": 1}, + {"type": "timestamp","name":"tts"}, + {"type": "bool","name":"tbool"} + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + def sdnydata(self): + tdLog.info("sdnydata ready insert:") + tdSql.execute(f"use {self.dbname}") + stbsql = ( + " CREATE STABLE `sldc_dp` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `data_write_time` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `jz1fdgl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1ssfdfh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1fdmh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gdmh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1qjrhl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zhcydl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zkby` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zzqyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zzqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zzqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zzqll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gswd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gsll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1glxl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1qjrh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zhrxl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjassllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjasslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjbssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjbsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjcssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjcsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjdssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjdsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjessllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjesslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjfssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjfsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zrqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zrqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zrzqyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjcdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjddl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjedl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1mmjfdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1cyqckwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1cyqckwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1njswd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1nqqxhsckawd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1nqqxhsckbwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1nqqxhsrkawd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1nqqxhsrkbwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqackyqwdsel` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqbckyqwdsel` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1yfjackyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1yfjbckyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1trkyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1trkyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1trkyqwd2` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1trkyqwd3` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1tckjyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1tckjyqwd2` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1tckyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1bya` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1byb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1pqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1pqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjcdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjddl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjedl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1gmjfdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1yfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1yfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1ycfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1ycfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1sfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1sfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1fdjyggl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1fdjwggl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1sjzs` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zfl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1ltyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1smb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1rll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1grd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1zjwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1yl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqckwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1abmfsybrkcy` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1bbmfsybrkcy` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1abjcsdmfytwdzdz` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1bbjcsdmfytwdzdz` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2fdgl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2ssfdfh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2fdmh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gdmh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2qjrhl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zhcydl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zkby` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zzqyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zzqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zzqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zzqll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gswd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gsll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2glxl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2qjrh` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zhrxl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjassllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjasslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjbssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjbsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjcssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjcsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjdssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjdsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjessllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjesslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjfssllfk` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjfsslllj` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zrqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zrqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zrzqyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjcdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjddl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjedl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2mmjfdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2cyqckwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2cyqckwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2njswd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2nqqxhsckawd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2nqqxhsckbwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2nqqxhsrkawd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2nqqxhsrkbwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqackyqwdsel` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqbckyqwdsel` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2yfjackyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2yfjbckyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2trkyqwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2trkyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2trkyqwd2` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2trkyqwd3` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2tckjyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2tckjyqwd2` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2tckyqwd1` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2bya` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2byb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2pqwda` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2pqwdb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjcdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjddl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjedl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2gmjfdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2yfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2yfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2ycfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2ycfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2sfjadl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2sfjbdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2fdjyggl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2fdjwggl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2sjzs` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zfl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2ltyl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2smb` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2rll` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2grd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2zjwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2yl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqckwd` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2abmfsybrkcy` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2bbmfsybrkcy` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2abjcsdmfytwdzdz` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2bbjcsdmfytwdzdz` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqazdjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqabydjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqbbydjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz1kyqbzdjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqazdjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqabydjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqbbydjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium', `jz2kyqbzdjdl` DOUBLE ENCODE 'delta-d' COMPRESS 'lz4' LEVEL 'medium') TAGS (`iot_hub_id` VARCHAR(100), `device_group_code` VARCHAR(100), `device_code` VARCHAR(100)) ;" + ) + tb1sql = ( + 'CREATE TABLE `e010720169990001` USING `sldc_dp` (`iot_hub_id`, `device_group_code`, `device_code`) TAGS ("01072016", "1834406116550639618", "e010720169990001");' + ) + tb2sql = ( + 'CREATE TABLE `e010720169990002` USING `sldc_dp` (`iot_hub_id`, `device_group_code`, `device_code`) TAGS ("01072017", "1834406116550639619", "e010720169990002");' + ) + tdSql.execute(stbsql) + tdSql.execute(tb1sql) + tdSql.execute(tb2sql) + tdSql.execute(f"insert into {self.dbname}.e010720169990001 file 'cases/13-StreamProcessing/20-UseCase/e010720169990001.csv';") + tdSql.execute(f"insert into {self.dbname}.e010720169990002 file 'cases/13-StreamProcessing/20-UseCase/e010720169990001.csv';") + tdLog.info("load csv file success.") + + + def createTable(self): + tdSql.execute(f"use test1;") + # tdSql.execute(f"CREATE STABLE `stba` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbb` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + tdSql.execute(f"CREATE STABLE `stbc` (`ts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cts` TIMESTAMP ENCODE 'delta-i' COMPRESS 'lz4' LEVEL 'medium', `cint` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium', `i1` INT ENCODE 'simple8b' COMPRESS 'lz4' LEVEL 'medium') TAGS (`tint` INT, `tdouble` DOUBLE, `tvar` VARCHAR(100), `tnchar` NCHAR(100), `tts` TIMESTAMP, `tbool` BOOL);") + # tdSql.execute(f"create table a0 using stba tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + # tdSql.execute(f"create table a1 using stba tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + # tdSql.execute(f"create table a2 using stba tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table b0 using stbb tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table b1 using stbb tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table b2 using stbb tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"create table c0 using stbc tags(1,1.1,'a0','测试a0','2025-01-01 00:00:01',1);") + tdSql.execute(f"create table c1 using stbc tags(NULL,2.1,'a1','测试a1','2025-01-01 00:00:02',0);") + tdSql.execute(f"create table c2 using stbc tags(2,3.1,'a2','测试a2','2025-01-01 00:00:03',1);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into a0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into b0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c1 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c2 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:00','2025-01-01 00:00:00',1,11);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:01','2025-01-01 00:00:00',2,12);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:02','2025-01-01 00:00:00',3,13);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:03','2025-01-01 00:00:00',4,14);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:04','2025-01-01 00:00:00',5,15);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:05','2025-01-01 00:00:00',6,16);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:06','2025-01-01 00:00:00',7,17);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:07','2025-01-01 00:00:00',8,18);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:08','2025-01-01 00:00:00',9,19);") + tdSql.execute(f"insert into c0 values('2025-01-01 00:00:09','2025-01-01 00:00:00',10,20);") + tdSql.execute(f"create stable devices(ts timestamp,cint int,i1 int) tags(tint int,tdouble double) virtual 1;") + tdSql.execute(f"create vtable d1(a1.cint,b1.i1) using devices tags(1,1.9);") + tdSql.execute(f"create vtable d2(a2.cint,b2.i1) using devices tags(2,2.9);") + tdSql.execute(f"create vtable d0(a0.cint,b0.i1) using devices tags(0,0.9);") + tdSql.execute(f"create vtable vta1(ts timestamp, c1 int from a1.cint ,c2 int from b1.i1 );") + tdSql.execute(f"create vtable vtb1(ts timestamp, c1 int from b1.cint ,c2 int from c1.i1 );") + tdSql.execute(f"create vtable vtc1(ts timestamp, c1 int from c1.cint ,c2 int from a1.i1 );") + tdSql.execute(f"create table pt(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"create table pt1(ts timestamp,c1 int ,c2 int,c3 varchar(100));") + tdSql.execute(f"insert into pt values('2025-01-01 00:00:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:03:00',100,9,'test2');") + tdSql.execute(f"insert into pt values('2025-01-01 00:04:00',99,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:07:00',100,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:00:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:03:00',102,9,'test1');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:05:00',101,9,'test3');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:07:00',102,9,'test1');") + tdSql.execute(f"insert into pt values('2025-01-01 00:10:00',105,9,'test2');") + tdSql.execute(f"insert into pt1 values('2025-01-01 00:10:00',106,9,'test3');") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py index f4f0ec6657a5..b5073eb374fa 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py @@ -1,7 +1,7 @@ import time import math import random -from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom from random import randint import os import subprocess @@ -19,6 +19,10 @@ class Test_ThreeGorges: subTblNum = 3 tblRowNum = 10 tableList = [] + outTbname = "str_cjdl_point_data_szls_jk_test" + streamName = "str_cjdl_point_data_szls_jk_test" + tableList = [] + resultIdx = "1" def setup_class(cls): tdLog.debug(f"start to execute {__file__}") @@ -51,9 +55,11 @@ def test_three_gorges_case4(self): self.createSnodeTest() self.createStream() self.checkStreamRunning() - tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test") - if tdSql.getRows() == 0: - raise Exception("ERROR:no result!") + # tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test") + # if tdSql.getRows() == 0: + # raise Exception("ERROR:no result!") + tdSql.checkRowsLoop(5,f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;",100,1) + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -109,7 +115,13 @@ def sxny_data1(self): tdSql.execute(sql) - + def checkResultWithResultFile(self): + chkSql = f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") def dataIn(self): tdLog.info(f"insert more data:") diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py index 58a068398aa0..e04f1fcfe83c 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py @@ -1,7 +1,7 @@ import time import math import random -from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom from random import randint import os import subprocess @@ -11,7 +11,7 @@ import datetime class Test_ThreeGorges: - caseName = "test_three_gorges_case4" + caseName = "test_three_gorges_case4_bug1" currentDir = os.path.dirname(os.path.abspath(__file__)) runAll = False dbname = "test1" @@ -22,11 +22,15 @@ class Test_ThreeGorges: subTblNum = 3 tblRowNum = 10 tableList = [] + outTbname = "str_cjdl_point_data_szls_jk_test" + streamName = "str_cjdl_point_data_szls_jk_test" + tableList = [] + resultIdx = "1" def setup_class(cls): tdLog.debug(f"start to execute {__file__}") - def test_three_gorges_case4(self): + def test_three_gorges_case4_bug1(self): """test_three_gorges_case 1. create snode @@ -70,19 +74,20 @@ def test_three_gorges_case4(self): time.sleep(3) tdLog.info(f"Write the time data for the next 1 days") tdSql.execute(f"insert into {self.dbname}.a1 values({base_ts+86400000*6},997,997) ;")#写入未来1天时间数据（7.20 号） - time.sleep(5) - #检查过去 5 天数据是否写入 - tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 <= today()-5d") - tdLog.info(f"select today+1 data:select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 <= today()-5d") - if tdSql.getRows() == 1: - raise Exception("ERROR: result is now right!") - - #检查未来 1 天数据是否写入 - tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 >today()") - tdLog.info(f"select today+1 data:select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 >today()") - if tdSql.getRows() == 0: - raise Exception("ERROR: result is now right!") + # time.sleep(5) + # #检查过去 5 天数据是否写入 + # tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 <= today()-5d") + # tdLog.info(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 <= today()-5d") + # if tdSql.getRows() != 1: + # raise Exception("ERROR: result is now right!") + # #检查未来 1 天数据是否写入 + # tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 >today()") + # tdLog.info(f"select * from {self.dbname}.str_cjdl_point_data_szls_jk_test where _c0 >today()") + # if tdSql.getRows() != 1: + # raise Exception("ERROR: result is now right!") + tdSql.checkRowsLoop(7,f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;",200,1) + self.checkResultWithResultFile() def createStream(self): @@ -136,7 +141,13 @@ def sxny_data1(self): sql = "INSERT INTO test1.%s VALUES (%d,%d,%d)" % (tb, ts, c1,c2) tdSql.execute(sql) - + def checkResultWithResultFile(self): + chkSql = f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") def checkResultRows(self, expectedRows): diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py index cd96bd95ef7f..57ea8a3b9dbc 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py @@ -1,14 +1,14 @@ import time import math import random -from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom from random import randint import os import subprocess import json class Test_ThreeGorges: - caseName = "test_three_gorges_case4" + caseName = "test_three_gorges_case5" currentDir = os.path.dirname(os.path.abspath(__file__)) runAll = False dbname = "test1" @@ -19,6 +19,10 @@ class Test_ThreeGorges: subTblNum = 3 tblRowNum = 10 tableList = [] + outTbname = "str_cjdl_point_data_szls_yc_test" + streamName = "str_cjdl_point_data_szls_yc_test" + tableList = [] + resultIdx = "1" def setup_class(cls): tdLog.debug(f"start to execute {__file__}") @@ -51,9 +55,9 @@ def test_three_gorges_case5(self): self.createSnodeTest() self.createStream() self.checkStreamRunning() - tdSql.query(f"select * from {self.dbname}.str_cjdl_point_data_szls_yc_test") - if tdSql.getRows() < 5: - raise Exception("ERROR: result is not right!") + + tdSql.checkRowsLoop(10,f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;",100,6) + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -74,6 +78,14 @@ def createStream(self): tdSql.execute(stream,queryTimes=2) tdLog.info(f"create stream success!") + def checkResultWithResultFile(self): + chkSql = f"select val,senid,senid_name from {self.dbname}.{self.outTbname} order by _c0;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + def sxny_data1(self): import random import time @@ -97,7 +109,7 @@ def sxny_data1(self): yesterday = today - datetime.timedelta(days=1) base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 - interval_ms = 30 * 1000 + interval_ms = 3 * 1000 total_rows = 10 for i in range(total_rows): diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py index bab68e321b17..4ccfe2f1b059 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py @@ -11,7 +11,7 @@ import datetime class Test_ThreeGorges: - caseName = "str_tb_station_power_info" + caseName = "test_three_gorges_second_case17" currentDir = os.path.dirname(os.path.abspath(__file__)) runAll = False dbname = "test1" @@ -53,11 +53,24 @@ def test_three_gorges_second_case17(self): tdStream.dropAllStreamsAndDbs() - - self.sxny_data1() + + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE test1.tb_station_power_info (ts TIMESTAMP , rated_power DOUBLE , minimum_power DOUBLE , data_rate DOUBLE ) + TAGS (company VARCHAR(255), ps_name VARCHAR(255), country_code VARCHAR(255), ps_code VARCHAR(255), + rated_energy VARCHAR(255), rated_power_unit VARCHAR(255), data_unit VARCHAR(255), remark VARCHAR(255)) + """) + + tdSql.execute("CREATE TABLE test1.`a0` USING test1.`tb_station_power_info` TAGS ('com_a0','psname_a0','conutry_a0','pscode_a0','rate_a0','p_a0','Km','remarka0')") + tdSql.execute("CREATE TABLE test1.`a1` USING test1.`tb_station_power_info` TAGS ('com_a1','psname_a1','conutry_a1','pscode_a1','rate_a1','p_a1','K','remarka1')") + tdSql.execute("CREATE TABLE test1.`a2` USING test1.`tb_station_power_info` TAGS ('com_a2','psname_a2','conutry_a2','pscode_a2','rate_a2','p_a2','mi','remarka2')") + + self.createSnodeTest() self.createStream() self.checkStreamRunning() + self.sxny_data1() + tdSql.checkRowsLoop(3,f"select rated_power,minimum_power,data_rate,tablename,company,ps_name,country_code,ps_code,rated_energy,rated_power_unit,data_unit,remark from {self.dbname}.{self.outTbname} order by tablename;",100,1) + self.checkResultWithResultFile() def createStream(self): @@ -93,7 +106,7 @@ def createStream(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select rated_power,minimum_power,data_rate,tablename,company,ps_name,country_code,ps_code,rated_energy,rated_power_unit,data_unit,remark from {self.dbname}.{self.outTbname} order by tablename;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) @@ -106,16 +119,7 @@ def sxny_data1(self): import datetime random.seed(42) - tdSql.execute("create database test1 vgroups 6;") - tdSql.execute("""CREATE STABLE test1.tb_station_power_info (ts TIMESTAMP , rated_power DOUBLE , minimum_power DOUBLE , data_rate DOUBLE ) - TAGS (company VARCHAR(255), ps_name VARCHAR(255), country_code VARCHAR(255), ps_code VARCHAR(255), - rated_energy VARCHAR(255), rated_power_unit VARCHAR(255), data_unit VARCHAR(255), remark VARCHAR(255)) - """) - - tdSql.execute("CREATE TABLE test1.`a0` USING test1.`tb_station_power_info` TAGS ('com_a0','psname_a0','conutry_a0','pscode_a0','rate_a0','p_a0','Km','remarka0')") - tdSql.execute("CREATE TABLE test1.`a1` USING test1.`tb_station_power_info` TAGS ('com_a1','psname_a1','conutry_a1','pscode_a1','rate_a1','p_a1','K','remarka1')") - tdSql.execute("CREATE TABLE test1.`a2` USING test1.`tb_station_power_info` TAGS ('com_a2','psname_a2','conutry_a2','pscode_a2','rate_a2','p_a2','mi','remarka2')") - + tables = ['a0', 'a1', 'a2'] diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case18.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case18.py new file mode 100644 index 000000000000..0f492cc20acd --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case18.py @@ -0,0 +1,321 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom +from random import randint +import os +import subprocess +import json +import random +import time +import datetime + +class Test_ThreeGorges: + caseName = "test_three_gorges_second_case18" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "stb_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1" + streamName = "str_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_three_gorges_second_case18(self): + """test_three_gorges_case + + 1. create snode + 2. create stream + + + Catalog: + - Streams:str_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1 + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-18 lvze Created + + """ + + + tdStream.dropAllStreamsAndDbs() + + self.sxny_data1() + self.createSnodeTest() + self.createStream() + self.checkStreamRunning() + self.sxny_data2() + self.dataIn() + tdSql.checkRowsLoop(500,f"select val,tablename,point, ps_code, cnstationno, index_code from {self.dbname}.{self.outTbname} order by tablename;",100,1) + self.checkResultWithResultFile() + + + def createStream(self): + tdLog.info(f"create stream :") + stream1 = ( + f"""create stream test1.str_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1 interval(5m) sliding(5m) from test1.stb_sxny_cn + partition by tbname,point, ps_code, cnstationno, index_code + stream_options(max_delay(4m)|pre_filter(index_code in ('index_a0','index_a2') and dt >=today() and dcc_flag='dcc_a0')) + into test1.stb_sxny_cn_sbgjpt_stationmsg_cnstationstatus_bj1 output_subtable(concat_ws('_','stationmsg_cnstationstatus_bj1',ps_code)) + tags( + tablename varchar(50) as tbname, + point varchar(255) as point, + ps_code varchar(255) as ps_code, + cnstationno varchar(255) as cnstationno, + index_code varchar(255) as index_code + ) + as select + _twstart ts, + last(val) val + from + %%trows; + """ + ) + + + tdSql.execute(stream1,queryTimes=2) + tdLog.info(f"create stream success!") + + def checkResultWithResultFile(self): + chkSql = f"select val,tablename,point, ps_code, cnstationno, index_code from {self.dbname}.{self.outTbname} order by tablename;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + + def sxny_data1(self): + import random + import time + import datetime + + random.seed(42) + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE test1.`stb_sxny_cn` ( + `dt` TIMESTAMP , `val` DOUBLE + ) TAGS ( + `point` VARCHAR(50), `point_name` VARCHAR(64), `point_path` VARCHAR(2000), + `index_name` VARCHAR(64), `country_equipment_code` VARCHAR(64), + `index_code` VARCHAR(64), `ps_code` VARCHAR(50), `cnstationno` VARCHAR(255), + `index_level` VARCHAR(10), `cz_flag` VARCHAR(255), `blq_flag` VARCHAR(255), + `dcc_flag` VARCHAR(255) + )""") + + tdSql.execute("CREATE TABLE test1.`a0` USING test1.`stb_sxny_cn` TAGS ('a0','name_a0','/taosdata/a0','a0_0','a0_ch1','index_a0','pscode_a0','cnstationno_a0','level_a0','cz_z0','blq_a0','dcc_a0')") + tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_sxny_cn` TAGS ('a1','name_a1','/taosdata/a1','a0_1','a1_ch1','index_a1','pscode_a1','cnstationno_a1','level_a1','cz_z1','blq_a1','dcc_a1')") + tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_sxny_cn` TAGS ('a2','name_a2','/taosdata/a2','a0_2','a2_ch2','index_a2','pscode_a2','cnstationno_a2','level_a2','cz_z2','blq_a2','dcc_a2')") + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 600 * 1000 # 10分钟 + total_rows = 10 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(0, 1000) + c3 = random.randint(0, 1000) + for tb in tables: + sql = "INSERT INTO test1.%s VALUES (%d,%d)" % (tb, ts, c1) + tdSql.execute(sql) + + def sxny_data2(self): + import random + import time + import datetime + + random.seed(42) + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 300 * 1000 + total_rows = 1 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + for tb in tables: + sql1 = "INSERT INTO test1.%s VALUES (now,%d)" % (tb, c1) + sql2 = "INSERT INTO test1.%s VALUES (now+1s,%d)" % (tb, c1+1) + sql3 = "INSERT INTO test1.%s VALUES (now+10m,%d)" % (tb, c1) + + tdSql.execute(sql1) + tdSql.execute(sql2) + tdSql.execute(sql3) + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stb_sxny_cn", + "child_table_exists": "yes", + "childtable_count": 3, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 5000, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "now", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "double","name":"val","count": 1,"max":100,"min":100} + ], + "tags": [ + {"type": "varchar","name":"point","len":100}, + {"type": "varchar","name":"point_name","len":100}, + {"type": "varchar","name":"point_path","len":100}, + {"type": "varchar","name":"index_name","len":100,}, + {"type": "varchar","name":"country_equipment_code","len":100}, + {"type": "varchar","name":"index_code","len":100}, + {"type": "varchar","name":"ps_code","len":100}, + {"type": "varchar","name":"cnstationno","len":100,}, + {"type": "varchar","name":"index_level","len":100}, + {"type": "varchar","name":"cz_flag","len":100}, + {"type": "varchar","name":"blq_flag","len":100}, + {"type": "varchar","name":"dcc_flag","len":100,}, + + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_snodes order by id;", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + + + def get_pid_by_cmdline(self,pattern): + try: + cmd = "unset LD_PRELOAD;ps -eo pid,cmd | grep '{}' | grep -v grep | grep -v SCREEN".format(pattern) + output = subprocess.check_output(cmd, shell=True).decode().strip() + # 可多行，默认取第一行 + lines = output.split('\n') + if lines: + pid = int(lines[0].strip().split()[0]) + return pid + except subprocess.CalledProcessError: + return None + + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + tdSql.execute(f"create snode on dnode {i}") + tdLog.info(f"create snode on dnode {i} success") + self.checkResultRows(numOfNodes) + + tdSql.checkResultsByFunc( + f"show snodes;", + lambda: tdSql.getRows() == numOfNodes, + delay=0.5, retry=2 + ) + + + + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19.py new file mode 100644 index 000000000000..e3b18fbdfc54 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19.py @@ -0,0 +1,324 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom +from random import randint +import os +import subprocess +import json +import random +import time +import datetime + +class Test_ThreeGorges: + caseName = "test_three_gorges_second_case19" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "stb_hbny_sx_mint_jzzt2" + streamName = "str_hbny_sx_mint_jzzt2" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_three_gorges_second_case19(self): + """test_three_gorges_case + + 1. create snode + 2. create stream + + + Catalog: + - Streams:str_hbny_sx_mint_jzzt2 + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-18 lvze Created + + """ + + + tdStream.dropAllStreamsAndDbs() + + self.sxny_data1() + self.createSnodeTest() + self.createStream() + self.checkStreamRunning() + self.sxny_data2() + tdSql.checkRowsLoop(2,f"select v,tablename,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code from {self.dbname}.{self.outTbname} order by tablename;",100,1) + list = tdSql.getResult(f"select v,tablename,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code from {self.dbname}.{self.outTbname} order by tablename;") + tdLog.info(f"result: {list}") + self.checkResultWithResultFile() + + + def createStream(self): + tdLog.info(f"create stream :") + stream1 = ( + f"""create stream test1.str_hbny_sx_mint_jzzt2 interval(10m) sliding(10m) from test1.stb_hbny_sx_mint + partition by tbname,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code + stream_options(force_output|watermark(5m)|event_type(window_close)|pre_filter(ps_code in ('a0','a2') and index_code='a0')) + into test1.stb_hbny_sx_mint_jzzt2 output_subtable(concat_ws('_','cjdl_rtdb_jzzt',senid)) + tags( + tablename varchar(50) as tbname, + senid varchar(255) as senid, + sen_name varchar(255) as sen_name, + index_code varchar(255) as index_code, + jz_location varchar(255) as jz_location, + jz_no varchar(255) as jz_no, + ps_name varchar(255) as ps_name, + ps_code varchar(255) as ps_code + ) + as select + _twstart ts, + last(v) v + from + %%trows; + """ + ) + + + tdSql.execute(stream1,queryTimes=2) + tdLog.info(f"create stream success!") + + def checkResultWithResultFile(self): + chkSql = f"select v,tablename,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code from {self.dbname}.{self.outTbname} order by tablename;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + + def sxny_data1(self): + import random + import time + import datetime + + random.seed(42) + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE test1.stb_hbny_sx_mint (ts TIMESTAMP , v DOUBLE ) + TAGS (senid VARCHAR(20), index_code VARCHAR(255), index_name VARCHAR(255), ps_code VARCHAR(255), ps_name VARCHAR(255), + ps_type VARCHAR(255), unit_name VARCHAR(255), province_name VARCHAR(255), area_name VARCHAR(255), company_name VARCHAR(255), + sen_name VARCHAR(255), index_seq VARCHAR(255), jz_seq VARCHAR(255), jz_no VARCHAR(255), jz_location VARCHAR(255), + unit_conversion DOUBLE + )""") + + tdSql.execute("CREATE TABLE test1.`a0` USING test1.`stb_hbny_sx_mint` TAGS ('a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0',9.9)") + tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_hbny_sx_mint` TAGS ('a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1',8.8)") + tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_hbny_sx_mint` TAGS ('a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2',7.7)") + # tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_hbny_sx_mint` TAGS ('a1','name_a1','/taosdata/a1','a0_1','a1_ch1','index_a1','pscode_a1','cnstationno_a1','level_a1','cz_z1','blq_a1','dcc_a1')") + # tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_hbny_sx_mint` TAGS ('a2','name_a2','/taosdata/a2','a0_2','a2_ch2','index_a2','pscode_a2','cnstationno_a2','level_a2','cz_z2','blq_a2','dcc_a2')") + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 600 * 1000 # 10分钟 + total_rows = 10 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(0, 1000) + c3 = random.randint(0, 1000) + for tb in tables: + sql = "INSERT INTO test1.%s VALUES (%d,%d)" % (tb, ts, c1) + tdSql.execute(sql) + + def sxny_data2(self): + import random + import time + import datetime + + random.seed(42) + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 300 * 1000 + total_rows = 1 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + for tb in tables: + sql1 = "INSERT INTO test1.%s VALUES ('2025-07-25 10:00:00',%d)" % (tb, c1) + sql2 = "INSERT INTO test1.%s VALUES ('2025-07-25 10:20:00',%d)" % (tb, c1+1) + sql3 = "INSERT INTO test1.%s VALUES ('2025-07-25 10:30:00',%d)" % (tb, c1+2) + + tdSql.execute(sql1) + tdSql.execute(sql2) + tdSql.execute(sql3) + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stb_sxny_cn", + "child_table_exists": "yes", + "childtable_count": 3, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 5000, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "now", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "double","name":"val","count": 1,"max":100,"min":100} + ], + "tags": [ + {"type": "varchar","name":"point","len":100}, + {"type": "varchar","name":"point_name","len":100}, + {"type": "varchar","name":"point_path","len":100}, + {"type": "varchar","name":"index_name","len":100,}, + {"type": "varchar","name":"country_equipment_code","len":100}, + {"type": "varchar","name":"index_code","len":100}, + {"type": "varchar","name":"ps_code","len":100}, + {"type": "varchar","name":"cnstationno","len":100,}, + {"type": "varchar","name":"index_level","len":100}, + {"type": "varchar","name":"cz_flag","len":100}, + {"type": "varchar","name":"blq_flag","len":100}, + {"type": "varchar","name":"dcc_flag","len":100,}, + + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_snodes order by id;", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + + + def get_pid_by_cmdline(self,pattern): + try: + cmd = "unset LD_PRELOAD;ps -eo pid,cmd | grep '{}' | grep -v grep | grep -v SCREEN".format(pattern) + output = subprocess.check_output(cmd, shell=True).decode().strip() + # 可多行，默认取第一行 + lines = output.split('\n') + if lines: + pid = int(lines[0].strip().split()[0]) + return pid + except subprocess.CalledProcessError: + return None + + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + tdSql.execute(f"create snode on dnode {i}") + tdLog.info(f"create snode on dnode {i} success") + self.checkResultRows(numOfNodes) + + tdSql.checkResultsByFunc( + f"show snodes;", + lambda: tdSql.getRows() == numOfNodes, + delay=0.5, retry=2 + ) + + + + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19_bug1.py new file mode 100644 index 000000000000..5ca07199bae3 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19_bug1.py @@ -0,0 +1,326 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom +from random import randint +import os +import subprocess +import json +import random +import time +import datetime + +class Test_ThreeGorges: + caseName = "str_hbny_sx_mint_jzzt2" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "stb_hbny_sx_mint_jzzt2" + streamName = "str_hbny_sx_mint_jzzt2" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_three_gorges_second_case19(self): + """test_three_gorges_case + + 1. create snode + 2. create stream + + + Catalog: + - Streams:str_hbny_sx_mint_jzzt2 + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-18 lvze Created + + """ + + + tdStream.dropAllStreamsAndDbs() + + self.sxny_data1() + self.createSnodeTest() + self.createStream() + self.checkStreamRunning() + self.sxny_data2() + + + def createStream(self): + tdLog.info(f"create stream :") + stream1 = ( + f"""create stream test1.str_hbny_sx_mint_jzzt2 interval(10m) sliding(10m) from test1.stb_hbny_sx_mint + partition by tbname,senid, sen_name, index_code, jz_location,jz_no,ps_name,ps_code + stream_options(force_output|watermark(5m)|event_type(window_close)|pre_filter(ps_code in ('a0','a2') and index_code='a0')) + into test1.stb_hbny_sx_mint_jzzt2 output_subtable(concat_ws('_','cjdl_rtdb_jzzt',senid)) + tags( + tablename varchar(50) as tbname, + senid varchar(255) as senid, + sen_name varchar(255) as sen_name, + index_code varchar(255) as index_code, + jz_location varchar(255) as jz_location, + jz_no varchar(255) as jz_no, + ps_name varchar(255) as ps_name, + ps_code varchar(255) as ps_code + ) + as select + _wstart ts, + last(v) v + from + %%trows; + """ + ) + + + try: + tdSql.execute(stream1,queryTimes=2) + except Exception as e: + if "_WSTART, _WEND and _WDURATION can only be used in window query" in str(e): + tdLog.info(f"create stream error :_WSTART, _WEND and _WDURATION can only be used in window query") + else: + raise Exception(f"error: _WSTART, _WEND and _WDURATION must be used in window query") + + + def checkResultWithResultFile(self): + chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + + def sxny_data1(self): + import random + import time + import datetime + + random.seed(42) + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE test1.stb_hbny_sx_mint (ts TIMESTAMP , v DOUBLE ) + TAGS (senid VARCHAR(20), index_code VARCHAR(255), index_name VARCHAR(255), ps_code VARCHAR(255), ps_name VARCHAR(255), + ps_type VARCHAR(255), unit_name VARCHAR(255), province_name VARCHAR(255), area_name VARCHAR(255), company_name VARCHAR(255), + sen_name VARCHAR(255), index_seq VARCHAR(255), jz_seq VARCHAR(255), jz_no VARCHAR(255), jz_location VARCHAR(255), + unit_conversion DOUBLE + )""") + + tdSql.execute("CREATE TABLE test1.`a0` USING test1.`stb_hbny_sx_mint` TAGS ('a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0',9.9)") + tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_hbny_sx_mint` TAGS ('a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1',8.8)") + tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_hbny_sx_mint` TAGS ('a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2',7.7)") + # tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_hbny_sx_mint` TAGS ('a1','name_a1','/taosdata/a1','a0_1','a1_ch1','index_a1','pscode_a1','cnstationno_a1','level_a1','cz_z1','blq_a1','dcc_a1')") + # tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_hbny_sx_mint` TAGS ('a2','name_a2','/taosdata/a2','a0_2','a2_ch2','index_a2','pscode_a2','cnstationno_a2','level_a2','cz_z2','blq_a2','dcc_a2')") + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 600 * 1000 # 10分钟 + total_rows = 10 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(0, 1000) + c3 = random.randint(0, 1000) + for tb in tables: + sql = "INSERT INTO test1.%s VALUES (%d,%d)" % (tb, ts, c1) + tdSql.execute(sql) + + def sxny_data2(self): + import random + import time + import datetime + + random.seed(42) + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 300 * 1000 + total_rows = 1 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + for tb in tables: + sql1 = "INSERT INTO test1.%s VALUES (now,%d)" % (tb, c1) + sql2 = "INSERT INTO test1.%s VALUES (now+1s,%d)" % (tb, c1+1) + sql3 = "INSERT INTO test1.%s VALUES (now+10m,%d)" % (tb, c1) + + tdSql.execute(sql1) + tdSql.execute(sql2) + tdSql.execute(sql3) + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stb_sxny_cn", + "child_table_exists": "yes", + "childtable_count": 3, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 5000, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "now", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "double","name":"val","count": 1,"max":100,"min":100} + ], + "tags": [ + {"type": "varchar","name":"point","len":100}, + {"type": "varchar","name":"point_name","len":100}, + {"type": "varchar","name":"point_path","len":100}, + {"type": "varchar","name":"index_name","len":100,}, + {"type": "varchar","name":"country_equipment_code","len":100}, + {"type": "varchar","name":"index_code","len":100}, + {"type": "varchar","name":"ps_code","len":100}, + {"type": "varchar","name":"cnstationno","len":100,}, + {"type": "varchar","name":"index_level","len":100}, + {"type": "varchar","name":"cz_flag","len":100}, + {"type": "varchar","name":"blq_flag","len":100}, + {"type": "varchar","name":"dcc_flag","len":100,}, + + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_snodes order by id;", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + + + def get_pid_by_cmdline(self,pattern): + try: + cmd = "unset LD_PRELOAD;ps -eo pid,cmd | grep '{}' | grep -v grep | grep -v SCREEN".format(pattern) + output = subprocess.check_output(cmd, shell=True).decode().strip() + # 可多行，默认取第一行 + lines = output.split('\n') + if lines: + pid = int(lines[0].strip().split()[0]) + return pid + except subprocess.CalledProcessError: + return None + + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + tdSql.execute(f"create snode on dnode {i}") + tdLog.info(f"create snode on dnode {i} success") + self.checkResultRows(numOfNodes) + + tdSql.checkResultsByFunc( + f"show snodes;", + lambda: tdSql.getRows() == numOfNodes, + delay=0.5, retry=2 + ) + + + + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py index 80a2d458852b..413e50e5ffc4 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py @@ -75,11 +75,11 @@ def test_three_gorges_second_case1(self): tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86770001*4},1000);") tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86770001*4},1000);") time.sleep(3) - tdSql.query(f"select * from {self.dbname}.stb_sxny_cn_drzcfd_test01") - if tdSql.getRows() == 0: - raise Exception("ERROR:no result!") + # tdSql.query(f"select * from {self.dbname}.stb_sxny_cn_drzcfd_test01") + # if tdSql.getRows() == 0: + # raise Exception("ERROR:no result!") - # self.checkResultWithResultFile() + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -105,7 +105,7 @@ def createStream(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select fir_val,sec_val,tablename,point,index_code,ps_code from {self.dbname}.{self.outTbname} order by _c0,tablename;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py index fe58579c5646..263fa02ed315 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py @@ -11,7 +11,7 @@ import datetime class Test_ThreeGorges: - caseName = "test_three_gorges_second_case1_bug1" + caseName = "test_three_gorges_second_case1_twostream" currentDir = os.path.dirname(os.path.abspath(__file__)) runAll = False dbname = "test1" @@ -22,16 +22,15 @@ class Test_ThreeGorges: subTblNum = 3 tblRowNum = 10 tableList = [] - outTbname = "stb_sxny_cn_drzcfd_test01" + outTbname = "stb_sxny_cn_drzcfd_test02" streamName = "str_sxny_cn_drzcfd_test01" tableList = [] resultIdx = "1" - caseName = "test_three_gorges_second_case1_bug1" def setup_class(cls): tdLog.debug(f"start to execute {__file__}") - def test_three_gorges_second_case1(self): + def test_three_gorges_second_case1_twostream(self): """test_three_gorges_case 1. create snode @@ -79,10 +78,12 @@ def test_three_gorges_second_case1(self): if tdSql.getRows() == 0: raise Exception("ERROR:no result!") - # self.checkResultWithResultFile() + self.createStream2() self.checkStreamRunning() + tdSql.checkRowsLoop(2,f"select val,tablename,index_code,ps_code from {self.dbname}.{self.outTbname} order by _c0,tablename;",100,1) + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -127,7 +128,7 @@ def createStream2(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select val,tablename,index_code,ps_code from {self.dbname}.{self.outTbname} order by _c0,tablename;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case22.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case22.py new file mode 100644 index 000000000000..33d23975a8f6 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case22.py @@ -0,0 +1,329 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom +from random import randint +import os +import subprocess +import json +import random +import time +import datetime + +class Test_ThreeGorges: + caseName = "test_three_gorges_second_case22" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "stb_dwi_cjdl_rtems_power" + streamName = "stm_dwi_cjdl_rtems_power" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_three_gorges_second_case22(self): + """test_three_gorges_case + + 1. create snode + 2. create stream + + + Catalog: + - Streams:stm_dwi_cjdl_rtems_power + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-18 lvze Created + + """ + + + tdStream.dropAllStreamsAndDbs() + + self.sxny_data1() + self.createSnodeTest() + self.createStream() + self.checkStreamRunning() + self.sxny_data2() + tdSql.checkRowsLoop(4,f"select val,tablename,ps_code,ps_name,province_name,area_name,company_name,ps_type,index_seq from {self.dbname}.{self.outTbname} order by tablename;",100,1) + self.checkResultWithResultFile() + + + def createStream(self): + tdLog.info(f"create stream :") + stream1 = ( + f"""create stream test1.stm_dwi_cjdl_rtems_power interval(5m) sliding(5m) from test1.stb_cjdl_rtems + partition by tbname,ps_code,ps_name,province_name,area_name,company_name,ps_type,index_seq + stream_options(max_delay(4m)|pre_filter(index_code in ('a0','a2') and dt >= today() - 1d )) + into test1.stb_dwi_cjdl_rtems_power output_subtable(concat_ws('_','stb_dwi_cjdl_rtems_power',ps_code)) + tags( + tablename varchar(50) as tbname, + ps_code varchar(50) as ps_code, + ps_name varchar(50) as ps_name, + province_name varchar(50) as province_name, + area_name varchar(50) as area_name, + company_name varchar(50) as company_name, + ps_type varchar(50) as ps_type, + index_seq varchar(50) as index_seq + ) + as select + _twstart ts, + avg(factv) val + from + %%trows; + """ + ) + + + tdSql.execute(stream1,queryTimes=2) + tdLog.info(f"create stream success!") + + def checkResultWithResultFile(self): + chkSql = f"select val,tablename,ps_code,ps_name,province_name,area_name,company_name,ps_type,index_seq from {self.dbname}.{self.outTbname} order by tablename;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + + def sxny_data1(self): + import random + import time + import datetime + + random.seed(42) + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE test1.stb_cjdl_rtems (dt TIMESTAMP , ifch DOUBLE , factv DOUBLE , cycle DOUBLE , `state` DOUBLE , ts DOUBLE , dq DOUBLE ) + TAGS (senid VARCHAR(20), index_code VARCHAR(255), index_name VARCHAR(255), ps_code VARCHAR(255), ps_type VARCHAR(255), + ps_name VARCHAR(255), sen_name VARCHAR(255), province_name VARCHAR(255), area_name VARCHAR(255), company_name VARCHAR(255), + index_seq VARCHAR(255), jz_seq VARCHAR(255), jz_no VARCHAR(255), jz_location VARCHAR(255) + )""") + + tdSql.execute("CREATE TABLE test1.`a0` USING test1.`stb_cjdl_rtems` TAGS ('a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0','a0')") + tdSql.execute("CREATE TABLE test1.`a1` USING test1.`stb_cjdl_rtems` TAGS ('a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1','a1')") + tdSql.execute("CREATE TABLE test1.`a2` USING test1.`stb_cjdl_rtems` TAGS ('a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2','a2')") + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 600 * 1000 # 10分钟 + total_rows = 10 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(0, 1000) + c3 = random.randint(0, 1000) + c4 = random.randint(0, 1000) + c5 = random.randint(0, 1000) + c6 = random.randint(0, 1000) + for tb in tables: + sql = "INSERT INTO test1.%s VALUES (%d,%d,%d,%d,%d,%d,%d)" % (tb, ts, c1,c2,c3,c4,c5,c6) + tdSql.execute(sql) + + def sxny_data2(self): + import random + import time + import datetime + + random.seed(42) + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=0) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 300 * 1000 + total_rows = 1 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + c2 = random.randint(0, 1000) + c3 = random.randint(0, 1000) + c4 = random.randint(0, 1000) + c5 = random.randint(0, 1000) + c6 = random.randint(0, 1000) + for tb in tables: + sql1 = "INSERT INTO test1.%s VALUES (now,%d,%d,%d,%d,%d,%d)" % (tb, c1,c2,c3,c4,c5,c6) + sql2 = "INSERT INTO test1.%s VALUES (now+5m,%d,%d,%d,%d,%d,%d)" % (tb, c1,c2+2,c3,c4,c5,c6) + sql3 = "INSERT INTO test1.%s VALUES (now+350s,%d,%d,%d,%d,%d,%d)" % (tb, c1+1,c2+1,c3,c4,c5,c6) + sql4 = "INSERT INTO test1.%s VALUES (now+10m,%d,%d,%d,%d,%d,%d)" % (tb, c1+10,c2+10,c3,c4,c5,c6) + + tdSql.execute(sql1) + tdSql.execute(sql2) + tdSql.execute(sql3) + tdSql.execute(sql4) + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stb_sxny_cn", + "child_table_exists": "yes", + "childtable_count": 3, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 5000, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "now", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "double","name":"val","count": 1,"max":100,"min":100} + ], + "tags": [ + {"type": "varchar","name":"point","len":100}, + {"type": "varchar","name":"point_name","len":100}, + {"type": "varchar","name":"point_path","len":100}, + {"type": "varchar","name":"index_name","len":100,}, + {"type": "varchar","name":"country_equipment_code","len":100}, + {"type": "varchar","name":"index_code","len":100}, + {"type": "varchar","name":"ps_code","len":100}, + {"type": "varchar","name":"cnstationno","len":100,}, + {"type": "varchar","name":"index_level","len":100}, + {"type": "varchar","name":"cz_flag","len":100}, + {"type": "varchar","name":"blq_flag","len":100}, + {"type": "varchar","name":"dcc_flag","len":100,}, + + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_snodes order by id;", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + + + def get_pid_by_cmdline(self,pattern): + try: + cmd = "unset LD_PRELOAD;ps -eo pid,cmd | grep '{}' | grep -v grep | grep -v SCREEN".format(pattern) + output = subprocess.check_output(cmd, shell=True).decode().strip() + # 可多行，默认取第一行 + lines = output.split('\n') + if lines: + pid = int(lines[0].strip().split()[0]) + return pid + except subprocess.CalledProcessError: + return None + + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + tdSql.execute(f"create snode on dnode {i}") + tdLog.info(f"create snode on dnode {i} success") + self.checkResultRows(numOfNodes) + + tdSql.checkResultsByFunc( + f"show snodes;", + lambda: tdSql.getRows() == numOfNodes, + delay=0.5, retry=2 + ) + + + + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case26.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case26.py new file mode 100644 index 000000000000..76bc4b8c7603 --- /dev/null +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case26.py @@ -0,0 +1,309 @@ +import time +import math +import random +from new_test_framework.utils import tdLog, tdSql, tdStream, streamUtil,StreamTableType, StreamTable, cluster,tdCom +from random import randint +import os +import subprocess +import json +import random +import time +import datetime + +class Test_ThreeGorges: + caseName = "test_three_gorges_second_case26" + currentDir = os.path.dirname(os.path.abspath(__file__)) + runAll = False + dbname = "test1" + stbname= "stba" + stName = "" + resultIdx = "" + sliding = 1 + subTblNum = 3 + tblRowNum = 10 + tableList = [] + outTbname = "stb_sxny_cn_sbgjpt_index_blq_yjbj" + streamName = "stb_sxny_cn_sbgjpt_index_blq_yjbj" + tableList = [] + resultIdx = "1" + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_three_gorges_second_case26(self): + """test_three_gorges_case + + 1. create snode + 2. create stream + + + Catalog: + - Streams:stb_sxny_cn_sbgjpt_index_blq_yjbj + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-7-18 lvze Created + + """ + + + tdStream.dropAllStreamsAndDbs() + + tdSql.execute("create database test1 vgroups 6;") + tdSql.execute("""CREATE STABLE if not exists test1.`stb_sxny_cn` ( + `dt` TIMESTAMP , `val` DOUBLE + ) TAGS ( + `point` VARCHAR(50), `point_name` VARCHAR(64), `point_path` VARCHAR(2000), + `index_name` VARCHAR(64), `country_equipment_code` VARCHAR(64), + `index_code` VARCHAR(64), `ps_code` VARCHAR(50), `cnstationno` VARCHAR(255), + `index_level` VARCHAR(10), `cz_flag` VARCHAR(255), `blq_flag` VARCHAR(255), + `dcc_flag` VARCHAR(255),`index_seq` VARCHAR(255) + )""") + + tdSql.execute("CREATE TABLE if not exists test1.`a0` USING test1.`stb_sxny_cn` TAGS ('a0','name_a0','/taosdata/a0','a0_0','a0_ch1','index_a0','pscode_a0','cnstationno_a0','level_a0','cz_z0','blq_a0','dcc_a0','seq_a0')") + tdSql.execute("CREATE TABLE if not exists test1.`a1` USING test1.`stb_sxny_cn` TAGS ('a1','name_a1','/taosdata/a1','a0_1','a1_ch1','index_a1','pscode_a1','cnstationno_a1','level_a1','cz_z1','blq_a1','dcc_a1','seq_a1')") + tdSql.execute("CREATE TABLE if not exists test1.`a2` USING test1.`stb_sxny_cn` TAGS ('a2','name_a2','/taosdata/a2','a0_2','a2_ch2','index_a2','pscode_a2','cnstationno_a2','level_a2','cz_z2','blq_a2','dcc_a2','seq_a2')") + + + self.createSnodeTest() + self.createStream() + self.checkStreamRunning() + self.sxny_data1() + tdLog.info(f"insert into data:") + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=1) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86400000*2},100);") + tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86400000*2},100);") + tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86400000*3},101);") + tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86400000*3},101);") + tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86400001*3},-102);") + tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86400001*3},-102);") + tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86400000*6},1000);") + tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86400000*6},1000);") + time.sleep(3) + tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") + tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") + time.sleep(3) + tdSql.query(f"select * from {self.dbname}.{self.outTbname}") + if tdSql.getRows() == 0: + raise Exception("ERROR:no result!") + + self.checkResultWithResultFile() + + def createStream(self): + tdLog.info(f"create stream :") + stream = ( + f"""create stream test1.stb_sxny_cn_sbgjpt_index_blq_yjbj state_window(cast(val as int)) from test1.stb_sxny_cn + partition by tbname,point,index_code,country_equipment_code,ps_code,point_name + stream_options(event_type(window_close)|pre_filter(index_code in ('index_a0','index_a2') and dt >= today() )) + into test1.stb_sxny_cn_sbgjpt_index_blq_yjbj output_subtable(concat_ws('_','stb_sxny_cn_sbgjpt_index_blq_yjbj',index_code,point,country_equipment_code)) + tags( + tablename varchar(50) as tbname, + point varchar(50) as point, + index_code varchar(50) as index_code, + country_equipment_code varchar(50) as country_equipment_code, + ps_code varchar(50) as ps_code, + point_name varchar(50) as point_name + ) + as select + _twstart dt, + today() - 1d ts, + to_char(_twstart, 'yyyy-mm-dd') stat_date, + first(dt) fir_dt, + last(dt) sec_dt, + last(cast(val as integer)) val + from + %%trows; + """ + ) + tdSql.execute(stream,queryTimes=2) + tdLog.info(f"create stream success!") + + def checkResultWithResultFile(self): + chkSql = f"select val,tablename,point,index_code,country_equipment_code,ps_code,point_name from {self.dbname}.{self.outTbname} order by _c0;" + tdLog.info(f"check result with sql: {chkSql}") + if tdSql.getRows() >0: + tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) + tdCom.compare_query_with_result_file(self.resultIdx, chkSql, f"{self.currentDir}/ans/{self.caseName}.{self.resultIdx}.csv", self.caseName) + tdLog.info("check result with result file succeed") + + def sxny_data1(self): + import random + import time + import datetime + + random.seed(42) + + + tables = ['a0', 'a1', 'a2'] + + + today = datetime.date.today() + yesterday = today - datetime.timedelta(days=1) + base_ts = int(time.mktime(datetime.datetime.combine(yesterday, datetime.time.min).timetuple())) * 1000 + + interval_ms = 600 * 1000 # 10分钟 + total_rows = 10 + + for i in range(total_rows): + ts = base_ts + i * interval_ms + c1 = random.randint(0, 1000) + for tb in tables: + sql = "INSERT INTO test1.%s VALUES (%d,%d)" % (tb, ts, c1) + tdSql.execute(sql) + + + + + def dataIn(self): + tdLog.info(f"insert more data:") + config = { + "filetype": "insert", + "cfgdir": "/etc/taos", + "host": "localhost", + "port": 6030, + "user": "root", + "password": "taosdata", + "thread_count": 16, + "thread_count_create_tbl": 8, + "result_file": "./insert.txt", + "confirm_parameter_prompt": "no", + "insert_interval": 0, + "num_of_records_per_req": 1000, + "max_sql_len": 1048576, + "databases": [{ + "dbinfo": { + "name": "test1", + "drop": "no", + "replica": 3, + "days": 10, + "precision": "ms", + "keep": 36500, + "minRows": 100, + "maxRows": 4096 + }, + "super_tables": [{ + "name": "stba", + "child_table_exists": "no", + "childtable_count": 3, + "childtable_prefix": "a", + "auto_create_table": "no", + "batch_create_tbl_num": 10, + "data_source": "rand", + "insert_mode": "taosc", + "insert_rows": 5000, + "childtable_limit": 100000000, + "childtable_offset": 0, + "interlace_rows": 0, + "insert_interval": 0, + "max_sql_len": 1048576, + "disorder_ratio": 0, + "disorder_range": 1000, + "timestamp_step": 30000, + "start_timestamp": "2025-01-01 00:00:00.000", + "sample_format": "", + "sample_file": "", + "tags_file": "", + "columns": [ + {"type": "timestamp","name":"cts","count": 1,"start":"2025-02-01 00:00:00.000"}, + {"type": "int","name":"cint","max":100,"min":-1}, + {"type": "int","name":"i1","max":100,"min":-1} + ], + "tags": [ + {"type": "int","name":"tint","max":100,"min":-1}, + {"type": "double","name":"tdouble","max":100,"min":0}, + {"type": "varchar","name":"tvar","len":100,"count": 1}, + {"type": "nchar","name":"tnchar","len":100,"count": 1}, + {"type": "timestamp","name":"tts"}, + {"type": "bool","name":"tbool"} + ] + } + + ] + } + ] + } + + with open('insert_config.json','w') as f: + json.dump(config,f,indent=4) + tdLog.info('config file ready') + cmd = f"taosBenchmark -f insert_config.json " + # output = subprocess.check_output(cmd, shell=True).decode().strip() + ret = os.system(cmd) + if ret != 0: + raise Exception("taosBenchmark run failed") + time.sleep(5) + tdLog.info(f"Insert data:taosBenchmark -f insert_config.json") + + + def checkResultRows(self, expectedRows): + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_snodes order by id;", + lambda: tdSql.getRows() == expectedRows, + delay=0.5, retry=2 + ) + + + def get_pid_by_cmdline(self,pattern): + try: + cmd = "unset LD_PRELOAD;ps -eo pid,cmd | grep '{}' | grep -v grep | grep -v SCREEN".format(pattern) + output = subprocess.check_output(cmd, shell=True).decode().strip() + # 可多行，默认取第一行 + lines = output.split('\n') + if lines: + pid = int(lines[0].strip().split()[0]) + return pid + except subprocess.CalledProcessError: + return None + + + def createSnodeTest(self): + tdLog.info(f"create snode test") + tdSql.query("select * from information_schema.ins_dnodes order by id;") + numOfNodes=tdSql.getRows() + tdLog.info(f"numOfNodes: {numOfNodes}") + + for i in range(1, numOfNodes + 1): + tdSql.execute(f"create snode on dnode {i}") + tdLog.info(f"create snode on dnode {i} success") + self.checkResultRows(numOfNodes) + + tdSql.checkResultsByFunc( + f"show snodes;", + lambda: tdSql.getRows() == numOfNodes, + delay=0.5, retry=2 + ) + + + + + + def checkStreamRunning(self): + tdLog.info(f"check stream running status:") + + timeout = 60 + start_time = time.time() + + while True: + if time.time() - start_time > timeout: + tdLog.error("Timeout waiting for all streams to be running.") + tdLog.error(f"Final stream running status: {streamRunning}") + raise TimeoutError(f"Stream status did not reach 'Running' within {timeout}s timeout.") + + tdSql.query(f"select status from information_schema.ins_streams order by stream_name;") + streamRunning=tdSql.getColData(0) + + if all(status == "Running" for status in streamRunning): + tdLog.info("All Stream running!") + tdLog.info(f"stream running status: {streamRunning}") + return + else: + tdLog.info("Stream not running! Wait stream running ...") + tdLog.info(f"stream running status: {streamRunning}") + time.sleep(1) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py index cfebcb48f348..7a117d93c523 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py @@ -75,11 +75,11 @@ def test_three_gorges_second_case3(self): tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") time.sleep(3) - tdSql.query(f"select * from {self.dbname}.{self.outTbname}") - if tdSql.getRows() == 0: - raise Exception("ERROR:no result!") + # tdSql.query(f"select * from {self.dbname}.{self.outTbname}") + # if tdSql.getRows() == 0: + # raise Exception("ERROR:no result!") - # self.checkResultWithResultFile() + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -102,7 +102,7 @@ def createStream(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select val,index_code,ps_code from {self.dbname}.{self.outTbname} order by _c0,index_code;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py index 7cef3a161d6f..1de54eb0eed0 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py @@ -74,11 +74,11 @@ def test_three_gorges_second_case4(self): tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") time.sleep(3) - tdSql.query(f"select * from {self.dbname}.{self.outTbname}") - if tdSql.getRows() == 0: - raise Exception("ERROR:no result!") + # tdSql.query(f"select * from {self.dbname}.{self.outTbname}") + # if tdSql.getRows() == 0: + # raise Exception("ERROR:no result!") - # self.checkResultWithResultFile() + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -102,7 +102,7 @@ def createStream(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select max_val,min_val,index_code,ps_code from {self.dbname}.{self.outTbname} order by index_code;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) diff --git a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py index e90ae997d241..b02d45a9c66d 100644 --- a/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py +++ b/test/cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py @@ -74,11 +74,11 @@ def test_three_gorges_second_case6(self): tdLog.info(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") tdSql.execute(f"insert into {self.dbname}.a0 values({base_ts + 86770001*2},1000);") time.sleep(3) - tdSql.query(f"select * from {self.dbname}.{self.outTbname}") - if tdSql.getRows() == 0: - raise Exception("ERROR:no result!") + # tdSql.query(f"select * from {self.dbname}.{self.outTbname}") + # if tdSql.getRows() == 0: + # raise Exception("ERROR:no result!") - # self.checkResultWithResultFile() + self.checkResultWithResultFile() def createStream(self): tdLog.info(f"create stream :") @@ -102,7 +102,7 @@ def createStream(self): tdLog.info(f"create stream success!") def checkResultWithResultFile(self): - chkSql = f"select * from {self.dbname}.{self.outTbname} order by _c0;" + chkSql = f"select max_val,index_code,ps_code from {self.dbname}.{self.outTbname} order by index_code;" tdLog.info(f"check result with sql: {chkSql}") if tdSql.getRows() >0: tdCom.generate_query_result_file(self.caseName, self.resultIdx, chkSql) diff --git a/test/cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py b/test/cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py index 561e50e5d012..a7260a6e7c10 100644 --- a/test/cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py +++ b/test/cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py @@ -47,29 +47,96 @@ def setup_class(cls): tdLog.debug(f"start to execute {__file__}") def test_stream_compatibility(self): - """Stream Processing Compatibility Test - - Test stream processing compatibility across different TDengine versions: - 1. Download and setup multiple base versions (3.3.3.0, 3.3.4.0, 3.3.5.0, 3.3.6.0) - 2. Start TDengine service with each base version - 3. Create databases, tables and streams with base version - 4. Upgrade to current version and verify stream functionality - 5. Test stream data processing and consumption compatibility - 6. Verify stream metadata and status consistency after upgrade + """Stream Processing Cross-Version Compatibility Test + + Test stream processing and TSMA compatibility across 4 base versions with actual stream/TSMA creation and verification: + + 1. Test [v3.3.3.0 Version Compatibility] + 1.1 Install v3.3.3.0 enterprise package and create old format streams and TSMAs + 1.1.1 Create avg_stream: INTERVAL(5s) aggregation on meters table + 1.1.2 Create max_stream: trigger at_once with MAX aggregation by tbname + 1.1.3 Create count_stream: INTERVAL(10s) with WHERE voltage > 10 filter + 1.1.4 Create tsma_meters: 1-minute TSMA with avg(voltage), max(current), min(voltage), count(ts) + 1.1.5 Create tsma_meters_hourly: 1-hour TSMA with avg(voltage), max(current), min(current), count(ts) + 1.1.6 Create tsma_meters_detail: 30-second TSMA with sum(voltage), avg(current), max(phase), min(phase) + 1.2 Verify new version startup behavior with old streams and TSMAs + 1.2.1 Attempt to start new version (should fail due to incompatible streams/TSMAs) + 1.2.2 Verify stream and TSMA incompatibility detection + 1.3 Clean up old streams/TSMAs and create new format streams + 1.3.1 Drop all old format streams and TSMAs before database cleanup + 1.3.2 Create s_interval: INTERVAL(5s) SLIDING(5s) with trigger/source separation + 1.3.3 Create s_count: COUNT_WINDOW(5) with %%trows reference + 1.3.4 Create s_period: PERIOD(30s) with cross-database computation + 1.3.5 Create s_session: SESSION(ts, 5s) with window boundary functions + + 2. Test [v3.3.4.0 Version Compatibility] + 2.1 Install v3.3.4.0 enterprise package and create old format streams and TSMAs + 2.1.1 Create avg_stream: INTERVAL(5s) aggregation on meters table + 2.1.2 Create max_stream: trigger at_once with MAX aggregation by tbname + 2.1.3 Create count_stream: INTERVAL(10s) with WHERE voltage > 10 filter + 2.1.4 Create tsma_meters: 1-minute TSMA with avg(voltage), max(current), min(voltage), count(ts) + 2.1.5 Create tsma_meters_hourly: 1-hour TSMA with avg(voltage), max(current), min(current), count(ts) + 2.1.6 Create tsma_meters_detail: 30-second TSMA with sum(voltage), avg(current), max(phase), min(phase) + 2.2 Verify new version startup behavior with old streams and TSMAs + 2.2.1 Attempt to start new version (should fail due to incompatible streams/TSMAs) + 2.2.2 Verify stream and TSMA incompatibility detection + 2.3 Clean up old streams/TSMAs and create new format streams + 2.3.1 Drop all old format streams and TSMAs before database cleanup + 2.3.2 Create s_interval: INTERVAL(5s) SLIDING(5s) with trigger/source separation + 2.3.3 Create s_count: COUNT_WINDOW(5) with %%trows reference + 2.3.4 Create s_period: PERIOD(30s) with cross-database computation + 2.3.5 Create s_session: SESSION(ts, 5s) with window boundary functions + + 3. Test [v3.3.5.0 Version Compatibility] + 3.1 Install v3.3.5.0 enterprise package and create old format streams and TSMAs + 3.1.1 Create avg_stream: INTERVAL(5s) aggregation on meters table + 3.1.2 Create max_stream: trigger at_once with MAX aggregation by tbname + 3.1.3 Create count_stream: INTERVAL(10s) with WHERE voltage > 10 filter + 3.1.4 Create tsma_meters: 1-minute TSMA with avg(voltage), max(current), min(voltage), count(ts) + 3.1.5 Create tsma_meters_hourly: 1-hour TSMA with avg(voltage), max(current), min(current), count(ts) + 3.1.6 Create tsma_meters_detail: 30-second TSMA with sum(voltage), avg(current), max(phase), min(phase) + 3.2 Verify new version startup behavior with old streams and TSMAs + 3.2.1 Attempt to start new version (should fail due to incompatible streams/TSMAs) + 3.2.2 Verify stream and TSMA incompatibility detection + 3.3 Clean up old streams/TSMAs and create new format streams + 3.3.1 Drop all old format streams and TSMAs before database cleanup + 3.3.2 Create s_interval: INTERVAL(5s) SLIDING(5s) with trigger/source separation + 3.3.3 Create s_count: COUNT_WINDOW(5) with %%trows reference + 3.3.4 Create s_period: PERIOD(30s) with cross-database computation + 3.3.5 Create s_session: SESSION(ts, 5s) with window boundary functions + + 4. Test [v3.3.6.0 Version Compatibility] + 4.1 Install v3.3.6.0 enterprise package and create old format streams and TSMAs + 4.1.1 Create avg_stream: INTERVAL(5s) aggregation on meters table + 4.1.2 Create max_stream: trigger at_once with MAX aggregation by tbname + 4.1.3 Create count_stream: INTERVAL(10s) with WHERE voltage > 10 filter + 4.1.4 Create tsma_meters: 1-minute TSMA with avg(voltage), max(current), min(voltage), count(ts) + 4.1.5 Create tsma_meters_hourly: 1-hour TSMA with avg(voltage), max(current), min(current), count(ts) + 4.1.6 Create tsma_meters_detail: 30-second TSMA with sum(voltage), avg(current), max(phase), min(phase) + 4.2 Verify new version startup behavior with old streams and TSMAs + 4.2.1 Attempt to start new version (should fail due to incompatible streams/TSMAs) + 4.2.2 Verify stream and TSMA incompatibility detection + 4.3 Clean up old streams/TSMAs and create new format streams + 4.3.1 Drop all old format streams and TSMAs before database cleanup + 4.3.2 Create s_interval: INTERVAL(5s) SLIDING(5s) with trigger/source separation + 4.3.3 Create s_count: COUNT_WINDOW(5) with %%trows reference + 4.3.4 Create s_period: PERIOD(30s) with cross-database computation + 4.3.5 Create s_session: SESSION(ts, 5s) with window boundary functions Catalog: - - Streams:Compatibility + - Streams:Compatibility:CrossVersion Since: v3.3.7.0 - Labels: compatibility,ci + Labels: common,ci - Jira: TS-6100 + Jira: None History: - - 2025-07-22 Beryl Migrated to new test framework + - 2025-07-23 Beryl Created """ + try: import distro distro_id = distro.id() @@ -161,8 +228,8 @@ def killAllDnodes(self): def createStreamOnOldVersion(self, base_version): """Create snode and streams on old version""" - tdLog.printNoPrefix(f"==========Creating snode and streams on old version {base_version}==========") - + tdLog.printNoPrefix(f"==========Creating snode, streams and TSMAs on old version {base_version}==========") + # Create test database and tables os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'drop database if exists stream_test;'") os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'create database stream_test;'") @@ -195,14 +262,26 @@ def createStreamOnOldVersion(self, base_version): os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s '{sql}'") tdLog.info(f"Created stream: {sql[:50]}...") - # Show streams + # Create TSMA (Time-Range Small Materialized Aggregates) + tsma_sqls = [ + "create tsma tsma_meters on stream_test.meters function(avg(voltage), max(current), min(voltage), count(ts)) interval(1m);", + "create tsma tsma_meters_hourly on stream_test.meters function(avg(voltage), max(current), min(current), count(ts)) interval(1h);", + "create tsma tsma_meters_detail on stream_test.meters function(sum(voltage), avg(current), max(phase), min(phase)) interval(30s);" + ] + + for sql in tsma_sqls: + os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s '{sql}'") + tdLog.info(f"Created TSMA: {sql[:50]}...") + + # Show streams and TSMAs os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'show streams;'") os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'show snodes;'") + os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'show stream_test.tsmas;'") # Flush database os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'flush database stream_test;'") - tdLog.info("Stream creation on old version completed") + tdLog.info("Stream and TSMA creation on old version completed") def tryStartWithNewVersion(self, bPath): """Try to start with new version - should fail due to incompatible streams""" @@ -241,8 +320,8 @@ def restartTaosd(self, cPath): def cleanupStreamsOnOldVersion(self, bPath, cPath, base_version): """Start old version and cleanup streams""" - tdLog.printNoPrefix(f"==========Cleaning up streams on old version {base_version}==========") - + tdLog.printNoPrefix(f"==========Cleaning up streams and TSMAs on old version {base_version}==========") + # Restart old version self.restartTaosd(cPath) time.sleep(5) @@ -252,11 +331,30 @@ def cleanupStreamsOnOldVersion(self, bPath, cPath, base_version): "drop stream if exists avg_stream;", "drop stream if exists max_stream;", "drop stream if exists count_stream;", + ] + + for sql in cleanup_sqls: + os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s '{sql}'") + tdLog.info(f"Executed cleanup: {sql}") + + # Drop TSMAs (must be done before dropping database) + tsma_cleanup_sqls = [ + "drop tsma if exists stream_test.tsma_meters;", + "drop tsma if exists stream_test.tsma_meters_hourly;", + "drop tsma if exists stream_test.tsma_meters_detail;" + ] + + for sql in tsma_cleanup_sqls: + os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s '{sql}'") + tdLog.info(f"Executed TSMA cleanup: {sql}") + + # Drop snode and database + final_cleanup_sqls = [ "drop snode on dnode 1;", "drop database if exists stream_test;" ] - for sql in cleanup_sqls: + for sql in final_cleanup_sqls: os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s '{sql}'") tdLog.info(f"Executed cleanup: {sql}") diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py index 48fc673f9b1a..964847d9a8b3 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py @@ -17,16 +17,99 @@ def setup_class(cls): tdLog.debug(f"start to execute {__file__}") def test_stream_compatibility(self): - """Stream Compatibility Test - - Test compatibility aspects of stream processing: - 1. Backward compatibility with legacy syntax patterns - 2. Forward compatibility with new features - 3. Cross-version compatibility considerations - 4. Migration path validation + """Stream Processing Backward and Forward Compatibility Test + + Test compatibility across 5 baseline versions with stream processing validation: + + 1. Test [v3.2.0.0 Base Version Compatibility] + 1.1 Install v3.2.0.0 and prepare data using tdCb.prepareDataOnOldVersion() + 1.1.1 Create test databases and tables with taosBenchmark + 1.1.2 Insert sample data and create streams + 1.1.3 Setup TMQ topics and consumers + 1.1.4 Verify stream functionality on v3.2.0.0 + 1.2 Upgrade to new version with mode 2 (no upgrade mode) + 1.2.1 Kill all dnodes and update to new version + 1.2.2 Start new version with existing data + 1.2.3 Verify cross-major version compatibility (corss_major_version=True) + 1.3 Verify data and functionality using tdCb.verifyData() + 1.3.1 Check table counts and row counts consistency + 1.3.2 Verify stream processing functionality + 1.3.3 Test TMQ consumer operations + 1.3.4 Validate aggregation results accuracy + + 2. Test [v3.3.3.0 Base Version Compatibility] + 2.1 Install v3.3.3.0 and prepare data using tdCb.prepareDataOnOldVersion() + 2.1.1 Create test databases and tables with taosBenchmark + 2.1.2 Insert sample data and create streams + 2.1.3 Setup TMQ topics and consumers + 2.1.4 Verify stream functionality on v3.3.3.0 + 2.2 Upgrade to new version with mode 2 (no upgrade mode) + 2.2.1 Kill all dnodes and update to new version + 2.2.2 Start new version with existing data + 2.2.3 Verify compatibility (corss_major_version=True) + 2.3 Verify data and functionality using tdCb.verifyData() + 2.3.1 Check table counts and row counts consistency + 2.3.2 Verify stream processing functionality + 2.3.3 Test TMQ consumer operations + 2.3.4 Validate aggregation results accuracy + + 3. Test [v3.3.4.3 Base Version Compatibility] + 3.1 Install v3.3.4.3 and prepare data using tdCb.prepareDataOnOldVersion() + 3.1.1 Create test databases and tables with taosBenchmark + 3.1.2 Insert sample data and create streams + 3.1.3 Setup TMQ topics and consumers + 3.1.4 Verify stream functionality on v3.3.4.3 + 3.2 Upgrade to new version with mode 2 (no upgrade mode) + 3.2.1 Kill all dnodes and update to new version + 3.2.2 Start new version with existing data + 3.2.3 Verify compatibility (corss_major_version=True) + 3.3 Verify data and functionality using tdCb.verifyData() + 3.3.1 Check table counts and row counts consistency + 3.3.2 Verify stream processing functionality + 3.3.3 Test TMQ consumer operations + 3.3.4 Validate aggregation results accuracy + + 4. Test [v3.3.5.0 Base Version Compatibility] + 4.1 Install v3.3.5.0 and prepare data using tdCb.prepareDataOnOldVersion() + 4.1.1 Create test databases and tables with taosBenchmark + 4.1.2 Insert sample data and create streams + 4.1.3 Setup TMQ topics and consumers + 4.1.4 Verify stream functionality on v3.3.5.0 + 4.2 Upgrade to new version with mode 2 (no upgrade mode) + 4.2.1 Kill all dnodes and update to new version + 4.2.2 Start new version with existing data + 4.2.3 Verify compatibility (corss_major_version=True) + 4.3 Verify data and functionality using tdCb.verifyData() + 4.3.1 Check table counts and row counts consistency + 4.3.2 Verify stream processing functionality + 4.3.3 Test TMQ consumer operations + 4.3.4 Validate aggregation results accuracy + + 5. Test [v3.3.6.0 Base Version Compatibility - Final] + 5.1 Install v3.3.6.0 and prepare data using tdCb.prepareDataOnOldVersion() + 5.1.1 Create test databases and tables with taosBenchmark + 5.1.2 Insert sample data and create streams + 5.1.3 Setup TMQ topics and consumers + 5.1.4 Verify stream functionality on v3.3.6.0 + 5.2 Upgrade to new version with mode 2 (no upgrade mode) + 5.2.1 Kill all dnodes and update to new version + 5.2.2 Start new version with existing data + 5.2.3 Verify compatibility (corss_major_version=False as final version) + 5.3 Verify data and functionality using tdCb.verifyData() + 5.3.1 Check table counts and row counts consistency + 5.3.2 Verify stream processing functionality + 5.3.3 Test TMQ consumer operations + 5.3.4 Validate aggregation results accuracy + + 6. Test [SQL Syntax Compatibility Verification] + 6.1 Test backticks in SQL using tdCb.verifyBackticksInTaosSql() + 6.1.1 Test database operations with backticks + 6.1.2 Test table operations with backticks + 6.1.3 Test stream operations with backticks + 6.1.4 Verify error handling for invalid backtick usage Catalog: - - Streams:OldPyCases + - Streams:Compatibility:BackwardForward Since: v3.3.7.0 @@ -35,7 +118,7 @@ def test_stream_compatibility(self): Jira: None History: - - 2025-12-19 Migrated from system-test/0-others/compatibility.py + - 2025-07-23 Beryl migrated from system-test/0-others/compatibility.py - Note: Focused on stream-related compatibility, removed cluster upgrade tests """ diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py index 8f38401be6b2..55d54c774d9a 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py @@ -19,11 +19,74 @@ def setup_class(cls): def test_compatibility_rolling_upgrade(self): """TDengine Rolling Upgrade Compatibility Test - Test rolling upgrade of TDengine nodes. - Maintains original logic using cb module but adapted for pytest framework. + Test incremental rolling upgrade of individual nodes with stream processing validation: + + 1. Test [Version Detection and Upgrade Mode Selection] + 1.1 Get current server version and calculate last big version + 1.1.1 Query SELECT SERVER_VERSION() to get current version + 1.1.2 Calculate lastBigVersion as major.minor.patch.0 format + 1.1.3 Verify version format and compatibility + 1.2 Setup upgrade environment + 1.2.1 Stop all dnodes with tdDnodes.stopAll() + 1.2.2 Get dnode paths for 3 nodes (dnode1, dnode2, dnode3) + 1.2.3 Verify base version package availability + + 2. Test [Base Version Installation and Cluster Setup] + 2.1 Install old version for rolling upgrade + 2.1.1 Install TDengine using tdCb.installTaosdForRollingUpgrade() + 2.1.2 Verify successful installation of base version + 2.1.3 Start old version services + 2.2 Create multi-node cluster + 2.2.1 Create dnode with hostname:6130 port + 2.2.2 Create dnode with hostname:6230 port + 2.2.3 Wait 10 seconds for cluster stabilization + 2.2.4 Verify cluster formation and node status + + 3. Test [Data Preparation on Old Version] + 3.1 Create test data using tdCb.prepareDataOnOldVersion() + 3.1.1 Create test databases and tables with taosBenchmark + 3.1.2 Insert sample data across multiple tables + 3.1.3 Create stream processing objects + 3.1.4 Verify data consistency before upgrade + 3.2 Setup stream processing infrastructure + 3.2.1 Create streams with various window types + 3.2.2 Setup TMQ topics and consumers + 3.2.3 Verify stream functionality on old version + 3.2.4 Flush databases to ensure data persistence + + 4. Test [Rolling Upgrade Execution - Mode 0 (Single Node)] + 4.1 Execute upgrade using tdCb.updateNewVersion() with mode 0 + 4.1.1 Upgrade single dnode incrementally (mode=0) + 4.1.2 Monitor upgrade process for individual node + 4.1.3 Verify mixed-version cluster operation + 4.1.4 Wait 10 seconds for upgrade completion + 4.2 Verify cluster stability during incremental upgrade + 4.2.1 Check upgraded node is running new version + 4.2.2 Verify remaining nodes still on old version + 4.2.3 Confirm cluster connectivity maintained + 4.2.4 Validate data accessibility during upgrade + + 5. Test [Post-Upgrade Data Verification] + 5.1 Verify data integrity using tdCb.verifyData() + 5.1.1 Check table counts and row counts consistency + 5.1.2 Verify stream processing functionality + 5.1.3 Test TMQ consumer operations + 5.1.4 Validate aggregation results accuracy + 5.2 Verify new features and compatibility + 5.2.1 Test stream recalculation features + 5.2.2 Verify tag size modifications + 5.2.3 Check configuration parameter compatibility + 5.2.4 Validate error handling improvements + + 6. Test [SQL Syntax Compatibility Verification] + 6.1 Test backticks in SQL using tdCb.verifyBackticksInTaosSql() + 6.1.1 Test database operations with backticks + 6.1.2 Test table operations with backticks + 6.1.3 Test stream operations with backticks + 6.1.4 Verify error handling for invalid backtick usage Catalog: - - Streams:OldPyCases + - Streams:Compatibility:RollingUpgrade Since: v3.3.7.0 @@ -32,7 +95,7 @@ def test_compatibility_rolling_upgrade(self): Jira: None History: - - 2025-12-19 Migrated from system-test/0-others/compatibility_rolling_upgrade.py + - 2025-07-23 Beryl migrated from system-test/0-others/compatibility_rolling_upgrade.py - Note: Maintains original cb.* calls but adapted for pytest framework """ @@ -43,22 +106,28 @@ def test_compatibility_rolling_upgrade(self): tdDnodes.stopAll() - tdCb.installTaosdForRollingUpgrade(self.getDnodePath(), lastBigVersion) + baseVersionExist = tdCb.installTaosdForRollingUpgrade(self.getDnodePath(), lastBigVersion) + if not baseVersionExist: + tdLog.info(f"Base version {lastBigVersion} does not exist") - tdSql.execute(f"CREATE DNODE '{hostname}:6130'") - tdSql.execute(f"CREATE DNODE '{hostname}:6230'") - time.sleep(10) + if baseVersionExist: + tdSql.execute(f"CREATE DNODE '{hostname}:6130'") + tdSql.execute(f"CREATE DNODE '{hostname}:6230'") - tdCb.prepareDataOnOldVersion(lastBigVersion, self.getBuildPath(),corss_major_version=False) + time.sleep(10) - tdCb.updateNewVersion(self.getBuildPath(),self.getDnodePath(),0) + tdCb.prepareDataOnOldVersion(lastBigVersion, self.getBuildPath(),corss_major_version=False) - time.sleep(10) + tdCb.updateNewVersion(self.getBuildPath(),self.getDnodePath(),0) - tdCb.verifyData(corss_major_version=False) + time.sleep(10) - tdCb.verifyBackticksInTaosSql(self.getBuildPath()) + tdCb.verifyData(corss_major_version=False) + + tdCb.verifyBackticksInTaosSql(self.getBuildPath()) + + tdLog.printNoPrefix("========== Rolling Upgrade Compatibility Test Completed Successfully ==========") def getLastBigVersion(self): tdSql.query(f"SELECT SERVER_VERSION();") diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py index 355184678dab..8af1c3479ccb 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py @@ -1,14 +1,14 @@ -import os -import platform -import socket -import time +import pytest,os,platform,time + from new_test_framework.utils import ( tdLog, tdSql, + tdDnodes, clusterComCheck, + tdStream, + StreamItem, + tdCb ) -# Import the compatibility basic module from new location -from .compatibility_basic import cb class TestCompatibilityRollingUpgradeAll: @@ -19,11 +19,74 @@ def setup_class(cls): def test_compatibility_rolling_upgrade_all(self): """TDengine Rolling Upgrade All Dnodes Compatibility Test - Test rolling upgrade of all dnodes simultaneously. - Maintains original logic using cb module but adapted for pytest framework. + Test rolling upgrade of all cluster nodes simultaneously with stream processing validation: + + 1. Test [Version Detection and Preparation] + 1.1 Get current server version and calculate last big version + 1.1.1 Query SELECT SERVER_VERSION() to get current version + 1.1.2 Calculate lastBigVersion as major.minor.patch.0 format + 1.1.3 Verify version format and compatibility + 1.2 Setup cluster environment for upgrade testing + 1.2.1 Get build path and dnode paths for 3 nodes + 1.2.2 Kill all existing dnode processes + 1.2.3 Verify base version package availability + + 2. Test [Base Version Installation and Cluster Setup] + 2.1 Install old version across all dnodes + 2.1.1 Install TDengine using tdCb.installTaosdForRollingUpgrade() + 2.1.2 Verify successful installation of base version + 2.1.3 Start old version services on all nodes + 2.2 Create multi-node cluster + 2.2.1 Create dnode with hostname:6130 port + 2.2.2 Create dnode with hostname:6230 port + 2.2.3 Wait 10 seconds for cluster stabilization + 2.2.4 Verify cluster formation and node status + + 3. Test [Data Preparation on Old Version] + 3.1 Create test data using tdCb.prepareDataOnOldVersion() + 3.1.1 Create test databases and tables with taosBenchmark + 3.1.2 Insert sample data across multiple tables + 3.1.3 Create stream processing objects + 3.1.4 Verify data consistency before upgrade + 3.2 Setup stream processing infrastructure + 3.2.1 Create streams with various window types + 3.2.2 Setup TMQ topics and consumers + 3.2.3 Verify stream functionality on old version + 3.2.4 Flush databases to ensure data persistence + + 4. Test [Rolling Upgrade Execution - Mode 1 (All Dnodes)] + 4.1 Execute upgrade using tdCb.updateNewVersion() with mode 1 + 4.1.1 Upgrade all dnodes simultaneously (mode=1) + 4.1.2 Monitor upgrade process and timing + 4.1.3 Handle upgrade failures and rollback if needed + 4.1.4 Wait 10 seconds for upgrade completion + 4.2 Verify cluster stability after upgrade + 4.2.1 Check all nodes are running new version + 4.2.2 Verify cluster connectivity and communication + 4.2.3 Confirm no data loss during upgrade + 4.2.4 Validate cluster configuration consistency + + 5. Test [Post-Upgrade Data Verification] + 5.1 Verify data integrity using tdCb.verifyData() + 5.1.1 Check table counts and row counts consistency + 5.1.2 Verify stream processing functionality + 5.1.3 Test TMQ consumer operations + 5.1.4 Validate aggregation results accuracy + 5.2 Verify new features and compatibility + 5.2.1 Test stream recalculation features + 5.2.2 Verify tag size modifications + 5.2.3 Check configuration parameter compatibility + 5.2.4 Validate error handling improvements + + 6. Test [SQL Syntax Compatibility Verification] + 6.1 Test backticks in SQL using tdCb.verifyBackticksInTaosSql() + 6.1.1 Test database operations with backticks + 6.1.2 Test table operations with backticks + 6.1.3 Test stream operations with backticks + 6.1.4 Verify error handling for invalid backtick usage Catalog: - - Streams:OldPyCases + - Streams:Compatibility:RollingUpgradeAll Since: v3.3.7.0 @@ -32,7 +95,7 @@ def test_compatibility_rolling_upgrade_all(self): Jira: None History: - - 2025-12-19 Migrated from system-test/0-others/compatibility_rolling_upgrade_all.py + - 2025-07-23 Beryl migrated from system-test/0-others/compatibility_rolling_upgrade_all.py - Note: Maintains original cb.* calls but adapted for pytest framework """ @@ -40,7 +103,7 @@ def test_compatibility_rolling_upgrade_all(self): # Maintain original rolling upgrade logic using cb module tdLog.printNoPrefix("========== Rolling Upgrade All Dnodes Compatibility Test ==========") - hostname = socket.gethostname() + hostname = self.host tdLog.info(f"hostname: {hostname}") # Get last big version @@ -55,35 +118,44 @@ def test_compatibility_rolling_upgrade_all(self): cPaths = self.getDnodePaths() # Stop all dnodes - cb.killAllDnodes() + tdCb.killAllDnodes() # Install old version for rolling upgrade - cb.installTaosdForRollingUpgrade(cPaths, lastBigVersion) - - # Create dnodes - tdSql.execute(f"CREATE DNODE '{hostname}:6130'") - tdSql.execute(f"CREATE DNODE '{hostname}:6230'") + baseVersionExist = tdCb.installTaosdForRollingUpgrade(cPaths, lastBigVersion) + if not baseVersionExist: + tdLog.info(f"Base version {lastBigVersion} does not exist") + + if baseVersionExist: + # Create dnodes + tdSql.execute(f"CREATE DNODE '{hostname}:6130'") + tdSql.execute(f"CREATE DNODE '{hostname}:6230'") - time.sleep(10) + time.sleep(10) - # Prepare data on old version - cb.prepareDataOnOldVersion(lastBigVersion, bPath, corss_major_version=False) + # Prepare data on old version + tdCb.prepareDataOnOldVersion(lastBigVersion, bPath, corss_major_version=False) - # Update to new version - rolling upgrade all dnodes mode 1 - cb.updateNewVersion(bPath, cPaths, 1) + # Update to new version - rolling upgrade all dnodes mode 1 + tdCb.updateNewVersion(bPath, cPaths, 1) - time.sleep(10) + time.sleep(10) - # Verify data after upgrade - cb.verifyData(corss_major_version=False) + # Verify data after upgrade + tdCb.verifyData(corss_major_version=False) - # Verify backticks in SQL - cb.verifyBackticksInTaosSql(bPath) + # Verify backticks in SQL + tdCb.verifyBackticksInTaosSql(bPath) tdLog.printNoPrefix("========== Rolling Upgrade All Dnodes Compatibility Test Completed Successfully ==========") + + def getDnodePaths(self): + """Get dnode paths - copied from original""" + buildPath = self.getBuildPath() + dnodePaths = [buildPath + "/../sim/dnode1/", buildPath + "/../sim/dnode2/", buildPath + "/../sim/dnode3/"] + return dnodePaths + def getBuildPath(self): - """Get build path - copied from original""" selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): @@ -91,16 +163,13 @@ def getBuildPath(self): else: projPath = selfPath[:selfPath.find("tests")] + print(f"projPath:{projPath}") for root, dirs, files in os.walk(projPath): if ("taosd" in files or "taosd.exe" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) + print(f"rootRealPath:{rootRealPath}") if ("packaging" not in rootRealPath): buildPath = root[:len(root)-len("/build/bin")] break - return buildPath - - def getDnodePaths(self): - """Get dnode paths - copied from original""" - buildPath = self.getBuildPath() - dnodePaths = [buildPath + "/../sim/dnode1/", buildPath + "/../sim/dnode2/", buildPath + "/../sim/dnode3/"] - return dnodePaths \ No newline at end of file + print(f"buildPath:{buildPath}") + return buildPath \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_drop.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_drop.py index 98984f4914f0..1ac4cbf90feb 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_drop.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_drop.py @@ -13,16 +13,58 @@ def setup_class(cls): tdLog.debug(f"start to execute {__file__}") def test_stream_drop(self): - """Stream Drop Operations Test + """Stream Processing Drop Operations Test - Test drop operations related to stream processing: - 1. Drop normal tables used in streams - 2. Drop super tables used in streams - 3. Drop streams themselves - 4. Drop operations with special characters and edge cases + Test drop operations on tables with special characters and batch drop operations: + + 1. Test [Normal Table Drop] Operations + 1.1 Create and drop normal table with timestamp column + 1.1.1 Create table with 20 child tables using super table + 1.1.2 Insert 10 rows per child table + 1.1.3 Query and verify data by timestamp column + 1.1.4 Drop each child table individually + 1.2 Test drop with flush database operations + 1.2.1 Recreate child tables after drop + 1.2.2 Insert data again and query + 1.2.3 Verify data consistency after flush + 1.2.4 Drop super table and recreate + + 2. Test [Special Character Table Names] Drop Operations + 2.1 Create databases and tables with special names + 2.1.1 Create databases: dbtest_0, dbtest_1 with vgroups 4 + 2.1.2 Create super table with Unicode name: aa\u00bf\u200bstb0 + 2.1.3 Create child tables with special names: aa\u00bf\u200bctb0, aa\u00bf\u200bctb1 + 2.1.4 Create normal tables with special names: aa\u00bf\u200bntb0, aa\u00bf\u200bntb1 + 2.2 Test drop operations with special character handling + 2.2.1 Insert data into tables with special names + 2.2.2 Query data using backticks for table names + 2.2.3 Drop tables with special character names + 2.2.4 Clean up databases after testing + + 3. Test [Batch Drop Operations] with Super Tables + 3.1 Query information_schema.ins_stables for batch operations + 3.1.1 Find stable information across test databases + 3.1.2 Verify stable count equals 2 (one per database) + 3.1.3 Extract database and stable names for batch operations + 3.2 Test batch drop with error scenarios + 3.2.1 Test "drop table with" invalid table names (should error) + 3.2.2 Test "drop stable with" non-existent tables (should error) + 3.2.3 Test "drop stable with" space-containing names (should error) + 3.2.4 Verify error message: "Cannot drop super table in batch" + + 4. Test [Error Handling] for Drop Operations + 4.1 Test error messages for invalid drop operations + 4.1.1 "Table does not exist" for invalid table drop + 4.1.2 "STable not exist" for invalid stable drop + 4.1.3 "Cannot drop super table in batch" for batch stable drop + 4.2 Repeat error tests multiple times + 4.2.1 Execute each error scenario 5 times + 4.2.2 Verify consistent error handling + 4.2.3 Check error message consistency + 4.2.4 Validate connection stability after errors Catalog: - - Streams:OldPyCases + - Streams:Operations:Drop Since: v3.3.7.0 diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py index bedd0e6d6b94..851601ff76e4 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py @@ -26,14 +26,57 @@ def setup_class(self): def test_empty_identifier(self): """Empty Identifier Validation Test - Test empty identifier handling in various SQL statements: - 1. Table operations with empty identifiers - 2. Column and tag operations with empty identifiers - 3. Stream, view, topic operations with empty identifiers - 4. Verify all operations correctly return error code -2147473897 + Test empty identifier `` handling in 28 specific SQL statements and verify error code -2147473897: + + 1. Test [Table Operations] with Empty Identifiers + 1.1 show create table `` - verify error -2147473897 + 1.2 show create table test.`` - verify error -2147473897 + 1.3 create table `` (ts timestamp, c1 int) - verify error -2147473897 + 1.4 drop table `` - verify error -2147473897 + 1.5 alter table `` add column c2 int - verify error -2147473897 + 1.6 select * from `` - verify error -2147473897 + + 2. Test [Column and Tag Operations] with Empty Identifiers + 2.1 alter table meters add column `` int - verify error -2147473897 + 2.2 alter table meters drop column `` - verify error -2147473897 + 2.3 alter stable meters add tag `` int - verify error -2147473897 + 2.4 alter stable meters rename tag cc `` - verify error -2147473897 + 2.5 alter stable meters drop tag `` - verify error -2147473897 + + 3. Test [Data Manipulation] with Empty Identifiers + 3.1 insert into `` select * from t0 - verify error -2147473897 + 3.2 insert into t100 using `` tags('', '') values(1,1,1) - verify error -2147473897 + 3.3 insert into `` values(1,1,1) - verify error -2147473897 + + 4. Test [View Operations] with Empty Identifiers + 4.1 create view `` as select count(*) from meters interval(10s) - verify error -2147473897 + 4.2 create view ``.view1 as select count(*) from meters - verify error -2147473897 + 4.3 drop view `` - verify error -2147473897 + 4.4 drop view ``.st1 - verify error -2147473897 + + 5. Test [TSMA Operations] with Empty Identifiers + 5.1 create tsma `` on meters function(count(c1)) interval(1m) - verify error -2147473897 + 5.2 create tsma tsma1 on `` function(count(c1)) interval(1m) - verify error -2147473897 + + 6. Test [Stream Operations] with Empty Identifiers + 6.1 create stream `` interval(10s) sliding(10s) from meters into st1 as select count(*) from meters - verify error -2147473897 + 6.2 create stream stream1 interval(10s) sliding(10s) from meters into `` as select count(*) from meters - verify error -2147473897 + 6.3 create stream stream1 interval(10s) sliding(10s) from meters into st1 as select count(*) from `` - verify error -2147473897 + 6.4 create stream stream1 interval(10s) sliding(10s) from meters stream_options(max_delay(100s)) into st1 as select count(*) from `` - verify error -2147473897 + 6.5 create stream stream1 interval(10s) sliding(10s) from `` stream_options(max_delay(100s)) into st1 as select count(*) from meters - verify error -2147473897 + + 7. Test [Topic Operations] with Empty Identifiers + 7.1 create topic `` as select count(*) from meters interval(10s) - verify error -2147473897 + 7.2 drop topic `` - verify error -2147473897 + + 8. Test [Error Code Verification] for All Cases + 8.1 Execute all 28 SQL statements with empty identifiers + 8.2 Verify each returns exact error code -2147473897 + 8.3 Confirm error message consistency + 8.4 Validate connection stability after errors Catalog: - - SQL:Syntax Validation + - SQL:SyntaxValidation:EmptyIdentifier Since: v3.3.7.0 diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_at_once.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_at_once.py new file mode 100644 index 000000000000..048818d72afa --- /dev/null +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_at_once.py @@ -0,0 +1,212 @@ +import time +from new_test_framework.utils import (tdLog,tdSql,tdStream,StreamCheckItem,) + +class TestOthersOldCaseAtonce: + precision = 'ms' + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_others_oldcase_atonce(self): + """at once + + test replace the at once in old cases with the count(1) window function + + Catalog: + - Streams:UseCases + + Since: v3.3.3.7 + + Labels: common,ci + + Jira: None + + History: + - 2025-6-16 lihui from old cases + + """ + + tdStream.createSnode() + # tdSql.execute(f"alter all dnodes 'debugflag 131';") + # tdSql.execute(f"alter all dnodes 'stdebugflag 131';") + + streams = [] + streams.append(self.Basic0()) + + tdStream.checkAll(streams) + + class Basic0(StreamCheckItem): + def __init__(self): + self.db = "sdb0" + self.stbName = "stb" + self.ntbName = 'ntb' + self.vstbName = "vstb" + self.vntbName = "vntb" + + def create(self): + tdSql.execute(f"create database {self.db} vgroups 1 buffer 8 precision '{TestOthersOldCaseAtonce.precision}'") + tdSql.execute(f"use {self.db}") + tdSql.execute(f"create table if not exists {self.db}.{self.stbName} (cts timestamp, cint int, ctiny tinyint) tags (tint int)") + tdSql.execute(f"create table if not exists {self.db}.{self.vstbName} (cts timestamp, cint int, ctiny tinyint) tags (tint int) virtual 1") + tdSql.query(f"show stables") + tdSql.checkRows(2) + + # TODO: add normal table + # tdSql.execute(f"create table if not exists {self.db}.{self.ntbName} (cts timestamp, cint int, ctiny tinyint)") + + tdSql.execute(f"create table {self.db}.ct1 using {self.db}.stb tags(1)") + tdSql.execute(f"create table {self.db}.ct2 using {self.db}.stb tags(2)") + # tdSql.execute(f"create table {self.db}.ct3 using {self.db}.stb tags(3)") + # tdSql.execute(f"create table {self.db}.ct4 using {self.db}.stb tags(4)") + + tdSql.execute(f"create vtable {self.db}.vct1 (cint from {self.db}.ct1.cint, ctiny from {self.db}.ct1.ctiny) using {self.db}.{self.vstbName} tags(1)") + tdSql.execute(f"create vtable {self.db}.vct2 (cint from {self.db}.ct2.cint, ctiny from {self.db}.ct2.ctiny) using {self.db}.{self.vstbName} tags(2)") + # tdSql.execute(f"create vtable {self.db}.vct3 (cint from {self.db}.ct3.cint, ctiny from {self.db}.ct3.ctiny) using {self.db}.{self.vstbName} tags(3)") + # tdSql.execute(f"create vtable {self.db}.vct4 (cint from {self.db}.ct4.cint, ctiny from {self.db}.ct4.ctiny) using {self.db}.{self.vstbName} tags(4)") + + tdSql.query(f"show tables") + tdSql.checkRows(2) + tdSql.query(f"show vtables") + tdSql.checkRows(2) + + tdLog.info(f"insert history data") + sqls = [ + "insert into ct1 values ('2025-03-01 00:00:00', 0, 9);", + "insert into ct1 values ('2025-03-01 00:00:05', 1, 8);", + "insert into ct1 values ('2025-03-01 00:00:10', 2, 7);", + "insert into ct1 values ('2025-03-01 00:00:15', 3, 6);", + "insert into ct1 values ('2025-03-01 00:00:20', 4, 5);", + "insert into ct1 values ('2025-03-01 00:00:25', 5, 4);", + "insert into ct1 values ('2025-03-01 00:00:30', 6, 3);", + "insert into ct1 values ('2025-03-01 00:00:35', 7, 2);", + "insert into ct1 values ('2025-03-01 00:00:40', 8, 1);", + "insert into ct1 values ('2025-03-01 00:00:45', 9, 0);", + + "insert into ct2 values ('2025-03-01 00:00:00', 0, 9);", + "insert into ct2 values ('2025-03-01 00:00:05', 1, 8);", + "insert into ct2 values ('2025-03-01 00:00:10', 2, 7);", + "insert into ct2 values ('2025-03-01 00:00:15', 3, 6);", + "insert into ct2 values ('2025-03-01 00:00:20', 4, 5);", + "insert into ct2 values ('2025-03-01 00:00:25', 5, 4);", + "insert into ct2 values ('2025-03-01 00:00:30', 6, 3);", + "insert into ct2 values ('2025-03-01 00:00:35', 7, 2);", + "insert into ct2 values ('2025-03-01 00:00:40', 8, 1);", + "insert into ct2 values ('2025-03-01 00:00:45', 9, 0);", + ] + tdSql.executes(sqls) + + tdSql.execute( + f"create stream s0 count_window(1, 1, cint) from {self.db}.ct1" + f" stream_options(pre_filter(cint > 4 and cint < 7) | watermark(10s) | expired_time(60s) | max_delay(5s)" + f" | delete_recalc | fill_history('2025-03-01 00:00:00') | force_output)" + f" into res_ct1 (lastts, firstts, cnt_v, sum_v, ysum_v, tws, twe)" + f" as select last_row(_c0), first(_c0), count(cint), sum(cint), sum(ctiny), _twstart, _twend from %%trows;" + ) + # tdSql.execute( + # f"create stream sg0 count_window(1, 1, cint) from {self.db}.{self.stbName} partition by tbname, tint" + # f" stream_options(pre_filter(cint > 4 and cint < 7) | watermark(10s) | expired_time(60s) | max_delay(5s)" + # f" | delete_recalc | fill_history('2025-03-01 00:00:00') | force_output)" + # f" into res_stb OUTPUT_SUBTABLE(CONCAT('res_stb_', tbname)) (lastts, firstts, cnt_v, sum_v, ysum_v, tws, twe)" + # f" as select last_row(_c0), first(_c0), count(cint), sum(cint), sum(ctiny), _twstart, _twend from %%trows;" + # ) + + # tdSql.execute( + # f"create stream s0_v count_window(1, 1, cint) from {self.db}.vct1" + # f" stream_options(pre_filter(cint > 4 and cint < 7) | watermark(10s) | expired_time(60s) | max_delay(5s)" + # f" | delete_recalc | fill_history('2025-03-01 00:00:00') | force_output)" + # f" into res_vct1 (lastts, firstts, cnt_v, sum_v, ysum_v, tws, twe)" + # f" as select last_row(_c0), first(_c0), count(cint), sum(cint), sum(ctiny), _twstart, _twend from %%trows;" + # ) + # tdSql.execute( + # f"create stream sg0_v count_window(1, 1, cint) from {self.db}.{self.vstbName} partition by tbname, tint " + # f" stream_options(pre_filter(cint > 4 and cint < 7) | watermark(10s) | expired_time(60s) | max_delay(5s)" + # f" | delete_recalc | fill_history('2025-03-01 00:00:00') | force_output)" + # f" into res_vstb OUTPUT_SUBTABLE(CONCAT('res_vstb_', tbname)) (lastts, firstts, cnt_v, sum_v, ysum_v, tws, twe)" + # f" as select last_row(_c0), first(_c0), count(cint), sum(cint), sum(ctiny), _twstart, _twend from %%trows;" + # ) + + def insert1(self): + sqls = [ + "insert into ct1 values ('2025-04-01 00:00:00', 0, 9);", + "insert into ct1 values ('2025-04-01 00:00:05', 1, 8);", + "insert into ct1 values ('2025-04-01 00:00:10', 2, 7);", + "insert into ct1 values ('2025-04-01 00:00:15', 3, 6);", + "insert into ct1 values ('2025-04-01 00:00:20', 4, 5);", + "insert into ct1 values ('2025-04-01 00:00:25', 5, 4);", + "insert into ct1 values ('2025-04-01 00:00:30', 6, 3);", + "insert into ct1 values ('2025-04-01 00:00:35', 7, 2);", + "insert into ct1 values ('2025-04-01 00:00:40', 8, 1);", + "insert into ct1 values ('2025-04-01 00:00:45', 9, 0);", + + "insert into ct2 values ('2025-04-01 00:00:00', 0, 9);", + "insert into ct2 values ('2025-04-01 00:00:05', 1, 8);", + "insert into ct2 values ('2025-04-01 00:00:10', 2, 7);", + "insert into ct2 values ('2025-04-01 00:00:15', 3, 6);", + "insert into ct2 values ('2025-04-01 00:00:20', 4, 5);", + "insert into ct2 values ('2025-04-01 00:00:25', 5, 4);", + "insert into ct2 values ('2025-04-01 00:00:30', 6, 3);", + "insert into ct2 values ('2025-04-01 00:00:35', 7, 2);", + "insert into ct2 values ('2025-04-01 00:00:40', 8, 1);", + "insert into ct2 values ('2025-04-01 00:00:45', 9, 0);", + ] + tdSql.executes(sqls) + time.sleep(3) + + def check1(self): + tdSql.checkResultsByFunc( + sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_ct1"', + func=lambda: tdSql.getRows() == 1, + ) + # tdSql.checkResultsByFunc( + # sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name="res_vct1"', + # func=lambda: tdSql.getRows() == 1, + # ) + # tdSql.checkResultsByFunc( + # sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_stb_ct%"', + # func=lambda: tdSql.getRows() == 2, + # ) + # tdSql.checkResultsByFunc( + # sql=f'select * from information_schema.ins_tables where db_name="{self.db}" and table_name like "res_vstb_ct%"', + # func=lambda: tdSql.getRows() == 2, + # ) + + tdSql.checkTableSchema( + dbname=self.db, + tbname="res_ct1", + schema=[ + ["lastts", "TIMESTAMP", 8, ""], + ["firstts", "TIMESTAMP", 8, ""], + ["cnt_v", "BIGINT", 8, ""], + ["sum_v", "BIGINT", 8, ""], + ["ysum_v", "DOUBLE", 8, ""], + ["tws", "TIMESTAMP", 8, ""], + ["twe", "TIMESTAMP", 8, ""], + ], + ) + + tdSql.checkResultsByFunc( + sql=f"select lastts, firstts, cnt_v, sum_v, avg_v from {self.db}.res_ct1", + func=lambda: tdSql.getRows() == 4 + and tdSql.compareData(0, 0, "2025-03-01 00:00:25") + and tdSql.compareData(0, 1, "2025-03-01 00:00:25") + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(0, 3, 5) + and tdSql.compareData(0, 4, 4) + and tdSql.compareData(1, 0, "2025-03-01 00:00:30") + and tdSql.compareData(1, 1, "2025-03-01 00:00:30") + and tdSql.compareData(1, 2, 1) + and tdSql.compareData(1, 3, 6) + and tdSql.compareData(1, 4, 3) + and tdSql.compareData(2, 0, "2025-04-01 00:00:25") + and tdSql.compareData(2, 1, "2025-04-01 00:00:25") + and tdSql.compareData(2, 2, 1) + and tdSql.compareData(2, 3, 5) + and tdSql.compareData(2, 4, 4) + and tdSql.compareData(3, 0, "2025-04-01 00:00:30") + and tdSql.compareData(3, 1, "2025-04-01 00:00:30") + and tdSql.compareData(3, 2, 1) + and tdSql.compareData(3, 3, 6) + and tdSql.compareData(3, 4, 3) + ) + + \ No newline at end of file diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py index 8ae9d214ee0c..ebf872155859 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py @@ -310,7 +310,7 @@ def checkCheckpointFile(self): tdLog.info(f"checkpointfile list:{files}") tdLog.info(f"checkpoint file is {len(files)} ") tdSql.query(f"show {self.dbname}.streams") - if len(files) < tdSql.getRows() * 2 : + if len(files) < tdSql.getRows() * 2 or len(files) == tdSql.getRows() * 2 -1: tdLog.info(f"ERROR: checkpoint file number is not right") else: tdLog.info(f"checkpoint files is ok") diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_forcewindowclose.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_forcewindowclose.py index 1947f3e41b1b..5ccb894c2f97 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_forcewindowclose.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_forcewindowclose.py @@ -3,14 +3,13 @@ from new_test_framework.utils import tdLog, tdSql, tdCom, tdStream -class TestPeriodInterval: +class TestIntervalCases: updatecfgDict = {"debugFlag": 135, "asynclog": 0} def setup_class(cls): tdLog.debug("start to execute %s" % __file__) cls.tdCom = tdCom - # self.tdCom = tdCom - + def get_source_firt_ts(self, table_name1): tdSql.query( f'select cast(first(ts) as bigint) from {table_name1} order by 1' @@ -130,20 +129,15 @@ def insert_disorder_data(self, custom_col_index, col_value_type): col_value_type=col_value_type, ) - def do_exec( - self, - interval, - partition="tbname", - delete=False, - fill_value=None, - filter=None - ): + def do_exec(self, interval, partition="tbname", delete=False, fill_value=None, filter=None): # partition must be tbname, and not NONE. tdLog.info( f"*** testing stream do_exec + interval + fill. partition: {partition}, interval: {interval}, fill: {fill_value}, delete: {delete} ***" ) + fwc_downsampling_function_list = ["min(c1)", "max(c2)", "sum(c3)", "twa(c7)", "count(c8)", "elapsed(ts)", "timediff(1, 0, 1h)", "timezone()","min(t1)", "max(t2)", "sum(t3)", "twa(t7)", "count(t8)"] + fwc_stb_output_select_str = ','.join(list(map(lambda x:f'`{x}`', fwc_downsampling_function_list))) fwc_tb_output_select_str = ','.join(list(map(lambda x:f'`{x}`', fwc_downsampling_function_list[0:7]))) fwc_stb_source_select_str = ','.join(fwc_downsampling_function_list) @@ -155,6 +149,7 @@ def do_exec( self.tdCom.custom_col_val = 0 self.delete = delete self.tdCom.case_name = sys._getframe().f_code.co_name + self.tdCom.prepare_data( interval=interval, custom_col_index=custom_col_index, diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_interval_partition.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_interval_partition.py new file mode 100644 index 000000000000..b5bb47e74ea1 --- /dev/null +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_interval_partition.py @@ -0,0 +1,116 @@ +from new_test_framework.utils import tdLog, tdSql, tdStream +import pytest +import random +import time + + +class TestIntervalPartition: + + @pytest.mark.parametrize( + "interval,partition_by", + [(10, "tbname"), (10, "t1"), (10, "t2"), (10, "t1,t2")], + ) + def test_interval_partition(self, interval, partition_by): + """迁移老用例 + + 老用例 tests/system-test/8-stream/partition_interval.py + 老的建流语句 + CREATE STREAM xxx INTO xxx AS SELECT _wstart,count(val) FROM stb PARTITION BY tbname INTERVAL(10s) + 新的建流语句 + CREATE STREAM xxx INTERVAL(10s) SLIDING(10s) FROM stb PARTITON BY tbname INTO xxx AS SELECT _tcurrent_ts as ts,count(val) FROM %%trows; + + Since: v3.3.7.0 + + Labels: common,ci + + Jira: https://jira.taosdata.com:18080/browse/TD-36887 + + History: + - 2025-07-22: Created by zyyang90 + """ + # create snode if not exists + snodes = tdSql.getResult("SHOW SNODES;") + if snodes is None or len(snodes) == 0: + tdStream.createSnode() + + self.db = "test" + self.stream = "stream_output" + self.t1 = 5 + self.t2 = ["a", "b", "c", "d"] + + # create database and table + tdSql.executes( + [ + f"DROP DATABASE IF EXISTS `{self.db}`;", + f"CREATE DATABASE IF NOT EXISTS `{self.db}`;", + f"USE `{self.db}`;", + "CREATE TABLE stb(ts TIMESTAMP, val INT) TAGS (t1 INT, t2 VARCHAR(20));", + ], + queryTimes=1, + ) + + # create child tables + for t1 in range(self.t1): + for t2 in self.t2: + tdSql.execute( + f"CREATE TABLE t_{t1}_{t2} USING stb TAGS ({t1}, '{t2}');", + queryTimes=1, + ) + + # create stream + tdSql.execute( + f"CREATE STREAM `{self.stream}` INTERVAL({interval}s) SLIDING({interval}s) FROM stb PARTITION BY {partition_by} INTO `{self.stream}` AS SELECT _tcurrent_ts as wstart, _tnext_ts as wend, count(val) FROM %%trows;", + queryTimes=1, + ) + tdStream.checkStreamStatus() + + # insert data + ts = (int(time.time()) // 60) * 60 * 1000 # 当前时间取整分钟的时间戳 + for t1 in range(5): + for t2 in ["a", "b", "c", "d"]: + for i in range(interval + 1): + val = random.randint(1, 100) + sql = f"INSERT INTO t_{t1}_{t2} VALUES ({ts - (interval - i) * 1000}, {val});" + tdLog.info(f"INSERT SQL: {sql}") + tdSql.execute( + sql, + queryTimes=1, + ) + + # check the output table + sql = f"select stable_name as name from information_schema.ins_stables where stable_name = '{self.stream}' UNION select table_name as name from information_schema.ins_tables where table_name = '{self.stream}';" + tdLog.info(f"check output table SQL: {sql}") + tdSql.checkResultsByFunc( + sql, + func=lambda: tdSql.getRows() > 0, + ) + + # check result + if partition_by == "t1": + # 按照 t1 分区，会产生 5 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t1, wstart;", + func=lambda: tdSql.getRows() == self.t1 + and tdSql.compareData(0, 2, len(self.t2) * interval), + ) + if partition_by == "t2": + # 按照 t2 分区，会产生 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t2, wstart;", + func=lambda: tdSql.getRows() == len(self.t2) + and tdSql.compareData(0, 2, self.t1 * interval), + ) + if partition_by == "tbname": + # 按照 tbname 分区，会产生 5 * 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by tag_tbname, wstart;", + func=lambda: tdSql.getRows() == self.t1 * len(self.t2) + and tdSql.compareData(0, 2, interval), + ) + if partition_by == "t1,t2": + # 按照 t1, t2 分区，会产生 5 * 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t1, t2, wstart;", + func=lambda: tdSql.getRows() == self.t1 * len(self.t2) + and tdSql.compareData(0, 2, interval), + ) diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_math_func.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_math_func.py new file mode 100644 index 000000000000..e7e7e9c122fa --- /dev/null +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_math_func.py @@ -0,0 +1,108 @@ +from new_test_framework.utils import tdLog, tdSql, tdStream +import pytest +import time +import random +import math + + +class TestMathFunctionInStream: + + @pytest.mark.parametrize( + "math_func", + [ + "abs(val)", + "acos(val)", + "asin(val)", + "atan(val)", + "ceil(val)", + "cos(val)", + "floor(val)", + "log(val,2)", + "pow(val,2)", + "round(val)", + "sin(val)", + "sqrt(val)", + "tan(val)", + ], + ) + def test_math_function(self, math_func): + """迁移旧的测试用例 + + 旧用例 tests/system-test/8-stream/scalar_function.py + 测试在流计算中使用数学函数 + 旧的建流语句： + create stream XXX trigger at_once ignore expired 0 ignore update 0 fill_history 1 into XXX as select ts, log(c1, 2), log(c2, 2), c3 from scalar_tb + 新的建流语句： + CREATE STREAM XXX SLIDING(10s) FROM tb INTO XXX AS SELECT ts, log(val, 2) as val FROM %%trows; + + Since: v3.3.7.0 + + Labels: common,ci + + Jira: https://jira.taosdata.com:18080/browse/TD-36887 + + History: + - 2025-07-23: Created by zyyang90 + """ + # create snode if not exists + snodes = tdSql.getResult("SHOW SNODES;") + if snodes is None or len(snodes) == 0: + tdStream.createSnode() + + self.db = "test_math_func_in_stream" + self.stream = "stream_output" + + # create database and table + tdSql.executes( + [ + f"DROP DATABASE IF EXISTS `{self.db}`;", + f"CREATE DATABASE IF NOT EXISTS `{self.db}`;", + f"USE `{self.db}`;", + "CREATE TABLE tb(ts TIMESTAMP, val FLOAT);", + ], + queryTimes=1, + ) + + # create stream + tdSql.execute( + f"CREATE STREAM {self.stream} SLIDING(10s) FROM tb INTO {self.stream} AS SELECT _tprev_ts AS wstart, _tcurrent_ts AS wend, {math_func} AS val FROM %%trows;" + ) + tdStream.checkStreamStatus() + + # insert data + ts = (int(time.time()) // 60) * 60 * 1000 # 当前时间取整分钟的时间戳 + if math_func.startswith("acos") or math_func.startswith("asin"): + val = round(random.uniform(-1, 1), 2) + elif math_func.startswith("atan"): + val = round(random.uniform(-(math.pi / 2), math.pi / 2), 2) + elif math_func.startswith("tan"): + val = round(random.uniform(-1.4, 1.4), 2) + else: + val = round(random.uniform(1, 100), 2) + tdSql.execute(f"INSERT INTO tb VALUES({ts}, {val});") + + # 计算 expected value + try: + math_env = { + name: getattr(math, name) + for name in dir(math) + if callable(getattr(math, name)) + } + math_env["abs"] = abs # 加入内置 abs 函数 + math_env["round"] = round # 加入内置 round 函数 + expected = eval( + math_func.replace("val", str(val)), {"__builtins__": None}, math_env + ) + except Exception as e: + tdLog.error(f"Error evaluating math function: {e}") + expected = None + tdLog.info(f"math_func: {math_func}, val: {val}, expected: {expected}") + + # check result + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream}", + func=lambda: tdSql.getRows() == 1 + and math.isclose(tdSql.getData(0, 2), expected, rel_tol=1e-5, abs_tol=1e-8), + ) + + tdLog.info("test math function done.") diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_sliding_partition.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_sliding_partition.py new file mode 100644 index 000000000000..bd1b9b2004dd --- /dev/null +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_sliding_partition.py @@ -0,0 +1,121 @@ +from new_test_framework.utils import tdLog, tdSql, tdStream +import pytest +import random +import time + + +class TestSlindingPartition: + + @pytest.mark.parametrize( + "sliding,partition_by", + [(10, "tbname"), (10, "t1"), (10, "t2"), (10, "t1,t2")], + ) + def test_sliding_partition(self, sliding, partition_by): + """迁移老用例 + + 老用例 tests/system-test/8-stream/partition_interval.py + 老的建流语句 + CREATE STREAM xxx INTO xxx AS SELECT _wstart,count(val) FROM stb PARTITION BY tbname INTERVAL(10s) + 新的建流语句 + CREATE STREAM xxx SLINDING(10s) FROM stb PARTITON BY tbname INTO xxx AS SELECT _tcurrent_ts as ts,count(val) FROM %%trows; + + Since: v3.3.7.0 + + Labels: common,ci + + Jira: https://jira.taosdata.com:18080/browse/TD-36995 + + History: + - 2025-07-22: Created by zyyang90 + """ + # create snode if not exists + snodes = tdSql.getResult("SHOW SNODES;") + if snodes is None or len(snodes) == 0: + tdStream.createSnode() + + self.db = "test" + self.stream = "stream_output" + self.t1 = 5 + self.t2 = ["a", "b", "c", "d"] + + # create database and table + tdSql.executes( + [ + f"DROP DATABASE IF EXISTS `{self.db}`;", + f"CREATE DATABASE IF NOT EXISTS `{self.db}`;", + f"USE `{self.db}`;", + "CREATE TABLE stb(ts TIMESTAMP, val INT) TAGS (t1 INT, t2 VARCHAR(20));", + ], + queryTimes=1, + ) + + # create child tables + for t1 in range(self.t1): + for t2 in self.t2: + tdSql.execute( + f"CREATE TABLE t_{t1}_{t2} USING stb TAGS ({t1}, '{t2}');", + queryTimes=1, + ) + + # create stream + tdSql.execute( + f"CREATE STREAM `{self.stream}` SLIDING({sliding}s) FROM stb PARTITION BY {partition_by} INTO `{self.stream}` AS SELECT _tcurrent_ts as wstart, _tnext_ts as wend, count(val) FROM %%trows;", + # f"CREATE STREAM `{self.stream}` INTERVAL({interval}s) SLIDING({interval}s) FROM stb PARTITION BY {partition_by} INTO `{self.stream}` AS SELECT _tcurrent_ts as wstart, _tnext_ts as wend, count(val) FROM %%trows;", + queryTimes=1, + ) + tdStream.checkStreamStatus() + + # insert data + ts = (int(time.time()) // 60) * 60 * 1000 # 当前时间取整分钟的时间戳 + for t1 in range(5): + for t2 in ["a", "b", "c", "d"]: + for i in range(sliding + 1): + val = random.randint(1, 100) + sql = f"INSERT INTO t_{t1}_{t2} VALUES ({ts - (sliding - i) * 1000}, {val});" + tdLog.info(f"INSERT SQL: {sql}") + tdSql.execute( + sql, + queryTimes=1, + ) + + # check the output table + sql = f"select stable_name as name from information_schema.ins_stables where stable_name = '{self.stream}' UNION select table_name as name from information_schema.ins_tables where table_name = '{self.stream}';" + tdLog.info(f"check output table SQL: {sql}") + tdSql.checkResultsByFunc( + sql, + func=lambda: tdSql.getRows() > 0, + ) + + # check result + if partition_by == "t1": + # 按照 t1 分区，会产生 5 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t1, wstart;", + func=lambda: tdSql.getRows() == 2 * self.t1 + and tdSql.compareData(0, 2, len(self.t2)) + and tdSql.compareData(1, 2, len(self.t2) * sliding), + ) + if partition_by == "t2": + # 按照 t2 分区，会产生 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t2, wstart;", + func=lambda: tdSql.getRows() == 2 * len(self.t2) + and tdSql.compareData(0, 2, self.t1) + and tdSql.compareData(1, 2, self.t1 * sliding), + ) + if partition_by == "tbname": + # 按照 tbname 分区，会产生 5 * 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by tag_tbname, wstart;", + func=lambda: tdSql.getRows() == 2 * self.t1 * len(self.t2) + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(1, 2, sliding), + ) + if partition_by == "t1,t2": + # 按照 t1, t2 分区，会产生 5 * 4 个分区，每个分区会计算 2 次：[0s, 10s] 和 [10s, 20s] + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream} order by t1, t2, wstart;", + func=lambda: tdSql.getRows() == 2 * self.t1 * len(self.t2) + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(1, 2, sliding), + ) diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py index 9220a7d9d565..faf4a7784e46 100644 --- a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py @@ -69,33 +69,43 @@ def test_case1(self): tdDnodes = cluster.dnodes tdDnodes[3].stoptaosd() time.sleep(2) + os.system("unset LD_PRELOAD;kill -9 `pgrep taosBenchmark`") + tdLog.info("========stop insert ok========") tdDnodes[3].starttaosd() tdLog.info("========snode restart ok========") - time.sleep(10) - os.system("unset LD_PRELOAD;kill -9 `pgrep taosBenchmark`") - tdLog.info("========stop insert ok========") - time.sleep(2) + self.checkStreamRunning() tdSql.query("select _wstart,sum(voltage),groupid from meters partition by groupid interval(2s) order by groupid,_wstart",queryTimes=3) rowCnt = tdSql.getRows() - results = [] - for i in range(rowCnt): - results.append(tdSql.getData(i,1)) + tdLog.info(f"result num is {rowCnt}") + # results = [] + # for i in range(rowCnt): + # results.append(tdSql.getData(i,1)) sql = "select * from st1 order by groupid,`ts`" - tdSql.checkRowsLoop(rowCnt, sql, loopCount=100, waitTime=0.5) - - tdSql.checkRows(rowCnt) - for i in range(rowCnt): - data1 = tdSql.getData(i,1) - data2 = results[i] - if data1 != data2: - tdLog.info("num: %d, act data: %d, expect data: %d"%(i, data1, data2)) - tdLog.exit("check data error!") - - # tdLog.info("========sleep 500s========") - # time.sleep(500) + for i in range(100): + tdSql.query(sql,queryTimes=3) + time.sleep(1) + if tdSql.getRows() == rowCnt: + break + rowCnt = tdSql.getRows() + tdLog.info(f"stream result num is {rowCnt}") + + # tdSql.checkRowsLoop(rowCnt, sql, loopCount=100, waitTime=3) + # stRow = tdSql.getRows() + # tdLog.info(f"stream result num is {stRow}") + # if stRow < rowCnt -1: + # raise Exception("error:result is not right") + + # tdSql.checkRows(rowCnt) + # for i in range(rowCnt): + # data1 = tdSql.getData(i,1) + # data2 = results[i] + # if data1 != data2: + # tdLog.info("num: %d, act data: %d, expect data: %d"%(i, data1, data2)) + # tdLog.exit("check data error!") + tdLog.info("case1 end") diff --git a/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_string_func.py b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_string_func.py new file mode 100644 index 000000000000..4f9cf411a427 --- /dev/null +++ b/test/cases/13-StreamProcessing/30-OldPyCases/test_oldcase_string_func.py @@ -0,0 +1,146 @@ +from new_test_framework.utils import tdLog, tdSql, tdStream +import pytest +import time +import random +import string +import re + + +class TestStringFunctionInStream: + + @pytest.mark.parametrize( + "string_func", + [ + "char_length(val)", + "concat(val, 'abc')", + "concat_ws('-', val, 'abc')", + "length(val)", + "lower(val)", + "ltrim(val)", + "rtrim(val)", + "substr(val, 1, 3)", + "upper(val)", + ], + ) + def test_string_function(self, string_func): + """迁移旧的测试用例 + + 旧用例 tests/system-test/8-stream/scalar_function.py + 测试在流计算中使用字符串函数 + 旧的建流语句： + create stream XXX trigger at_once ignore expired 0 ignore update 0 fill_history 1 into XXX as select ts, char_length(c3) from scalar_tb + 新的建流语句： + CREATE STREAM XXX SLIDING(10s) FROM tb INTO XXX AS SELECT ts, char_length(val) as val FROM %%trows; + + Since: v3.3.7.0 + + Labels: common,ci + + Jira: https://jira.taosdata.com:18080/browse/TD-36887 + + History: + - 2025-07-23: Created by zyyang90 + """ + # create snode if not exists + snodes = tdSql.getResult("SHOW SNODES;") + if snodes is None or len(snodes) == 0: + tdStream.createSnode() + + self.db = "test_string_func_in_stream" + self.stream = "stream_output" + + # create database and table + tdSql.executes( + [ + f"DROP DATABASE IF EXISTS `{self.db}`;", + f"CREATE DATABASE IF NOT EXISTS `{self.db}`;", + f"USE `{self.db}`;", + "CREATE TABLE tb(ts TIMESTAMP, val VARCHAR(20));", + ], + queryTimes=1, + ) + + # create stream + tdSql.execute( + f"CREATE STREAM {self.stream} SLIDING(10s) FROM tb INTO {self.stream} AS SELECT _tprev_ts AS wstart, _tcurrent_ts AS wend, {string_func} AS val FROM %%trows;", + queryTimes=1, + ) + tdStream.checkStreamStatus() + + # insert data + ts = (int(time.time()) // 60) * 60 * 1000 # 当前时间取整分钟的时间戳 + # 生成随机字符串 + val = "".join(random.choices(string.ascii_letters + string.digits, k=10)) + if string_func.startswith("ltrim"): + val = f" {val}" # 添加前后空格以测试 ltrim + elif string_func.startswith("rtrim"): + val = f"{val} " + tdSql.execute(f"INSERT INTO tb VALUES({ts}, '{val}');", queryTimes=1) + + # 计算 expected value + if string_func.startswith("char_length") or string_func.startswith("length"): + expected = len(val) + elif string_func.startswith("concat_ws"): + # 解析 concat_ws 的参数并组合 expected 字符串 + match = re.match(r"concat_ws\(([^,]+),\s*([^,]+),\s*([^)]+)\)", string_func) + if match: + sep = match.group(1).strip("'\"") + str1 = match.group(2).strip("'\"") + str2 = match.group(3).strip("'\"") + if str1 == "val": + str1 = val + elif str2 == "val": + str2 = val + expected = f"{str1}{sep}{str2}" + else: + tdLog.error(f"Invalid concat_ws function: {string_func}") + expected = None + elif string_func.startswith("concat"): + # 解析 concat 的参数并组合 expected 字符串 + match = re.match(r"concat\(([^,]+),\s*([^,]+)\)", string_func) + if match: + str1 = match.group(1).strip("'\"") + str2 = match.group(2).strip("'\"") + if str1 == "val": + str1 = val + elif str2 == "val": + str2 = val + expected = f"{str1}{str2}" + else: + tdLog.error(f"Invalid concat function: {string_func}") + expected = None + elif string_func.startswith("lower"): + expected = val.lower() + elif string_func.startswith("upper"): + expected = val.upper() + elif string_func.startswith("ltrim"): + expected = val.lstrip() + elif string_func.startswith("rtrim"): + expected = val.rstrip() + elif string_func.startswith("substr"): + # 解析 substr 的参数并截取字符串 + match = re.match(r"substr\(([^,]+),\s*([^,]+),\s*([^)]+)\)", string_func) + if match: + start = int(match.group(2)) - 1 # substr 的起始位置从 1 开始 + length = int(match.group(3)) + if start < 0: + start = 0 + if start + length > len(val): + length = len(val) - start + expected = val[start : start + length] + else: + expected = None + tdLog.info(f"string_func: {string_func}, val: {val}, expected: {expected}") + + # check result + tdSql.checkResultsByFunc( + sql=f"select * from {self.stream}", + func=lambda: tdSql.getRows() == 1 + and tdSql.compareData( + 0, + 2, + expected, + ), + ) + + tdLog.info("test string function done.") diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic1.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic1.py index bb3cd7fb7675..e47efb777a07 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic1.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic1.py @@ -27,12 +27,12 @@ def test_stream_oldcase_basic1(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic2.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic3.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic4.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/basic5.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic3.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic4.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/basic5.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py index c2118994c446..9a53a3f1abb8 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py @@ -27,11 +27,11 @@ def test_stream_oldcase_basic2(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/pauseAndResume.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/sliding.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/tag.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/triggerInterval0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/windowClose.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/pauseAndResume.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/sliding.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/tag.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/triggerInterval0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/windowClose.sim """ @@ -108,7 +108,7 @@ def check3(self): def check4(self): tdSql.checkResultsByFunc( f"select * from streamt1;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 2) == 4, + lambda: tdSql.getRows() == 2 and tdSql.getData(0, 2) == 4, ) def insert5(self): @@ -120,10 +120,11 @@ def insert5(self): def check5(self): tdSql.checkResultsByFunc( f"select * from streamt1;", - lambda: tdSql.getRows() == 3 + lambda: tdSql.getRows() == 4 and tdSql.getData(0, 2) == 4 and tdSql.getData(1, 2) == 4 - and tdSql.getData(2, 2) == 4, + and tdSql.getData(2, 2) == 4 + and tdSql.getData(3, 2) == 4, ) class PauseAndResume1(StreamCheckItem): @@ -167,7 +168,7 @@ def insert4(self): def check4(self): tdSql.checkResultsByFunc( f"select * from streamt2;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 1, + lambda: tdSql.getRows() == 2 and tdSql.getData(0, 1) == 1 and tdSql.getData(1, 1) == 1 ) def insert5(self): @@ -195,13 +196,17 @@ def insert8(self): def check8(self): tdSql.checkResultsByFunc( f"select * from streamt2;", - lambda: tdSql.getRows() == 3 - and tdSql.compareData(0, 0, "2022-04-01 13:33:40.000") + lambda: tdSql.getRows() == 5 + and tdSql.compareData(0, 0, "2022-04-01 13:33:30.000") and tdSql.compareData(0, 1, 1) - and tdSql.compareData(1, 0, "2022-04-01 13:34:00.000") + and tdSql.compareData(1, 0, "2022-04-01 13:33:40.000") and tdSql.compareData(1, 1, 1) - and tdSql.compareData(2, 0, "2022-04-01 13:34:10.000") - and tdSql.compareData(2, 1, 1), + and tdSql.compareData(2, 0, "2022-04-01 13:33:50.000") + and tdSql.compareData(2, 1, 1) + and tdSql.compareData(3, 0, "2022-04-01 13:34:00.000") + and tdSql.compareData(3, 1, 1) + and tdSql.compareData(4, 0, "2022-04-01 13:34:10.000") + and tdSql.compareData(4, 1, 1), ) class Sliding0(StreamCheckItem): @@ -617,7 +622,7 @@ def check4(self): tdSql.checkResultsByFunc( f"select * from streamt;", lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 7 + and tdSql.getData(0, 1) == 4 and tdSql.getData(1, 1) == 7, ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py index 7cf8243a8c6f..8e408249aeec 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py @@ -27,8 +27,8 @@ def test_stream_oldcase_check(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkStreamSTable.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkStreamSTable1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkStreamSTable.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkStreamSTable1.sim """ @@ -274,25 +274,45 @@ def check1(self): f"select * from streamt1;", lambda: tdSql.getRows() == 2, ) + tdSql.checkResultsByFunc( + f"select * from information_schema.ins_streams where db_name='stable10' and stream_name='streams1';", + lambda: tdSql.getRows() == 1, + ) def insert2(self): tdSql.execute(f"drop stream streams1;") + + def check2(self): + for i in range(60): + time.sleep(1) + tdSql.query( + f"select * from information_schema.ins_streams where db_name='stable10' and stream_name='streams1';", + ) + tdLog.info(f"check {i} times") + if tdSql.getRows() == 0: + break + + tdSql.query( + f"select * from information_schema.ins_streams where db_name='stable10' and stream_name='streams1';", + ) + tdSql.checkRows(0) + + def insert3(self): tdLog.info(f"alter table streamt1 add column c3 double") tdSql.execute(f"alter table streamt1 add column c3 double;") - tdSql.execute( f"create stream streams1 interval(1s) sliding(1s) from st stream_options(max_delay(3s)) into streamt1 as select _twstart, count(*) c1, count(a) c2, avg(b) c3 from st;" ) - def check2(self): + def check3(self): tdStream.checkStreamStatus() - def insert3(self): + def insert4(self): tdSql.execute(f"insert into t2 values(1648791213000, 1, 2, 3);") tdSql.execute(f"insert into t1 values(1648791214000, 1, 2, 3);") - def check3(self): + def check4(self): tdSql.checkResultsByFunc( f"select * from streamt1;", - lambda: tdSql.getRows() == 4, + lambda: tdSql.getRows() > 2, ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check_bug.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check_bug.py deleted file mode 100644 index 472dd4cce812..000000000000 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check_bug.py +++ /dev/null @@ -1,74 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream - - -class TestStreamOldCaseCheck: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_oldcase_check(self): - """Stream check stable - - Verify the computation results of streams when triggered by different windows. - - Catalog: - - Streams:OldTsimCases - - Since: v3.0.0.0 - - Labels: common, ci - - Jira: None - - History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkStreamSTable.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkStreamSTable1.sim - - """ - - tdStream.createSnode() - - self.checkStreamSTable() - - def checkStreamSTable(self): - tdLog.info(f"checkStreamSTable") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"===== step2") - tdSql.execute(f"create database result vgroups 1;") - tdSql.execute(f"create database test vgroups 4;") - tdSql.execute(f"use test;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f"create stable result.streamt0(ts timestamp, a bigint, b int) tags(tag_tbname varchar(270), ta int, tb int, tc int);" - ) - tdSql.execute( - "create stream streams0 interval(10s) sliding(10s) from st partition by tbname, ta, tb, tc stream_options(MAX_DELAY(1s)) into result.streamt0 tags(tag_tbname varchar(270) as %%1, ta int as %%2, tb int as %%3, tc int as %%4) as select _twstart ts, count(*) a, max(a) b from %%tbname;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791213000, 2, 2, 3);") - - tdSql.checkResultsBySql( - sql="select * from result.streamt0 where tag_tbname='t1'", - exp_sql="select _wstart, count(*) c1, max(a) c2, tbname, ta, tb, tc from st where tbname='t1' partition by tbname interval(10s)", - retry=20, - ) - tdSql.checkResultsBySql( - sql="select * from result.streamt0 where tag_tbname='t2'", - exp_sql="select _wstart, count(*) c1, max(a) c2, tbname, ta, tb, tc from st where tbname='t2' partition by tbname interval(10s)", - retry=20, - ) - tdSql.checkResultsByFunc( - f"select * from result.streamt0", - func=lambda: tdSql.getRows() == 2, - retry=20, - ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py index c5cc81e68148..3dafa4a9be25 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py @@ -29,11 +29,11 @@ def test_stream_oldcase_checkpoint(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointInterval0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointInterval1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointSession0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointSession1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointState0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkpointInterval0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkpointInterval1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkpointSession0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkpointSession1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/checkpointState0.sim """ @@ -45,9 +45,9 @@ def test_stream_oldcase_checkpoint(self): streams = [] streams.append(self.Interval0()) streams.append(self.Interval1()) - # streams.append(self.Session0()) TD-36912 - # streams.append(self.Session1()) TD-36912 - # streams.append(self.State0()) TD-36912 + streams.append(self.Session0()) + streams.append(self.Session1()) + streams.append(self.State0()) tdStream.checkAll(streams) class Interval0(StreamCheckItem): diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint_bug.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint_bug.py deleted file mode 100644 index 94443e7ee6c1..000000000000 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint_bug.py +++ /dev/null @@ -1,146 +0,0 @@ -import time -from new_test_framework.utils import ( - tdLog, - tdSql, - sc, - clusterComCheck, - tdStream, - StreamCheckItem, -) - - -class TestStreamOldCaseCheckPoint: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_oldcase_checkpoint(self): - """Stream checkpoint - - Test if the stream continues to run after a restart. - - Catalog: - - Streams:OldTsimCases - - Since: v3.0.0.0 - - Labels: common, ci - - Jira: None - - History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointInterval0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointInterval1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointSession0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointSession1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/checkpointState0.sim - - """ - - tdStream.createSnode() - - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - streams = [] - streams.append(self.Session0()) - tdStream.checkAll(streams) - - class Session0(StreamCheckItem): - def __init__(self): - self.db = "test" - - def create(self): - tdSql.execute( - f"create table session0_t1(ts timestamp, a int, b int, c int, d double);" - ) - tdSql.execute( - f"create stream session0_stream session(ts, 10s) from session0_t1 stream_options(max_delay(3s)) into session0_result as select _twstart, _twend, count(*) c1, sum(a) from session0_t1 where ts >= _twstart and ts <= _twend;" - ) - - def insert1(self): - tdSql.execute( - f"insert into session0_t1 values(1648791213000, 1, 2, 3, 1.0);" - ) - tdSql.execute( - f"insert into session0_t1 values(1648791213001, 2, 2, 3, 1.1);" - ) - - def check1(self): - tdSql.checkResultsByFunc( - f"select * from session0_result;", - lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2022-04-01 13:33:33.000") - and tdSql.compareData(0, 1, "2022-04-01 13:33:33.001") - and tdSql.compareData(0, 2, 2) - and tdSql.compareData(0, 3, 3), - ) - - def insert2(self): - sc.dnodeStop(1) - sc.dnodeStart(1) - - def check2(self): - clusterComCheck.checkDnodes(1) - tdStream.checkStreamStatus() - - def insert3(self): - tdSql.execute( - f"insert into session0_t1 values(1648791213002, 3, 2, 3, 1.1);" - ) - - def check3(self): - tdSql.checkResultsByFunc( - f"select * from session0_result;", - lambda: tdSql.getRows() == 1 - and tdSql.compareData(0, 0, "2022-04-01 13:33:33.000") - and tdSql.compareData(0, 1, "2022-04-01 13:33:33.002") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 6), - ) - - def insert4(self): - tdSql.execute( - f"insert into session0_t1 values(1648791233003, 4, 2, 3, 1.1);" - ) - - def check4(self): - tdSql.checkResultsByFunc( - f"select * from session0_result;", - lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2022-04-01 13:33:33.000") - and tdSql.compareData(0, 1, "2022-04-01 13:33:33.002") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(1, 0, "2022-04-01 13:33:53.003") - and tdSql.compareData(1, 1, "2022-04-01 13:33:53.003") - and tdSql.compareData(1, 2, 1) - and tdSql.compareData(1, 3, 4), - ) - - def insert5(self): - sc.dnodeStop(1) - sc.dnodeStart(1) - - def check5(self): - clusterComCheck.checkDnodes(1) - tdStream.checkStreamStatus() - - def insert6(self): - tdSql.execute( - f"insert into session0_t1 values(1648791233004, 5, 2, 3, 1.1);" - ) - - def check6(self): - tdSql.checkResultsByFunc( - f"select * from session0_result;", - lambda: tdSql.getRows() == 2 - and tdSql.compareData(0, 0, "2022-04-01 13:33:33.000") - and tdSql.compareData(0, 1, "2022-04-01 13:33:33.002") - and tdSql.compareData(0, 2, 3) - and tdSql.compareData(0, 3, 6) - and tdSql.compareData(1, 0, "2022-04-01 13:33:53.003") - and tdSql.compareData(1, 1, "2022-04-01 13:33:53.004") - and tdSql.compareData(1, 2, 2) - and tdSql.compareData(1, 3, 9), - ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py index a9ba70c94583..bb07338ddf0c 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py @@ -27,10 +27,10 @@ def test_stream_oldcase_concat(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/udTableAndCol0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/udTableAndTag0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/udTableAndTag1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/udTableAndTag2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/udTableAndCol0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/udTableAndTag0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/udTableAndTag1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/udTableAndTag2.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py index b57c692d0c62..7582e19df533 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseContinueWindowClose: @@ -10,7 +15,7 @@ def setup_class(cls): def test_stream_oldcase_continue_window_close(self): """Stream continue window close - 1. - + To mimic the original CONTINUOUS_WINDOW_CLOSE behavior Catalog: - Streams:OldTsimCases @@ -22,480 +27,598 @@ def test_stream_oldcase_continue_window_close(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/nonblockIntervalBasic.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/nonblockIntervalHistory.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/nonblockIntervalBasic.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/nonblockIntervalHistory.sim """ tdStream.createSnode() - self.nonblockIntervalBasic() - # self.nonblockIntervalHistory() - - def nonblockIntervalBasic(self): - tdLog.info(f"nonblockIntervalBasic") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"========== interval window") - - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f"create stream streams_er1 session(ts, 10s) from st partition by tbname into streamt_et1 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%tbname where ts >= _twstart and ts < _twend;" - ) - tdSql.execute( - f"create stream streams_er2 state_window(a) from st partition by tbname into streamt_et2 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%trows;" - ) - tdSql.execute( - f"create stream streams_er3 count_window(10) from st partition by tbname into streamt_et3 as select _twstart, count(*) c1, sum(b) c2 from st where tbname=%%tbname;" - ) - tdSql.execute( - f"create stream streams_er4 event_window(start with a = 0 end with b = 9) from st partition by tbname into streamt_et4 as select _twstart, count(*) c1, sum(b) c2 from %%trows;" - ) - tdSql.execute( - f"create stream streams1 interval(10s) sliding(10s) from st partition by tbname into streamt1 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%tbname where ts >= _twstart and ts < _twend;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 1, 2, 3);") - tdSql.query( - f"select _wstart, count(*) c1, sum(b) c2 from st partition by tbname interval(10s) ;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 2, - ) - - tdSql.checkResultsByFunc( - f"show stables", - lambda: tdSql.getRows() == 6, - ) - - tdLog.info(f"============================end") - - tdLog.info(f"========== interval window step2") - - tdSql.execute(f"drop database if exists test2;") - tdSql.execute(f"create database test2 vgroups 1;") - tdSql.execute(f"use test2;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 interval(10s) sliding(5s) from st partition by tbname into streamt2 as select _twstart, count(*) c1, max(a) c2 from st where tbname=%%tbname and ts >= _twstart and ts < _twend;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791215000, 3, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791220000, 5, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from test2.streamt2;", - lambda: tdSql.getRows() > 20 - and tdSql.compareData(0, 0, "2022-04-01 13:33:25.000") - and tdSql.compareData(0, 1, 2) - and tdSql.compareData(1, 0, "2022-04-01 13:33:30.000") - and tdSql.compareData(1, 1, 4) - and tdSql.compareData(2, 0, "2022-04-01 13:33:35.000") - and tdSql.compareData(2, 1, 3) - and tdSql.compareData(3, 0, "2022-04-01 13:33:40.000") - and tdSql.compareData(3, 1, 1) - and tdSql.compareData(4, 0, "2022-04-01 13:33:45.000") - and tdSql.compareData(4, 1, 0) - ) - - return - tdLog.info(f"========== interval window step3") - - tdSql.execute(f"drop database if exists test3;") - tdSql.execute(f"create database test3 vgroups 2;") - tdSql.execute(f"use test3;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams3 interval(10s) sliding(10s) into streamt3 as select _twstart, count(*) c1, sum(b) c2 from st where ts >= _twstart and ts < _twend;;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 1, 2, 3);") - tdSql.query(f"select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ;") - - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 2, - ) - - tdSql.pause() - - tdSql.execute(f"insert into t2 values(1648791211000, 1, 2, 3);") - tdSql.query(f"select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdLog.info(f"========== interval window step4") - - tdSql.execute(f"drop database if exists test4;") - tdSql.execute(f"create database test4 vgroups 2;") - tdSql.execute(f"use test4;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams4 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt4 as select _wstart, count(*) c1, max(a) c2 from st interval(10s) sliding(5s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791215000, 3, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791220000, 5, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") - tdSql.query( - f"select _wstart, count(*) c1, max(a) c2 from st partition by tbname interval(10s) sliding(5s) ;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt4 order by 1, 2;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(3, 1) == 1, - ) - - tdLog.info(f"========== interval window step5") - - tdSql.execute(f"drop database if exists test5;") - tdSql.execute(f"create database test5 vgroups 2;") - tdSql.execute(f"use test5;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams5 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt5 as select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") - tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791215000, 3, 1, 3);") - tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") - - tdSql.execute(f"insert into t2 values(1648791211000, 1, 1, 3);") - tdSql.execute(f"insert into t2 values(1648791214000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791215000, 3, 1, 3);") - tdSql.execute(f"insert into t2 values(1648791219000, 4, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791220000, 5, 1, 3);") - tdSql.execute(f"insert into t2 values(1648791220001, 6, 2, 3);") - - tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") - - tdLog.info( - f"loop5 select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s) order by 1, 4;" - ) - tdSql.query( - f"select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s) order by 1, 4;" - ) - - tdLog.info(f"sql select * from streamt5 order by 1, 4;") - tdSql.checkResultsByFunc( - f"select * from streamt5 order by 1, 4;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 1, - ) - - tdLog.info(f"========== interval window step6") - - tdSql.execute(f"drop database if exists test6;") - tdSql.execute(f"create database test6 vgroups 2;") - tdSql.execute(f"use test6;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f'create stream streams6 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt6 TAGS(dd varchar(100)) SUBTABLE(concat("streams6-tbn-", cast(dd as varchar(10)) )) as select _wstart, count(*) c1, max(b) c2 from st partition by tbname, ta as dd interval(10s);' - ) - tdSql.execute( - f'create stream streams7 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt7 TAGS(dd varchar(100)) SUBTABLE(concat("streams7-tbn-", cast(dd as varchar(10)) )) as select _wstart, count(*) c1, max(b) c2 from st partition by a as dd interval(10s);' - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") - tdSql.execute(f"insert into t2 values(1648791211000, 2, 2, 3);") - - tdSql.execute(f"insert into t1 values(1648791221000, 1, 3, 3);") - tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") - - tdSql.query(f"show tables;") - - tdLog.info(f"sql show tables;") - tdSql.checkResultsByFunc(f"show tables;", lambda: tdSql.getRows() == 6) - - tdLog.info( - f'sql select * from information_schema.ins_tables where table_name like "streams6-tbn-%";' - ) - tdSql.checkResultsByFunc( - f'select * from information_schema.ins_tables where table_name like "streams6-tbn-%";', - lambda: tdSql.getRows() == 2, - ) - - tdLog.info( - f'sql select * from information_schema.ins_tables where table_name like "streams7-tbn-%";' - ) - tdSql.checkResultsByFunc( - f'select * from information_schema.ins_tables where table_name like "streams7-tbn-%";', - lambda: tdSql.getRows() == 2, - ) - - tdLog.info(f"sql select * from streamt6;") - tdSql.checkResultsByFunc( - f"select * from streamt6;", lambda: tdSql.getRows() == 2 - ) - - tdLog.info(f"sql select * from streamt7;") - tdSql.checkResultsByFunc( - f"select * from streamt7;", lambda: tdSql.getRows() == 2 - ) - - tdLog.info(f"========== interval window step6") - - tdSql.execute(f"drop database if exists test8;") - tdSql.execute(f"create database test8 vgroups 2;") - tdSql.execute(f"use test8;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f"create table streamt8(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100));" - ) - - tdSql.execute( - f"create stream streams8 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt8 tags(ta) as select _wstart, count(*) c1, max(b) c2 from st partition by tbname, a as ta interval(10s);" - ) - tdSql.execute( - f"create stream streams9 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt9(c1, c2 primary key, c3) as select _wstart, count(*) c1, max(b) c2 from st interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") - tdSql.execute(f"insert into t2 values(1648791211000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 1, 3, 3);") - - tdLog.info(f"sql select * from streamt9;") - tdSql.checkResultsByFunc( - f"select * from streamt9;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, - ) - - tdSql.execute(f"insert into t2 values(1648791211001, 2, 4, 3);") - - tdLog.info(f"sql select * from streamt8;") - tdSql.checkResultsByFunc( - f"select * from streamt8;", lambda: tdSql.getRows() == 1 - ) - - tdSql.checkResultsByFunc( - f"select * from streamt9;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, - ) - - def nonblockIntervalHistory(self): - tdLog.info(f"nonblockIntervalHistory") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"========== interval window") - - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute(f"insert into t1 values(1648791111000, 1, 1, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791111000, 1, 3, 3);") - tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") - - tdSql.execute( - f"create stream streams1 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt1 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname interval(10s) ;" - ) - - tdStream.checkStreamStatus() - - tdLog.info(f"sql loop00 select * from streamt1 order by 1, 2;") - tdSql.checkResultsByFunc( - f"select * from streamt1 order by 1, 2;", lambda: tdSql.getRows() == 4 - ) - - tdSql.execute(f"insert into t1 values(1648791221001, 3, 5, 3);") - - tdSql.execute(f"insert into t1 values(1648791241001, 3, 6, 3);") - - tdLog.info( - f"sql sql select _wstart, count(*) c1, sum(b) c2, tbname from st partition by tbname interval(10s) order by 1, 2 ;" - ) - tdSql.query( - f"select _wstart, count(*) c1, sum(b) c2, tbname from st partition by tbname interval(10s) order by 1, 2 ;" - ) - - tdLog.info(f"sql loop0 select * from streamt1 order by 1, 2;") - tdSql.checkResultsByFunc( - f"select * from streamt1 order by 1, 2;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 1 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(1, 2) == 3 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(2, 2) == 4 - and tdSql.getData(3, 1) == 2 - and tdSql.getData(3, 2) == 7, - ) - - tdLog.info(f"========== step2") - - tdSql.execute(f"drop database if exists test1;") - tdSql.execute(f"create database test1 vgroups 1;") - tdSql.execute(f"use test1;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute(f"create table t3 using st tags(3, 3, 3);") - - tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791224000, 2, 2, 3);") - - tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791224000, 2, 2, 3);") - - tdSql.execute(f"insert into t3 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t3 values(1648791224000, 2, 2, 3);") - - tdSql.execute( - f"create stream streams12 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt12 as select _wstart, avg(a) c1, sum(b) c2, tbname as c3 from st partition by tbname interval(1s) ;" - ) - - tdStream.checkStreamStatus() - tdSql.checkResultsByFunc( - f"select * from streamt12 order by 1, 2;", - lambda: tdSql.getRows() == 6, - ) - - tdSql.execute(f"insert into t1 values(1648791224001, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791225001, 2, 2, 3);") - - tdSql.checkResultsByFunc( - f'select * from streamt12 where c3 == "t1" order by 1, 2;', - lambda: tdSql.getRows() == 2 and tdSql.getData(1, 2) == 4, - ) - - tdLog.info(f"============================end") - tdLog.info(f"========== step3") - - tdSql.execute(f"drop database if exists test3;") - tdSql.execute(f"create database test3 vgroups 2;") - tdSql.execute(f"use test3;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute(f"insert into t1 values(1648791111000, 1, 1, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791111000, 1, 3, 3);") - tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") - - tdSql.execute( - f"create stream streams3 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt3 as select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ;" - ) - - tdStream.checkStreamStatus() - - tdLog.info( - f"sql sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1, 2 ;" - ) - tdSql.query( - f"select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1, 2 ;" - ) - - tdLog.info(f"sql loop5 select * from streamt3 order by 1, 2;") - tdSql.checkResultsByFunc( - f"select * from streamt3 order by 1, 2;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791221001, 3, 5, 3);") - tdSql.execute(f"insert into t1 values(1648791241001, 3, 6, 3);") - - tdLog.info( - f"sql sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1, 2 ;" - ) - tdSql.query( - f"select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1, 2 ;" - ) - - tdLog.info(f"sql loop6 select * from streamt3 order by 1, 2;") - tdSql.checkResultsByFunc( - f"select * from streamt3 order by 1, 2;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 11, - ) + streams = [] + streams.append(self.Basic1()) + streams.append(self.Basic2()) + streams.append(self.Basic3()) + streams.append(self.Basic4()) + streams.append(self.Basic5()) + streams.append(self.Basic6()) + streams.append(self.Basic7()) + streams.append(self.History1()) + streams.append(self.History2()) + streams.append(self.History3()) + tdStream.checkAll(streams) + + class Basic1(StreamCheckItem): + def __init__(self): + self.db = "Basic1" + + def create(self): + tdSql.execute(f"create database basic1 vgroups 1 buffer 8;") + tdSql.execute(f"use basic1;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute( + f"create stream streams_er1 session(ts, 10s) from st partition by tbname into streamt_et1 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%tbname where ts >= _twstart and ts < _twend;" + ) + tdSql.execute( + f"create stream streams_er2 state_window(a) from st partition by tbname into streamt_et2 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%trows;" + ) + tdSql.execute( + f"create stream streams_er3 count_window(10) from st partition by tbname into streamt_et3 as select _twstart, count(*) c1, sum(b) c2 from st where tbname=%%tbname;" + ) + tdSql.execute( + f"create stream streams_er4 event_window(start with a = 0 end with b = 9) from st partition by tbname into streamt_et4 as select _twstart, count(*) c1, sum(b) c2 from %%trows;" + ) + tdSql.execute( + f"create stream streams1 interval(10s) sliding(10s) from st partition by tbname into streamt1 tags(tb varchar(32) as %%tbname) as select _twstart, count(*) c1, sum(b) c2 from %%tbname where ts >= _twstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 1, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == 2, + ) + + tdSql.checkResultsByFunc( + f"show stables", + lambda: tdSql.getRows() == 6, + ) + + class Basic2(StreamCheckItem): + def __init__(self): + self.db = "Basic2" + + def create(self): + tdSql.execute(f"create database basic2 vgroups 1 buffer 8;") + tdSql.execute(f"use basic2;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 interval(10s) sliding(5s) from st partition by tbname into streamt2 as select _twstart, count(*) c1, max(a) c2 from st where tbname=%%tbname and ts >= _twstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791215000, 3, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791220000, 5, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 42 + and tdSql.compareData(0, 0, "2022-04-01 13:33:25.000") + and tdSql.compareData(0, 1, 2) + and tdSql.compareData(1, 0, "2022-04-01 13:33:30.000") + and tdSql.compareData(1, 1, 4) + and tdSql.compareData(2, 0, "2022-04-01 13:33:35.000") + and tdSql.compareData(2, 1, 3) + and tdSql.compareData(3, 0, "2022-04-01 13:33:40.000") + and tdSql.compareData(3, 1, 1) + and tdSql.compareData(4, 0, "2022-04-01 13:33:45.000") + and tdSql.compareData(4, 1, 0), + ) + + class Basic3(StreamCheckItem): + def __init__(self): + self.db = "Basic3" + + def create(self): + tdSql.execute(f"create database basic3 vgroups 2 buffer 8;") + tdSql.execute(f"use basic3;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams3 interval(10s) sliding(10s) from st into streamt3 as select _twstart, count(*) c1, sum(b) c2 from st where ts >= _twstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 1, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t2 values(1648791211000, 1, 2, 3);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + class Basic4(StreamCheckItem): + def __init__(self): + self.db = "Basic4" + + def create(self): + tdSql.execute(f"create database basic4 vgroups 2 buffer 8;") + tdSql.execute(f"use basic4;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams4 interval(10s) sliding(5s) from st into streamt4 as select _twstart, count(*) c1, max(a) c2 from %%trows;" + ) + + tdStream.checkStreamStatus() + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791215000, 3, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791220000, 5, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt4 order by 1, 2;", + lambda: tdSql.getRows() == 42 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(3, 1) == 1, + ) + + class Basic5(StreamCheckItem): + def __init__(self): + self.db = "Basic5" + + def create(self): + tdSql.execute(f"create database basic5 vgroups 2 buffer 8;") + tdSql.execute(f"use basic5;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams5 interval(10s) sliding(10s) from st partition by tb into streamt5 as select _twstart, count(*) c1, max(a) c2, %%1 as tb2 from %%trows;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") + tdSql.execute(f"insert into t1 values(1648791214000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791215000, 3, 1, 3);") + tdSql.execute(f"insert into t1 values(1648791219000, 4, 2, 3);") + + tdSql.execute(f"insert into t2 values(1648791211000, 1, 1, 3);") + tdSql.execute(f"insert into t2 values(1648791214000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791215000, 3, 1, 3);") + tdSql.execute(f"insert into t2 values(1648791219000, 4, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791220000, 5, 1, 3);") + tdSql.execute(f"insert into t2 values(1648791220001, 6, 2, 3);") + + tdSql.execute(f"insert into t1 values(1648791420000, 6, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt5 where tb=1;", + lambda: tdSql.getRows() == 21 + and tdSql.compareData(0, 0, "2022-04-01 13:33:30.000") + and tdSql.compareData(0, 1, 4) + and tdSql.compareData(0, 2, 4), + ) + + tdSql.checkResultsByFunc( + f"select * from streamt5 where tb=2;", + lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2022-04-01 13:33:30.000") + and tdSql.compareData(0, 1, 4) + and tdSql.compareData(0, 2, 4), + ) + + class Basic6(StreamCheckItem): + def __init__(self): + self.db = "Basic6" + + def create(self): + tdSql.execute(f"create database basic6 vgroups 2 buffer 8;") + tdSql.execute(f"use basic6;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute( + f'create stream streams6 interval(10s) sliding(10s) from st partition by tbname, ta into streamt6 OUTPUT_SUBTABLE(concat("streams6-tbn-", cast(%%2 as varchar(10)) )) TAGS(dd varchar(100) as cast(%%2 as varchar(10))) as select _twstart, count(*) c1, max(b) c2 from %%trows;' + ) + tdSql.execute( + f'create stream streams7 interval(10s) sliding(10s) from st partition by ta into streamt7 OUTPUT_SUBTABLE(concat("streams7-tbn-", cast(%%1 as varchar(10)) )) TAGS(dd varchar(100) as cast(%%1 as varchar(10))) as select _twstart, count(*) c1, max(b) c2 from %%trows;' + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") + tdSql.execute(f"insert into t2 values(1648791211000, 2, 2, 3);") + + tdSql.execute(f"insert into t1 values(1648791221000, 1, 3, 3);") + tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") + + def check1(self): + tdSql.checkResultsByFunc(f"show tables;", lambda: tdSql.getRows() == 6) + tdSql.checkResultsByFunc( + f"select * from streamt6;", lambda: tdSql.getRows() == 2 + ) + tdSql.checkResultsByFunc( + f"select * from streamt6 where dd=1;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkResultsByFunc( + f"select * from streamt6 where dd=2;", lambda: tdSql.getRows() == 1 + ) + + tdSql.checkResultsByFunc( + f"select * from streamt7;", lambda: tdSql.getRows() == 2 + ) + tdSql.checkResultsByFunc( + f"select * from streamt7 where dd=1;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkResultsByFunc( + f"select * from streamt7 where dd=2;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkTableSchema( + dbname=self.db, + tbname="streamt6", + schema=[ + ["_twstart", "TIMESTAMP", 8, ""], + ["c1", "BIGINT", 8, ""], + ["c2", "INT", 4, ""], + ["dd", "VARCHAR", 100, "TAG"], + ], + ) + tdSql.checkTableSchema( + dbname=self.db, + tbname="streamt7;", + schema=[ + ["_twstart", "TIMESTAMP", 8, ""], + ["c1", "BIGINT", 8, ""], + ["c2", "INT", 4, ""], + ["dd", "VARCHAR", 100, "TAG"], + ], + ) + tdSql.checkResultsByFunc( + f"select * from `streams6-tbn-1`;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkResultsByFunc( + f"select * from `streams7-tbn-1`;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkResultsByFunc( + f"select * from `streams6-tbn-2`;", lambda: tdSql.getRows() == 1 + ) + tdSql.checkResultsByFunc( + f"select * from `streams7-tbn-2`;", lambda: tdSql.getRows() == 1 + ) + + class Basic7(StreamCheckItem): + def __init__(self): + self.db = "Basic7" + + def create(self): + tdSql.execute(f"create database basic7 vgroups 2 buffer 8;") + tdSql.execute(f"use basic7;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute( + f"create table streamt8(ts timestamp, a bigint primary key, b int) tags(ta varchar(100));" + ) + + tdSql.execute( + f"create stream streams8 interval(10s) sliding(10s) from st partition by tbname, ta into streamt8 tags(ta varchar(100) as cast(%%2 as varchar(100))) as select _twstart ts, count(*) a, max(b) b from %%trows;" + ) + tdSql.execute( + f"create stream streams9 interval(10s) sliding(10s) from st into streamt9(c1, c2 primary key, c3) as select _twstart, count(*) c1, max(b) c2 from %%trows;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 1, 3);") + tdSql.execute(f"insert into t2 values(1648791211000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 1, 3, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt9 order by c2;", + lambda: tdSql.getRows() > 0 + and tdSql.compareData(0, 0, "2022-04-01 13:33:30.000"), + ) + tdSql.checkResultsByFunc( + f"select * from streamt8 where ta=1;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 1, + ) + tdSql.checkResultsByFunc( + f"select * from streamt8", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 1, + ) + + def insert2(self): + tdSql.execute(f"insert into t2 values(1648791211001, 2, 4, 3);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt9 order by c2;", + lambda: tdSql.getRows() > 0 + and tdSql.compareData(0, 0, "2022-04-01 13:33:30.000"), + ) + tdSql.checkResultsByFunc( + f"select * from streamt8;", lambda: tdSql.getRows() == 1 + ) + + class History1(StreamCheckItem): + def __init__(self): + self.db = "History1" + + def create(self): + tdSql.execute(f"create database history1 vgroups 1 buffer 8;") + tdSql.execute(f"use history1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute(f"insert into t1 values(1648791111000, 1, 1, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791111000, 1, 3, 3);") + tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") + + tdSql.execute( + f"create stream streams1 interval(10s) sliding(10s) from st partition by tbname stream_options(fill_history(1648790221001)) into streamt1 as select _twstart, count(*) c1, sum(b) c2 from %%trows ;" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1 order by 1, 2;", lambda: tdSql.getRows() == 24 + ) + tdSql.checkResultsByFunc( + f"select * from streamt1 where tag_tbname='t1';", + lambda: tdSql.getRows() == 12 + and tdSql.compareData(0, 0, "2022-04-01 13:31:50.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(11, 0, "2022-04-01 13:33:40.000") + and tdSql.compareData(11, 1, 1) + and tdSql.compareData(11, 2, 2), + ) + tdSql.checkResultsByFunc( + f"select * from streamt1 where tag_tbname='t2';", + lambda: tdSql.getRows() == 12 + and tdSql.compareData(0, 0, "2022-04-01 13:31:50.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(11, 0, "2022-04-01 13:33:40.000") + and tdSql.compareData(11, 1, 1) + and tdSql.compareData(11, 2, 4), + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791221001, 3, 5, 3);") + tdSql.execute(f"insert into t1 values(1648791241001, 3, 6, 3);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt1 order by 1, 2;", lambda: tdSql.getRows() == 25 + ) + tdSql.checkResultsByFunc( + f"select * from streamt1 where tag_tbname='t1';", + lambda: tdSql.getRows() == 13 + and tdSql.compareData(0, 0, "2022-04-01 13:31:50.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 1) + and tdSql.compareData(11, 0, "2022-04-01 13:33:40.000") + and tdSql.compareData(11, 1, 1) + and tdSql.compareData(11, 2, 5) + and tdSql.compareData(12, 0, "2022-04-01 13:33:50.000") + and tdSql.compareData(12, 1, 0) + and tdSql.compareData(12, 2, None), + ) + tdSql.checkResultsByFunc( + f"select * from streamt1 where tag_tbname='t2';", + lambda: tdSql.getRows() == 12 + and tdSql.compareData(0, 0, "2022-04-01 13:31:50.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 3) + and tdSql.compareData(11, 0, "2022-04-01 13:33:40.000") + and tdSql.compareData(11, 1, 1) + and tdSql.compareData(11, 2, 4), + ) + + class History2(StreamCheckItem): + def __init__(self): + self.db = "History2" + + def create(self): + tdSql.execute(f"create database history2 vgroups 1 buffer 8;") + tdSql.execute(f"use history2;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute(f"create table t3 using st tags(3, 3, 3);") + + tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791224000, 2, 2, 3);") + + tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791224000, 2, 2, 3);") + + tdSql.execute(f"insert into t3 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t3 values(1648791224000, 2, 2, 3);") + + tdSql.execute( + f"create stream streams12 interval(1s) sliding(1s) from st partition by tbname stream_options(fill_history(1648790221000)) into streamt12 as select _twstart, count(a) c1, sum(b) c2, tbname as c3 from %%tbname where ts >= _twstart and ts < _twend;" + ) + tdSql.execute( + f"create stream streams13 interval(1s) sliding(1s) from st partition by tbname into streamt13 as select _twstart, count(a) c1, sum(b) c2, tbname as c3 from %%tbname where ts >= _twstart and ts < _twend;" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t1';", + lambda: tdSql.getRows() == 4 + and tdSql.compareData(0, 0, "2022-04-01 13:33:41.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 2) + and tdSql.compareData(0, 3, "t1") + and tdSql.compareData(1, 0, "2022-04-01 13:33:42.000") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + and tdSql.compareData(1, 3, None) + and tdSql.compareData(2, 0, "2022-04-01 13:33:43.000") + and tdSql.compareData(2, 1, 0) + and tdSql.compareData(2, 2, None) + and tdSql.compareData(2, 3, None) + and tdSql.compareData(3, 0, "2022-04-01 13:33:44.000") + and tdSql.compareData(3, 1, 1) + and tdSql.compareData(3, 2, 2) + and tdSql.compareData(3, 3, "t1"), + ) + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t2';", + lambda: tdSql.getRows() == 4, + ) + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t3';", + lambda: tdSql.getRows() == 4, + ) + + def insert2(self): + tdLog.info("==============") + tdSql.execute(f"insert into t1 values(1648791224001, 2, 3, 5);") + tdSql.execute(f"insert into t1 values(1648791225001, 2, 4, 6);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t1';", + lambda: tdSql.getRows() == 4 + and tdSql.compareData(0, 0, "2022-04-01 13:33:41.000") + and tdSql.compareData(0, 1, 1) + and tdSql.compareData(0, 2, 2) + and tdSql.compareData(0, 3, "t1") + and tdSql.compareData(1, 0, "2022-04-01 13:33:42.000") + and tdSql.compareData(1, 1, 0) + and tdSql.compareData(1, 2, None) + and tdSql.compareData(1, 3, None) + and tdSql.compareData(2, 0, "2022-04-01 13:33:43.000") + and tdSql.compareData(2, 1, 0) + and tdSql.compareData(2, 2, None) + and tdSql.compareData(2, 3, None) + and tdSql.compareData(3, 0, "2022-04-01 13:33:44.000") + and tdSql.compareData(3, 1, 2) + and tdSql.compareData(3, 2, 5) + and tdSql.compareData(3, 3, "t1"), + ) + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t2';", + lambda: tdSql.getRows() == 4, + ) + tdSql.checkResultsByFunc( + f"select * from streamt12 where tag_tbname='t3';", + lambda: tdSql.getRows() == 4, + ) + tdSql.checkResultsByFunc( + f"select * from streamt13;", + lambda: tdSql.getRows() == 1 + and tdSql.compareData(0, 0, "2022-04-01 13:33:44.000") + and tdSql.compareData(0, 1, 2) + and tdSql.compareData(0, 2, 5) + and tdSql.compareData(0, 3, "t1"), + ) + + class History3(StreamCheckItem): + def __init__(self): + self.db = "History3" + + def create(self): + tdSql.execute(f"create database history3 vgroups 2 buffer 8;") + tdSql.execute(f"use history3;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute(f"insert into t1 values(1648791111000, 1, 1, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791111000, 1, 3, 3);") + tdSql.execute(f"insert into t2 values(1648791221000, 2, 4, 3);") + + tdSql.execute( + f"create stream streams3 interval(10s) sliding(10s) from st stream_options(fill_history(1648790221000)) into streamt3 as select _twstart, count(*) c1, sum(b) c2 from %%trows;" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 where c2 is not NULL;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 6, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791221001, 3, 5, 3);") + tdSql.execute(f"insert into t1 values(1648791241001, 3, 6, 3);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 where c2 is not NULL;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(1, 2) == 5, + ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_count.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_count.py index 538e66d70e75..20e6107a88f0 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_count.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_count.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseCount: @@ -10,7 +15,7 @@ def setup_class(cls): def test_stream_oldcase_count(self): """Stream count - 1. - + Basic use cases of count window, include expired-data, out-of-order data, and data-deletion Catalog: - Streams:OldTsimCases @@ -22,637 +27,630 @@ def test_stream_oldcase_count(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/count0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/count1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/count2.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/count3.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/countSliding0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/countSliding1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/countSliding2.sim - + - 2025-7-25 Simon Guan Migrated from tsim/stream/count0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/count1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/count2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/count3.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/countSliding0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/countSliding1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/countSliding2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/scalar.sim + """ tdStream.createSnode() - self.count0() - # self.count1() - # self.count2() - # self.count3() - # self.countSliding0() - # self.countSliding1() - # self.countSliding2() - - def count0(self): - tdLog.info(f"count0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 count_window(3) from t1 stream_options(max_delay(3s)|expired_time(0)|watermark(100s)) into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 where ts >= _wstart and ts < _twend;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdSql.pause() - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 3 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 6 - and tdSql.getData(1, 3) == 3, - ) - - tdLog.info(f"step2") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test2 vgroups 4;") - tdSql.execute(f"use test2;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3)" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t2 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t2 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t2 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1, 2;", - lambda: tdSql.getRows() > 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 3 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 6 - and tdSql.getData(1, 3) == 3 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(2, 2) == 6 - and tdSql.getData(2, 3) == 3, - ) - - tdLog.info(f"step3") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test3 vgroups 1;") - tdSql.execute(f"use test3;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute( - f"create stream streams3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 3 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 6 - and tdSql.getData(1, 3) == 3, - ) - - def count1(self): - tdLog.info(f"count1") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - # stable - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from st count_window(3);" - ) - - # IGNORE EXPIRED 0 - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 WATERMARK 10s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" - ) - - # WATERMARK 0 - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" - ) - - # All - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from st count_window(3);" - ) - - # 2~INT32_MAX - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(1);" - ) - tdSql.error( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2147483648);" - ) - - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2);" - ) - tdSql.execute( - f"create stream streams3 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2147483647);" - ) - - def count2(self): - tdLog.info(f"count2") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdLog.info(f"0 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() > 0 and tdSql.getData(0, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"2 sql select * from streamt order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791212000, 0, 1, 1, 1.0);") - tdLog.info(f"3 sql select * from streamt order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(2, 1) == 1, - ) - - tdLog.info(f"step2") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test2 vgroups 1;") - tdSql.execute(f"use test2;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3)" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t2 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t2 values(1648791213009, 0, 3, 3, 1.0);") - - tdLog.info(f"0 sql select * from streamt2 order by 1;;") - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1;;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213000, 0, 1, 1, 1.0);") - tdLog.info(f"1 sql select * from streamt2 order by 1;;") - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1;;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t2 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"2 sql select * from streamt2 order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1;", - lambda: tdSql.getRows() == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791212000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791212000, 0, 1, 1, 1.0);") - - tdLog.info(f"3 sql select * from streamt2 order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1;", - lambda: tdSql.getRows() == 6 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(3, 1) == 3 - and tdSql.getData(4, 1) == 1 - and tdSql.getData(5, 1) == 1, - ) - - def count3(self): - tdLog.info(f"count3") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"2 sql select * from streamt order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 4, 4, 4, 4.0);") - - tdLog.info(f"3 sql select * from streamt order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 3, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791223001;") - - tdLog.info(f"3 sql select * from streamt order by 1;") - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 2, - ) - - def countSliding0(self): - tdLog.info(f"countSliding0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute( - f"insert into t1 values(1648791233000, 0, 1, 1, 1.0) (1648791233001, 9, 2, 2, 1.1) (1648791233002, 9, 2, 2, 1.1) (1648791233009, 0, 3, 3, 1.0);" - ) - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", lambda: tdSql.getRows() == 6 - ) - - tdSql.execute( - f"insert into t1 values(1648791243000, 0, 1, 1, 1.0) (1648791243001, 9, 2, 2, 1.1);" - ) - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 7, - ) - tdSql.checkRows(7) - - tdSql.execute( - f"insert into t1 values(1648791253000, 0, 1, 1, 1.0) (1648791253001, 9, 2, 2, 1.1) (1648791253002, 9, 2, 2, 1.1);" - ) - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 9, - ) - - tdSql.execute(f"insert into t1 values(1648791263000, 0, 1, 1, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 9, - ) - - tdLog.info(f"step2") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test2 vgroups 4;") - tdSql.execute(f"use test2;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(4, 2);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute( - f"insert into t1 values(1648791233000, 0, 1, 1, 1.0) (1648791233001, 9, 2, 2, 1.1) (1648791233002, 9, 2, 2, 1.1) (1648791233009, 0, 3, 3, 1.0);" - ) - - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 6, - ) - - tdSql.execute( - f"insert into t1 values(1648791243000, 0, 1, 1, 1.0) (1648791243001, 9, 2, 2, 1.1);" - ) - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 7, - ) - - tdSql.execute( - f"insert into t1 values(1648791253000, 0, 1, 1, 1.0) (1648791253001, 9, 2, 2, 1.1) (1648791253002, 9, 2, 2, 1.1);" - ) - - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 9, - ) - - tdSql.execute(f"insert into t1 values(1648791263000, 0, 1, 1, 1.0);") - - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 9, - ) - - def countSliding1(self): - tdLog.info(f"countSliding1") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - def countSliding2(self): - tdLog.info(f"countSliding2") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") - - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(3, 1) == 1, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791223002;") - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 2, - ) + streams = [] + streams.append(self.Count0()) + streams.append(self.Count02()) + streams.append(self.Count03()) + streams.append(self.Count21()) + streams.append(self.Count22()) + streams.append(self.Count31()) + streams.append(self.Sliding01()) + streams.append(self.Sliding02()) + streams.append(self.Sliding11()) + streams.append(self.Sliding21()) + tdStream.checkAll(streams) + + class Count01(StreamCheckItem): + def __init__(self): + self.db = "Count01" + + def create(self): + tdSql.execute(f"create database count01 vgroups 1 buffer 8;") + tdSql.execute(f"use count01;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 count_window(3) from t1 stream_options(max_delay(3s)|expired_time(0)|watermark(100s)) into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 where ts >= _wstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 3 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(1, 2) == 6 + and tdSql.getData(1, 3) == 3, + ) + + class Count02(StreamCheckItem): + def __init__(self): + self.db = "Count02" + + def create(self): + tdSql.execute(f"create database count02 vgroups 4 buffer 8;") + tdSql.execute(f"use count02;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3)" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t2 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t2 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t2 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1, 2;", + lambda: tdSql.getRows() > 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 3 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(1, 2) == 6 + and tdSql.getData(1, 3) == 3 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(2, 2) == 6 + and tdSql.getData(2, 3) == 3, + ) + + class Count03(StreamCheckItem): + def __init__(self): + self.db = "Count03" + + def create(self): + tdSql.execute(f"create database count03 vgroups 1 buffer 8;") + tdSql.execute(f"use count03;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute( + f"create stream streams3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 3 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(1, 2) == 6 + and tdSql.getData(1, 3) == 3, + ) + + class Count21(StreamCheckItem): + def __init__(self): + self.db = "Count21" + + def create(self): + tdSql.execute(f"create database count21 vgroups 1 buffer 8;") + tdSql.execute(f"use count21;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() > 0 and tdSql.getData(0, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 2, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791212000, 0, 1, 1, 1.0);") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(2, 1) == 1, + ) + + class Count22(StreamCheckItem): + def __init__(self): + self.db = "Count22" + + def create(self): + tdSql.execute(f"create database count22 vgroups 1 buffer 8;") + tdSql.execute(f"use count22;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3)" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t2 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t2 values(1648791213009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1;;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213000, 0, 1, 1, 1.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1;;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 3, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t2 values(1648791223009, 0, 3, 3, 1.0);") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1;", + lambda: tdSql.getRows() == 4, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791212000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791212000, 0, 1, 1, 1.0);") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1;", + lambda: tdSql.getRows() == 6 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(3, 1) == 3 + and tdSql.getData(4, 1) == 1 + and tdSql.getData(5, 1) == 1, + ) + + class Count31(StreamCheckItem): + def __init__(self): + self.db = "Count31" + + def create(self): + tdSql.execute(f"create database count31 vgroups 1 buffer 8;") + tdSql.execute(f"use count31;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791213000, 4, 4, 4, 4.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 3, + ) + + def insert3(self): + tdSql.execute(f"delete from t1 where ts = 1648791223001;") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 2, + ) + + class Sliding01(StreamCheckItem): + def __init__(self): + self.db = "Sliding01" + + def create(self): + tdSql.execute(f"create database sliding01 vgroups 1 buffer 8;") + tdSql.execute(f"use sliding01;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + def insert3(self): + tdSql.execute( + f"insert into t1 values(1648791233000, 0, 1, 1, 1.0) (1648791233001, 9, 2, 2, 1.1) (1648791233002, 9, 2, 2, 1.1) (1648791233009, 0, 3, 3, 1.0);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", lambda: tdSql.getRows() == 6 + ) + + def insert4(self): + tdSql.execute( + f"insert into t1 values(1648791243000, 0, 1, 1, 1.0) (1648791243001, 9, 2, 2, 1.1);" + ) + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 7, + ) + tdSql.checkRows(7) + + def insert5(self): + tdSql.execute( + f"insert into t1 values(1648791253000, 0, 1, 1, 1.0) (1648791253001, 9, 2, 2, 1.1) (1648791253002, 9, 2, 2, 1.1);" + ) + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 9, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791263000, 0, 1, 1, 1.0);") + + def check6(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 9, + ) + + class Sliding02(StreamCheckItem): + def __init__(self): + self.db = "Count00" + + def create(self): + tdSql.execute(f"create database sliding02 vgroups 4;") + tdSql.execute(f"use sliding02;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(4, 2);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + def insert3(self): + tdSql.execute( + f"insert into t1 values(1648791233000, 0, 1, 1, 1.0) (1648791233001, 9, 2, 2, 1.1) (1648791233002, 9, 2, 2, 1.1) (1648791233009, 0, 3, 3, 1.0);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 6, + ) + + def insert4(self): + tdSql.execute( + f"insert into t1 values(1648791243000, 0, 1, 1, 1.0) (1648791243001, 9, 2, 2, 1.1);" + ) + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 7, + ) + + def insert5(self): + tdSql.execute( + f"insert into t1 values(1648791253000, 0, 1, 1, 1.0) (1648791253001, 9, 2, 2, 1.1) (1648791253002, 9, 2, 2, 1.1);" + ) + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 9, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791263000, 0, 1, 1, 1.0);") + + def check6(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 9, + ) + + class Sliding11(StreamCheckItem): + def __init__(self): + self.db = "Sliding11" + + def create(self): + tdSql.execute(f"create database sliding11 vgroups 1 buffer 8;") + tdSql.execute(f"use sliding11;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + class Sliding21(StreamCheckItem): + def __init__(self): + self.db = "Sliding21" + + def create(self): + tdSql.execute(f"create database sliding21 vgroups 1 buffer 8;") + tdSql.execute(f"use sliding21;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213002, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223002, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791223009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(3, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(3, 1) == 1, + ) + + def insert3(self): + tdSql.execute(f"delete from t1 where ts = 1648791223002;") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 2, + ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_delete.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_delete.py index c441781b5ffb..c4fa226ff1ca 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_delete.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_delete.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseDelete: @@ -10,7 +15,7 @@ def setup_class(cls): def test_stream_oldcase_delete(self): """Stream delete - 1. - + Testing the correctness of results when deleting data in various trigger windows Catalog: - Streams:OldTsimCases @@ -22,848 +27,980 @@ def test_stream_oldcase_delete(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/deleteInterval.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/deleteScalar.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/deleteSession.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/deleteState.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/deleteInterval.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/deleteScalar.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/deleteSession.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/deleteState.sim """ tdStream.createSnode() - self.deleteInterval() - # self.deleteScalar() - # self.deleteSession() - # self.deleteState() - - def deleteInterval(self): - tdLog.info(f"deleteInterval") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"drop stream if exists streams0;") - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop stream if exists streams3;") - tdSql.execute(f"drop stream if exists streams4;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams0 interval(10s) sliding(10s) from t1 stream_options(max_delay(3s) | delete_recalc) into streamt as select _twstart c1, count(*) c2, max(a) c3 from %%trows;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.pause() - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - return - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213003, 4, 4, 4, 4.0);") - - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" - ) - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", lambda: tdSql.getRows() == 2 - ) - - tdSql.execute( - f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" - ) - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213006, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213007, 4, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 4, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791233000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791233009, 4, 4, 4, 4.0);") - - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" - ) - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 1 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 4, - ) - - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop database if exists test2;") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test2 vgroups 4;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test2;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);") - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223003, 3, 2, 3, 1.0);") - - tdSql.execute( - f"delete from t2 where ts >= 1648791223000 and ts <= 1648791223001;" - ) - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None - and tdSql.getData(1, 1) == 6 - and tdSql.getData(1, 2) == 3, - ) - - tdSql.execute( - f"delete from st where ts >= 1648791223000 and ts <= 1648791223003;" - ) - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791213004, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213006, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223004, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213004, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213005, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213006, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223004, 1, 2, 3, 1.0);") - tdSql.execute( - f"delete from t2 where ts >= 1648791213004 and ts <= 1648791213006;" - ) - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(0, 2) == 3 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 1, - ) - - tdSql.execute(f"insert into t1 values(1648791223005, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223006, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223005, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223006, 1, 2, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791233005, 4, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233006, 2, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791233005, 5, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791233006, 3, 2, 3, 1.0);") - tdSql.execute( - f"delete from st where ts >= 1648791213001 and ts <= 1648791233005;" - ) - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 3, - ) - - tdSql.execute(f"create database test3 vgroups 4;") - tdSql.execute(f"use test3;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);") - - tdSql.execute(f"delete from t1;") - - tdSql.checkResultsByFunc( - f"select * from test.streamt3 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"delete from t1 where ts > 100;") - tdSql.checkResultsByFunc( - f"select * from test.streamt3 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"delete from st;") - - tdSql.checkResultsByFunc( - f"select * from test.streamt3 order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - def deleteScalar(self): - tdLog.info(f"deleteScalar") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 4;") - tdSql.execute(f"use test;") - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select ts, a, b from t1 partition by a;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt;", lambda: tdSql.getRows() == 6 - ) - - tdLog.info(f"delete from t1 where ts <= 1648791213002;") - tdSql.execute(f"delete from t1 where ts <= 1648791213002;") - - tdSql.checkResultsByFunc( - f"select * from streamt order by 1;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 0 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 2, - ) - - tdLog.info(f"======================step 2") - - tdSql.execute(f"drop database if exists test1;") - tdSql.execute(f"create database test1 vgroups 4;") - tdSql.execute(f"use test1;") - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f'create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 subtable(concat("aaa-", cast( a as varchar(10) ))) as select ts, a, b from t1 partition by a;' - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 6, - ) - - tdLog.info(f"delete from t1 where ts <= 1648791213002;") - tdSql.execute(f"delete from t1 where ts <= 1648791213002;") - - tdSql.checkResultsByFunc( - f"select * from streamt1 order by 1;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 0 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 2, - ) - - tdLog.info(f"======================step 3") - - tdSql.execute(f"drop database if exists test1;") - tdSql.execute(f"create database test2 vgroups 4;") - tdSql.execute(f"use test2;") - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f'create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 subtable("aaa-a") as select ts, a, b from t1;' - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 6, - ) - - tdLog.info(f"delete from t1 where ts <= 1648791213002;") - tdSql.execute(f"delete from t1 where ts <= 1648791213002;") - - tdSql.checkResultsByFunc( - f"select * from streamt2 order by 1;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 0 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 2, - ) - - def deleteSession(self): - tdLog.info(f"deleteSession") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"drop stream if exists streams0;") - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop stream if exists streams3;") - tdSql.execute(f"drop stream if exists streams4;") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from t1 session(ts, 5s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213003, 4, 4, 4, 4.0);") - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 2, - ) - - tdSql.execute( - f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" - ) - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213006, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213007, 4, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 4, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791233000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791233009, 4, 4, 4, 4.0);") - - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 1 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 4, - ) - - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop database if exists test2;") - tdSql.execute(f"create database test2 vgroups 4;") - tdSql.execute(f"use test2;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts, 5s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);") - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223000, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223001, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223002, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223003, 3, 2, 3, 1.0);") - - tdSql.execute( - f"delete from t2 where ts >= 1648791223000 and ts <= 1648791223001;" - ) - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None - and tdSql.getData(1, 1) == 6 - and tdSql.getData(1, 2) == 3, - ) - - tdSql.execute( - f"delete from st where ts >= 1648791223000 and ts <= 1648791223003;" - ) - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None, - ) - - tdSql.execute(f"insert into t1 values(1648791213004, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213006, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223004, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213004, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213005, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791213006, 3, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223004, 1, 2, 3, 1.0);") - - tdSql.execute( - f"delete from t2 where ts >= 1648791213004 and ts <= 1648791213006;" - ) - - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(0, 2) == 3 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 1, - ) - - tdSql.execute(f"insert into t1 values(1648791223005, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223006, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223005, 1, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791223006, 1, 2, 3, 1.0);") - - tdSql.execute(f"insert into t1 values(1648791233005, 4, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233006, 2, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791233005, 5, 2, 3, 1.0);") - tdSql.execute(f"insert into t2 values(1648791233006, 3, 2, 3, 1.0);") - - tdSql.execute( - f"delete from st where ts >= 1648791213001 and ts <= 1648791233005;" - ) - tdSql.checkResultsByFunc( - f"select * from test.streamt2 order by c1, c2, c3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == None - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 3, - ) - - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop stream if exists streams3;") - tdSql.execute(f"drop database if exists test3;") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test3 vgroups 4;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test3;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts, 5s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791210000, 1, 1, 1, NULL);") - tdSql.execute(f"insert into t1 values(1648791210001, 2, 2, 2, NULL);") - tdSql.execute(f"insert into t2 values(1648791213001, 3, 3, 3, NULL);") - tdSql.execute(f"insert into t2 values(1648791213003, 4, 4, 4, NULL);") - tdSql.execute(f"insert into t1 values(1648791216000, 5, 5, 5, NULL);") - tdSql.execute(f"insert into t1 values(1648791216002, 6, 6, 6, NULL);") - tdSql.execute(f"insert into t1 values(1648791216004, 7, 7, 7, NULL);") - tdSql.execute(f"insert into t2 values(1648791218001, 8, 8, 8, NULL);") - tdSql.execute(f"insert into t2 values(1648791218003, 9, 9, 9, NULL);") - tdSql.execute(f"insert into t1 values(1648791222000, 10, 10, 10, NULL);") - tdSql.execute(f"insert into t1 values(1648791222003, 11, 11, 11, NULL);") - tdSql.execute(f"insert into t1 values(1648791222005, 12, 12, 12, NULL);") - - tdSql.execute(f"insert into t1 values(1648791232005, 13, 13, 13, NULL);") - tdSql.execute(f"insert into t2 values(1648791242005, 14, 14, 14, NULL);") - - tdSql.checkResultsByFunc( - f"select * from test.streamt3 order by c1, c2, c3;", - lambda: tdSql.getRows() == 3, - ) - - tdSql.execute( - f"delete from t2 where ts >= 1648791213001 and ts <= 1648791218003;" - ) - tdSql.checkResultsByFunc( - f"select * from test.streamt3 order by c1, c2, c3;", - lambda: tdSql.getRows() == 5 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 2 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 7 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(2, 2) == 12 - and tdSql.getData(3, 1) == 1 - and tdSql.getData(3, 2) == 13 - and tdSql.getData(4, 1) == 1 - and tdSql.getData(4, 2) == 14, - ) - - tdSql.execute(f"drop database if exists test4;") - tdSql.execute(f"drop stream if exists streams4;") - tdSql.execute(f"create database test4 vgroups 1;") - tdSql.execute(f"use test4;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdLog.info( - f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s);" - ) - tdSql.execute( - f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791210000, 1, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791220000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791222000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 3);") - tdSql.execute(f"insert into t1 values(1648791231000, 2, 2, 3);") - - tdSql.execute(f"insert into t2 values(1648791210000, 1, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791220000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1648791231000, 2, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from streamt4 order by c1 desc;;", - lambda: tdSql.getRows() == 6 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 1 - and tdSql.getData(4, 1) == 1 - and tdSql.getData(5, 1) == 1, - ) - - tdLog.info(f"delete from st where ts >= 1648791220000 and ts <=1648791223000;") - tdSql.execute( - f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt4 order by c1 desc;;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 1, - ) - - def deleteState(self): - tdLog.info(f"deleteState") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"drop stream if exists streams0;") - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop stream if exists streams2;") - tdSql.execute(f"drop stream if exists streams3;") - tdSql.execute(f"drop stream if exists streams4;") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(b) c3 from t1 state_window(a);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.execute(f"delete from t1 where ts = 1648791213000;") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);") - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213002, 1, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213003, 1, 4, 4, 4.0);") - - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 2, 2, 3, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 2, 2, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 2, - ) - - tdSql.execute( - f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(0, 2) == 4, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213005, 1, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791213006, 1, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791213007, 1, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791223000, 2, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791223002, 2, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791223003, 2, 4, 4, 4.0);") - - tdSql.execute(f"insert into t1 values(1648791233000, 3, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233001, 3, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791233009, 3, 4, 4, 4.0);") - - tdSql.execute( - f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt order by c1, c2, c3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(0, 2) == 1 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 4, - ) - - tdSql.execute(f"drop database if exists test4;") - tdSql.execute(f"drop stream if exists streams4;") - tdSql.execute(f"create database test4 vgroups 1;") - tdSql.execute(f"use test4;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdLog.info( - f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c);" - ) - tdSql.execute( - f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791210000, 1, 2, 1);") - tdSql.execute(f"insert into t1 values(1648791220000, 2, 2, 2);") - tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 2);") - tdSql.execute(f"insert into t1 values(1648791222000, 2, 2, 2);") - tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 2);") - tdSql.execute(f"insert into t1 values(1648791231000, 2, 2, 3);") - - tdSql.execute(f"insert into t2 values(1648791210000, 1, 2, 1);") - tdSql.execute(f"insert into t2 values(1648791220000, 2, 2, 2);") - tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 2);") - tdSql.execute(f"insert into t2 values(1648791231000, 2, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from streamt4 order by c1 desc;;", - lambda: tdSql.getRows() == 6 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 1 - and tdSql.getData(4, 1) == 1 - and tdSql.getData(5, 1) == 1, - ) - - tdLog.info(f"delete from st where ts >= 1648791220000 and ts <=1648791223000;") - tdSql.execute( - f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamt4 order by c1 desc;;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 1, - ) + streams = [] + streams.append(self.Interval0()) + streams.append(self.Interval1()) + streams.append(self.Scalar0()) + streams.append(self.Scalar1()) + streams.append(self.Scalar2()) + streams.append(self.Session0()) + streams.append(self.Session1()) + streams.append(self.Session2()) + streams.append(self.Session3()) + streams.append(self.State0()) + streams.append(self.State1()) + tdStream.checkAll(streams) + + class Interval0(StreamCheckItem): + def __init__(self): + self.db = "Interval0" + + def create(self): + tdSql.execute(f"create database interval0 vgroups 1 buffer 8;") + tdSql.execute(f"use interval0;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams0 interval(10s) sliding(10s) from t1 stream_options(max_delay(3s) | delete_recalc) into streamt as select _twstart c1, count(*) c2, max(a) c3 from %%trows;" + ) + + def insert1(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + def insert3(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213003, 4, 4, 4, 4.0);") + + def insert5(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" + ) + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") + + def check6(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 2, + ) + + def insert7(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" + ) + + def check7(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert8(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213006, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213007, 4, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 4, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791233000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791233009, 4, 4, 4, 4.0);") + + def insert9(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" + ) + + def check9(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == 1 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 4, + ) + + tdSql.execute(f"drop stream if exists streams2;") + tdSql.execute(f"drop database if exists test2;") + tdSql.execute(f"drop database if exists test;") + tdSql.execute(f"create database test2 vgroups 4;") + tdSql.execute(f"create database test vgroups 1;") + tdSql.execute(f"use test2;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s);" + ) + + tdStream.checkStreamStatus() + + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1, + ) + + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223003, 3, 2, 3, 1.0);") + + tdSql.execute( + f"delete from t2 where ts >= 1648791223000 and ts <= 1648791223001;" + ) + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None + and tdSql.getData(1, 1) == 6 + and tdSql.getData(1, 2) == 3, + ) + + tdSql.execute( + f"delete from st where ts >= 1648791223000 and ts <= 1648791223003;" + ) + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + tdSql.execute(f"insert into t1 values(1648791213004, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213006, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223004, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213004, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213005, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213006, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223004, 1, 2, 3, 1.0);") + tdSql.execute( + f"delete from t2 where ts >= 1648791213004 and ts <= 1648791213006;" + ) + + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(0, 2) == 3 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 1, + ) + + tdSql.execute(f"insert into t1 values(1648791223005, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223006, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223005, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223006, 1, 2, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791233005, 4, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233006, 2, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791233005, 5, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791233006, 3, 2, 3, 1.0);") + tdSql.execute( + f"delete from st where ts >= 1648791213001 and ts <= 1648791233005;" + ) + + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 3, + ) + + class Interval1(StreamCheckItem): + def __init__(self): + self.db = "Interval1" + + def create(self): + tdSql.execute(f"create database interval1 vgroups 4 buffer 8;") + tdSql.execute(f"use interval1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s);" + ) + + def insert1(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def insert2(self): + tdSql.execute(f"delete from t1;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1, + ) + + def insert3(self): + tdSql.execute(f"delete from t1 where ts > 100;") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1, + ) + + def insert4(self): + tdSql.execute(f"delete from st;") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + class Scalar0(StreamCheckItem): + def __init__(self): + self.db = "Scalar0" + + def create(self): + tdSql.execute(f"create database scalar0 vgroups 4 buffer 8;") + tdSql.execute(f"use scalar0;") + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select ts, a, b from t1 partition by a;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", lambda: tdSql.getRows() == 6 + ) + + def insert2(self): + tdLog.info(f"delete from t1 where ts <= 1648791213002;") + tdSql.execute(f"delete from t1 where ts <= 1648791213002;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by 1;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 0 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 2, + ) + + class Scalar1(StreamCheckItem): + def __init__(self): + self.db = "Scalar1" + + def create(self): + tdSql.execute(f"create database scalar1 vgroups 4 buffer 8;") + tdSql.execute(f"use scalar1;") + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f'create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 subtable(concat("aaa-", cast( a as varchar(10) ))) as select ts, a, b from t1 partition by a;' + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 6, + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts <= 1648791213002;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt1 order by 1;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 0 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 2, + ) + + class Scalar2(StreamCheckItem): + def __init__(self): + self.db = "Scalar2" + + def create(self): + tdSql.execute(f"create database scalar2 vgroups 1 buffer 8;") + tdSql.execute(f"use scalar2;") + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f'create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 subtable("aaa-a") as select ts, a, b from t1;' + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 2, 2, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791213003, 0, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213004, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 6, + ) + + def insert2(self): + tdLog.info(f"delete from t1 where ts <= 1648791213002;") + tdSql.execute(f"delete from t1 where ts <= 1648791213002;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by 1;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 0 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 2, + ) + + class Session0(StreamCheckItem): + def __init__(self): + self.db = "Session0" + + def create(self): + tdSql.execute(f"create database session0 vgroups 1 buffer 8;") + tdSql.execute(f"use session0;") + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from t1 session(ts, 5s);" + ) + + def insert1(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + def insert3(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213003, 4, 4, 4, 4.0);") + + def insert5(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" + ) + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") + + def check6(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 2, + ) + + def insert7(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" + ) + + def check7(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert8(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213006, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213007, 4, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 4, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791233000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791233009, 4, 4, 4, 4.0);") + + def insert9(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" + ) + + def check9(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == 1 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 4, + ) + + class Session1(StreamCheckItem): + def __init__(self): + self.db = "Session1" + + def create(self): + tdSql.execute(f"create database session1 vgroups 1 buffer 8;") + tdSql.execute(f"use session1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts, 5s);" + ) + + def insert1(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into t2 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1, + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223000, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223001, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223002, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223003, 3, 2, 3, 1.0);") + + def insert4(self): + tdSql.execute( + f"delete from t2 where ts >= 1648791223000 and ts <= 1648791223001;" + ) + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None + and tdSql.getData(1, 1) == 6 + and tdSql.getData(1, 2) == 3, + ) + + def insert5(self): + tdSql.execute( + f"delete from st where ts >= 1648791223000 and ts <= 1648791223003;" + ) + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791213004, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213006, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223004, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213004, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213005, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791213006, 3, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223004, 1, 2, 3, 1.0);") + + def insert7(self): + tdSql.execute( + f"delete from t2 where ts >= 1648791213004 and ts <= 1648791213006;" + ) + + def check7(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(0, 2) == 3 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 1, + ) + + def insert8(self): + tdSql.execute(f"insert into t1 values(1648791223005, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223006, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223005, 1, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791223006, 1, 2, 3, 1.0);") + + tdSql.execute(f"insert into t1 values(1648791233005, 4, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233006, 2, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791233005, 5, 2, 3, 1.0);") + tdSql.execute(f"insert into t2 values(1648791233006, 3, 2, 3, 1.0);") + + def insert9(self): + tdSql.execute( + f"delete from st where ts >= 1648791213001 and ts <= 1648791233005;" + ) + + def check9(self): + tdSql.checkResultsByFunc( + f"select * from streamt2 order by c1, c2, c3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == None + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 3, + ) + + class Session2(StreamCheckItem): + def __init__(self): + self.db = "Session2" + + def create(self): + tdSql.execute(f"create database session2 vgroups 1 buffer 8;") + tdSql.execute(f"use session2;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts, 5s);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791210000, 1, 1, 1, NULL);") + tdSql.execute(f"insert into t1 values(1648791210001, 2, 2, 2, NULL);") + tdSql.execute(f"insert into t2 values(1648791213001, 3, 3, 3, NULL);") + tdSql.execute(f"insert into t2 values(1648791213003, 4, 4, 4, NULL);") + tdSql.execute(f"insert into t1 values(1648791216000, 5, 5, 5, NULL);") + tdSql.execute(f"insert into t1 values(1648791216002, 6, 6, 6, NULL);") + tdSql.execute(f"insert into t1 values(1648791216004, 7, 7, 7, NULL);") + tdSql.execute(f"insert into t2 values(1648791218001, 8, 8, 8, NULL);") + tdSql.execute(f"insert into t2 values(1648791218003, 9, 9, 9, NULL);") + tdSql.execute(f"insert into t1 values(1648791222000, 10, 10, 10, NULL);") + tdSql.execute(f"insert into t1 values(1648791222003, 11, 11, 11, NULL);") + tdSql.execute(f"insert into t1 values(1648791222005, 12, 12, 12, NULL);") + + tdSql.execute(f"insert into t1 values(1648791232005, 13, 13, 13, NULL);") + tdSql.execute(f"insert into t2 values(1648791242005, 14, 14, 14, NULL);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 order by c1, c2, c3;", + lambda: tdSql.getRows() == 3, + ) + + def insert2(self): + tdSql.execute( + f"delete from t2 where ts >= 1648791213001 and ts <= 1648791218003;" + ) + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3 order by c1, c2, c3;", + lambda: tdSql.getRows() == 5 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 2 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(1, 2) == 7 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(2, 2) == 12 + and tdSql.getData(3, 1) == 1 + and tdSql.getData(3, 2) == 13 + and tdSql.getData(4, 1) == 1 + and tdSql.getData(4, 2) == 14, + ) + + class Session3(StreamCheckItem): + def __init__(self): + self.db = "Session3" + + def create(self): + tdSql.execute(f"create database session3 vgroups 1 buffer 8;") + tdSql.execute(f"use session3;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdLog.info( + f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s);" + ) + tdSql.execute( + f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791210000, 1, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791220000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791222000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 3);") + tdSql.execute(f"insert into t1 values(1648791231000, 2, 2, 3);") + + tdSql.execute(f"insert into t2 values(1648791210000, 1, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791220000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1648791231000, 2, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt4 order by c1 desc;;", + lambda: tdSql.getRows() == 6 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 1 + and tdSql.getData(4, 1) == 1 + and tdSql.getData(5, 1) == 1, + ) + + def insert2(self): + tdLog.info( + f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" + ) + tdSql.execute( + f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" + ) + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt4 order by c1 desc;;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 1, + ) + + class State0(StreamCheckItem): + def __init__(self): + self.db = "State0" + + def create(self): + tdSql.execute(f"create database state0 vgroups 1 buffer 8;") + tdSql.execute(f"use state0;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(b) c3 from t1 state_window(a);" + ) + + def insert1(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def insert2(self): + tdSql.execute(f"delete from t1 where ts = 1648791213000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + def insert3(self): + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 0, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 1, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213002, 1, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213003, 1, 4, 4, 4.0);") + + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791213002;" + ) + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert5(self): + tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 2, 2, 3, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 2, 2, 3, 1.0);") + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 2, + ) + + def insert6(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791223000 and ts <= 1648791223003;" + ) + + def check6(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(0, 2) == 4, + ) + + def insert7(self): + tdSql.execute(f"insert into t1 values(1648791213000, 1, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213005, 1, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791213006, 1, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791213007, 1, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791223000, 2, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 2, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791223002, 2, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791223003, 2, 4, 4, 4.0);") + + tdSql.execute(f"insert into t1 values(1648791233000, 3, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233001, 3, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791233008, 3, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791233009, 3, 4, 4, 4.0);") + + def insert8(self): + tdSql.execute( + f"delete from t1 where ts >= 1648791213001 and ts <= 1648791233005;" + ) + + def check8(self): + tdSql.checkResultsByFunc( + f"select * from streamt order by c1, c2, c3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(0, 2) == 1 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 4, + ) + + class State1(StreamCheckItem): + def __init__(self): + self.db = "State1" + + def create(self): + tdSql.execute(f"create database state1 vgroups 1 buffer 8;") + tdSql.execute(f"use state1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdLog.info( + f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c);" + ) + tdSql.execute( + f"create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c);" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791210000, 1, 2, 1);") + tdSql.execute(f"insert into t1 values(1648791220000, 2, 2, 2);") + tdSql.execute(f"insert into t1 values(1648791221000, 2, 2, 2);") + tdSql.execute(f"insert into t1 values(1648791222000, 2, 2, 2);") + tdSql.execute(f"insert into t1 values(1648791223000, 2, 2, 2);") + tdSql.execute(f"insert into t1 values(1648791231000, 2, 2, 3);") + + tdSql.execute(f"insert into t2 values(1648791210000, 1, 2, 1);") + tdSql.execute(f"insert into t2 values(1648791220000, 2, 2, 2);") + tdSql.execute(f"insert into t2 values(1648791221000, 2, 2, 2);") + tdSql.execute(f"insert into t2 values(1648791231000, 2, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt4 order by c1 desc;;", + lambda: tdSql.getRows() == 6 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 1 + and tdSql.getData(4, 1) == 1 + and tdSql.getData(5, 1) == 1, + ) + + def insert2(self): + tdLog.info( + f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" + ) + tdSql.execute( + f"delete from st where ts >= 1648791220000 and ts <=1648791223000;" + ) + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt4 order by c1 desc;;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 1, + ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_distribute.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_distribute.py index 7a2619eac29b..e3b9cf924be0 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_distribute.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_distribute.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseDistribute: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_distribute(self): """Stream distribute - 1. basic test - 2. out of order data + Perform multiple write triggers to verify the correctness of the calculation results Catalog: - Streams:OldTsimCases @@ -23,569 +27,599 @@ def test_stream_oldcase_distribute(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/distributeInterval0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/distributeIntervalRetrive0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/distributeMultiLevelInterval0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/distributeSession0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/distributeInterval0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/distributeIntervalRetrive0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/distributeMultiLevelInterval0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/distributeSession0.sim """ tdStream.createSnode() - self.distributeInterval0() - # self.distributeIntervalRetrive0() - # self.distributeMultiLevelInterval0() - # self.distributeSession0() - - def distributeInterval0(self): - tdLog.info(f"distributeInterval0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"===== step2") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 4;") - tdSql.execute(f"use test;") - tdSql.execute(f"drop stream if exists stream_t1;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") - tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") - - tdSql.execute( - f"create stream stream_t1 interval(10s) sliding(10s) from st stream_options(watermark(1d)|max_delay(3s)) into streamtST1 as select _twstart, count(*) c1, count(d) c2, sum(a) c3, max(b) c4, min(c) c5 from st where ts >= _twstart and ts < _twend;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into ts1 values(1648791213001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts2 values(1648791213001, 1, 12, 3, 1.0);") - - tdSql.execute(f"insert into ts3 values(1648791213001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts4 values(1648791213001, 1, 12, 3, 1.0);") - - tdSql.execute(f"insert into ts1 values(1648791213002, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into ts2 values(1648791213002, NULL, NULL, NULL, NULL);") - - tdSql.execute(f"insert into ts3 values(1648791213002, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into ts4 values(1648791213002, NULL, NULL, NULL, NULL);") - - tdLog.info(f"1 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 8, - ) - - tdSql.execute(f"insert into ts1 values(1648791223002, 2, 2, 3, 1.1);") - tdSql.execute(f"insert into ts1 values(1648791233003, 3, 2, 3, 2.1);") - tdSql.execute(f"insert into ts2 values(1648791243004, 4, 2, 43, 73.1);") - tdSql.execute(f"insert into ts1 values(1648791213002, 24, 22, 23, 4.1);") - tdSql.execute(f"insert into ts1 values(1648791243005, 4, 20, 3, 3.1);") - tdSql.execute( - f"insert into ts2 values(1648791243006, 4, 2, 3, 3.1) (1648791243007, 4, 2, 3, 3.1) ;" - ) - tdSql.execute( - f"insert into ts1 values(1648791243008, 4, 2, 30, 3.1) (1648791243009, 4, 2, 3, 3.1) (1648791243010, 4, 2, 3, 3.1) ;" - ) - tdSql.execute( - f"insert into ts2 values(1648791243011, 4, 2, 3, 3.1) (1648791243012, 34, 32, 33, 3.1) (1648791243013, 4, 2, 3, 3.1) (1648791243014, 4, 2, 13, 3.1);" - ) - - tdLog.info(f"2 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 11, - ) - - tdSql.execute( - f"insert into ts1 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" - ) - - tdLog.info(f"3 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(3, 1) == 13, - ) - - tdSql.execute( - f"insert into ts2 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) (1648791233004, 13, 12, 13, 2.1) ;" - ) - - tdLog.info(f"4 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 15, - ) - - tdSql.execute( - f"insert into ts1 values(1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" - ) - - tdLog.info(f"5 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 15, - ) - - tdSql.execute(f"insert into ts3 values(1648791223002, 2, 2, 3, 1.1);") - tdSql.execute(f"insert into ts4 values(1648791233003, 3, 2, 3, 2.1);") - tdSql.execute(f"insert into ts3 values(1648791243004, 4, 2, 43, 73.1);") - tdSql.execute(f"insert into ts4 values(1648791213002, 24, 22, 23, 4.1);") - - tdLog.info(f"6-0 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 8, - ) - - tdSql.execute(f"insert into ts3 values(1648791243005, 4, 20, 3, 3.1);") - tdSql.execute( - f"insert into ts4 values(1648791243006, 4, 2, 3, 3.1) (1648791243007, 4, 2, 3, 3.1) ;" - ) - tdSql.execute( - f"insert into ts3 values(1648791243008, 4, 2, 30, 3.1) (1648791243009, 4, 2, 3, 3.1) (1648791243010, 4, 2, 3, 3.1) ;" - ) - tdSql.execute( - f"insert into ts4 values(1648791243011, 4, 2, 3, 3.1) (1648791243012, 34, 32, 33, 3.1) (1648791243013, 4, 2, 3, 3.1) (1648791243014, 4, 2, 13, 3.1);" - ) - - tdLog.info(f"6-1 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 8, - ) - - tdSql.execute( - f"insert into ts3 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" - ) - - tdLog.info(f"6 select * from streamtST1;") - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(1, 1) == 5 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(3, 1) == 28, - ) - - tdSql.execute( - f"insert into ts4 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) (1648791233004, 13, 12, 13, 2.1) ;" - ) - tdSql.execute( - f"insert into ts3 values(1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 3 - and tdSql.getData(0, 1) == 8 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 52 - and tdSql.getData(0, 4) == 52 - and tdSql.getData(0, 5) == 13 - and tdSql.getData(1, 1) == 6 - and tdSql.getData(1, 2) == 6 - and tdSql.getData(1, 3) == 92 - and tdSql.getData(1, 4) == 22 - and tdSql.getData(1, 5) == 3 - and tdSql.getData(2, 1) == 4 - and tdSql.getData(2, 2) == 4 - and tdSql.getData(2, 3) == 32 - and tdSql.getData(2, 4) == 12 - and tdSql.getData(2, 5) == 3 - and tdSql.getData(3, 1) == 30 - and tdSql.getData(3, 2) == 30 - and tdSql.getData(3, 3) == 180 - and tdSql.getData(3, 4) == 42 - and tdSql.getData(3, 5) == 3, - ) - - tdSql.query( - f"select _wstart, count(*) c1, count(d) c2, sum(a) c3, max(b) c4, min(c) c5, avg(d) from st interval(10s);" - ) - - tdSql.execute(f"create database test1 vgroups 4;") - tdSql.execute(f"use test1;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 20s into streamtST1 as select _wstart, count(*) c1, count(a) c2, sum(a) c3, max(b) c5, min(c) c6 from st interval(10s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into ts1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into ts1 values(1648791222001, 2, 2, 3);") - tdSql.execute(f"insert into ts2 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into ts2 values(1648791222001, 2, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2, - ) - - # max, min selectivity - tdSql.execute(f"create database test3 vgroups 4;") - tdSql.execute(f"use test3;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream stream_t3 trigger at_once into streamtST3 as select ts, min(a) c6, a, b, c, ta, tb, tc from st interval(10s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into ts1 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into ts1 values(1648791222001, 2, 2, 3);") - tdSql.execute(f"insert into ts2 values(1648791211000, 1, 2, 3);") - tdSql.execute(f"insert into ts2 values(1648791222001, 2, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from streamtST3;", - lambda: tdSql.getRows() > 1 - and tdSql.getData(0, 2) == 1 - and tdSql.getData(1, 2) == 2, - ) - - tdLog.info( - f"{tdSql.getData(0, 0)} {tdSql.getData(0, 1)} {tdSql.getData(0, 2)} {tdSql.getData(0, 3)}" - ) - tdLog.info( - f"{tdSql.getData(1, 0)} {tdSql.getData(1, 1)} {tdSql.getData(1, 2)} {tdSql.getData(1, 3)}" - ) - - def distributeIntervalRetrive0(self): - tdLog.info(f"distributeIntervalRetrive0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"===== step2") - - tdSql.execute(f"create database test vgroups 10;") - tdSql.execute(f"use test;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") - tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") - tdSql.execute( - f"create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 10s into streamtST1 as select _wstart, count(*) c1, sum(a) c3, max(b) c4, min(c) c5 from st interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into ts1 values(1648791213001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts2 values(1648791213001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts1 values(1648791213002, NULL, NULL, NULL, NULL);") - tdSql.execute(f"insert into ts2 values(1648791213002, NULL, NULL, NULL, NULL);") - - tdSql.execute(f"insert into ts1 values(1648791223002, 2, 2, 3, 1.1);") - tdSql.execute(f"insert into ts1 values(1648791233003, 3, 2, 3, 2.1);") - tdSql.execute(f"insert into ts2 values(1648791243004, 4, 2, 43, 73.1);") - - tdSql.execute( - f"insert into ts1 values(1648791213002, 24, 22, 23, 4.1) (1648791243005, 4, 20, 3, 3.1);" - ) - tdSql.execute( - f"insert into ts3 values(1648791213001, 12, 12, 13, 14.1) (1648791243005, 14, 30, 30, 30.1);" - ) - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 3 - and tdSql.getData(0, 1) == 5 - and tdSql.getData(0, 2) == 38 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(1, 2) == 2 - and tdSql.getData(2, 1) == 1 - and tdSql.getData(2, 2) == 3 - and tdSql.getData(3, 1) == 3 - and tdSql.getData(3, 2) == 22, - ) - - tdLog.info(f"loop1 over") - - tdSql.execute( - f"insert into ts1 values(1648791223008, 4, 2, 30, 3.1) (1648791213009, 4, 2, 3, 3.1) (1648791233010, 4, 2, 3, 3.1) (1648791243011, 4, 2, 3, 3.1)(1648791243012, 34, 32, 33, 3.1);" - ) - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 3 - and tdSql.getData(0, 1) == 6 - and tdSql.getData(0, 2) == 42 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(1, 2) == 6 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(2, 2) == 7 - and tdSql.getData(3, 1) == 5 - and tdSql.getData(3, 2) == 60, - ) - - tdLog.info(f"loop2 over") - - tdSql.execute( - f"insert into ts4 values(1648791223008, 4, 2, 30, 3.1) (1648791213009, 4, 2, 3, 3.1) (1648791233010, 4, 2, 3, 3.1);" - ) - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 3 - and tdSql.getData(0, 1) == 7 - and tdSql.getData(0, 2) == 46 - and tdSql.getData(1, 1) == 3 - and tdSql.getData(1, 2) == 10 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(2, 2) == 11 - and tdSql.getData(3, 1) == 5 - and tdSql.getData(3, 2) == 60, - ) - - tdLog.info(f"loop3 over") - - tdSql.execute(f"insert into ts1 values(1648791200001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts2 values(1648791200001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts3 values(1648791200001, 1, 12, 3, 1.0);") - tdSql.execute(f"insert into ts4 values(1648791200001, 1, 12, 3, 1.0);") - - tdSql.checkResultsByFunc( - f"select * from streamtST1;", - lambda: tdSql.getRows() > 4, - ) - - tdLog.info(f"loop31 over") - - tdStream.dropAllStreamsAndDbs() - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop database if exists test1;") - tdSql.execute(f"create database test1 vgroups 4 keep 7000;") - tdSql.execute(f"use test1;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 20s into streamt1 as select _wstart as c0, count(*) c1, count(a) c2 from st interval(10s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") - - tdSql.execute(f"insert into t1 values(1262275200000, 2, 2, 3);") - tdSql.execute(f"insert into t2 values(1262275200000, 1, 2, 3);") - - tdSql.checkResultsByFunc( - f"select * from streamt1 order by c0;", - lambda: tdSql.getRows() == 2 and tdSql.getData(0, 1) == 2, - ) - - tdLog.info(f"loop4 over") - - def distributeMultiLevelInterval0(self): - tdLog.info(f"distributeMultiLevelInterval0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"===== step1") - tdSql.execute(f"drop stream if exists streams1;") - tdSql.execute(f"drop database if exists test;") - tdSql.execute(f"create database test vgroups 4;") - tdSql.execute(f"use test;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") - tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 1d into streamt1 as select _wstart, count(*) c1, sum(a) c3, max(b) c4 from st interval(10s);" - ) - - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into ts1 values(1648791213000, 1, 1, 3, 4.1);") - tdSql.execute(f"insert into ts1 values(1648791223000, 2, 2, 3, 1.1);") - tdSql.execute(f"insert into ts1 values(1648791233000, 3, 3, 3, 2.1);") - tdSql.execute(f"insert into ts1 values(1648791243000, 4, 4, 3, 3.1);") - - tdSql.execute(f"insert into ts2 values(1648791213000, 1, 5, 3, 4.1);") - tdSql.execute(f"insert into ts2 values(1648791223000, 2, 6, 3, 1.1);") - tdSql.execute(f"insert into ts2 values(1648791233000, 3, 7, 3, 2.1);") - tdSql.execute(f"insert into ts2 values(1648791243000, 4, 8, 3, 3.1);") - - tdLog.info(f"2 select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute(f"insert into ts1 values(1648791213000, 1, 9, 3, 4.1);") - - tdLog.info(f"2 select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 2, - ) - - tdSql.execute(f"delete from ts2 where ts = 1648791243000 ;") - - tdLog.info(f"2 select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 2 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 1, - ) - - tdSql.execute(f"delete from ts2 where ts = 1648791223000 ;") - - tdLog.info(f"2 select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 2 - and tdSql.getData(3, 1) == 1, - ) - - tdSql.execute(f"insert into ts1 values(1648791233001, 3, 9, 3, 2.1);") - - tdLog.info(f"2 select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 4 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 3 - and tdSql.getData(3, 1) == 1, - ) - - tdSql.query( - f"select _wstart, count(*) c1, count(d) c2, sum(a) c3, max(b) c4, min(c) c5, avg(d) from st interval(10s);" - ) - tdLog.info(f"===== over") - - def distributeSession0(self): - tdLog.info(f"distributeSession0") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"create database test vgroups 4;") - tdSql.execute(f"use test;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST as select _wstart, count(*) c1, sum(a) c2, max(b) c3 from st session(ts, 10s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute( - f"insert into ts1 values(1648791211000, 1, 1, 1) (1648791211005, 1, 1, 1);" - ) - tdSql.execute( - f"insert into ts2 values(1648791221004, 1, 2, 3) (1648791221008, 2, 2, 3);" - ) - tdSql.execute(f"insert into ts1 values(1648791211005, 1, 1, 1);") - tdSql.execute( - f"insert into ts2 values(1648791221006, 5, 5, 5) (1648791221007, 5, 5, 5);" - ) - tdSql.execute( - f"insert into ts2 values(1648791221008, 5, 5, 5) (1648791221008, 5, 5, 5)(1648791221006, 5, 5, 5);" - ) - tdSql.execute( - f"insert into ts1 values(1648791231000, 1, 1, 1) (1648791231002, 1, 1, 1) (1648791231006, 1, 1, 1);" - ) - tdSql.execute( - f"insert into ts1 values(1648791211000, 6, 6, 6) (1648791231002, 2, 2, 2);" - ) - tdSql.execute(f"insert into ts1 values(1648791211002, 7, 7, 7);") - tdSql.execute( - f"insert into ts1 values(1648791211002, 7, 7, 7) ts2 values(1648791221008, 5, 5, 5) ;" - ) - - tdSql.checkResultsByFunc( - f"select * from streamtST;", - lambda: tdSql.getRows() > 0 - and tdSql.getData(0, 1) == 10 - and tdSql.getData(0, 2) == 34 - and tdSql.getData(0, 3) == 7, - ) - - tdLog.info(f"===== step3") - tdStream.dropAllStreamsAndDbs() - - tdSql.execute(f"create database test1 vgroups 4;") - tdSql.execute(f"use test1;") - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") - tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") - tdSql.execute( - f"create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST2 as select _wstart, count(*) c1, sum(a) c2, max(b) c3 from st partition by a session(ts, 10s) ;" - ) - - tdStream.checkStreamStatus() - - tdSql.execute( - f"insert into ts1 values(1648791201000, 1, 1, 1) (1648791210000, 1, 1, 1);" - ) - tdSql.execute( - f"insert into ts1 values(1648791211000, 2, 1, 1) (1648791212000, 2, 1, 1);" - ) - tdSql.execute( - f"insert into ts2 values(1648791211000, 3, 1, 1) (1648791212000, 3, 1, 1);" - ) - - tdSql.execute(f"delete from st where ts = 1648791211000;") - - tdLog.info(f"2 select * from streamtST2;") - tdSql.checkResultsByFunc( - f"select * from streamtST2;", - lambda: tdSql.getRows() == 3, - ) + streams = [] + streams.append(self.Interval0()) + streams.append(self.Interval1()) + streams.append(self.Interval2()) + streams.append(self.Retrive0()) + streams.append(self.Retrive1()) + streams.append(self.Multi0()) + streams.append(self.Session0()) + streams.append(self.Session1()) + tdStream.checkAll(streams) + + class Interval0(StreamCheckItem): + def __init__(self): + self.db = "Interval0" + + def create(self): + tdSql.execute(f"create database interval0 vgroups 2 buffer 8;") + tdSql.execute(f"use interval0;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") + tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") + + tdSql.execute( + f"create stream stream_t1 interval(10s) sliding(10s) from st stream_options(watermark(1d)|max_delay(3s)) into streamtST1 as select _twstart, count(*) c1, count(d) c2, sum(a) c3, max(b) c4, min(c) c5 from st where ts >= _twstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into ts1 values(1648791213001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts2 values(1648791213001, 1, 12, 3, 1.0);") + + tdSql.execute(f"insert into ts3 values(1648791213001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts4 values(1648791213001, 1, 12, 3, 1.0);") + + tdSql.execute( + f"insert into ts1 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into ts2 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + + tdSql.execute( + f"insert into ts3 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into ts4 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + + def check1(self): + tdLog.info(f"1 select * from streamtST1;") + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 8, + ) + + def insert2(self): + tdSql.execute(f"insert into ts1 values(1648791223002, 2, 2, 3, 1.1);") + tdSql.execute(f"insert into ts1 values(1648791233003, 3, 2, 3, 2.1);") + tdSql.execute(f"insert into ts2 values(1648791243004, 4, 2, 43, 73.1);") + tdSql.execute(f"insert into ts1 values(1648791213002, 24, 22, 23, 4.1);") + tdSql.execute(f"insert into ts1 values(1648791243005, 4, 20, 3, 3.1);") + tdSql.execute( + f"insert into ts2 values(1648791243006, 4, 2, 3, 3.1) (1648791243007, 4, 2, 3, 3.1) ;" + ) + tdSql.execute( + f"insert into ts1 values(1648791243008, 4, 2, 30, 3.1) (1648791243009, 4, 2, 3, 3.1) (1648791243010, 4, 2, 3, 3.1) ;" + ) + tdSql.execute( + f"insert into ts2 values(1648791243011, 4, 2, 3, 3.1) (1648791243012, 34, 32, 33, 3.1) (1648791243013, 4, 2, 3, 3.1) (1648791243014, 4, 2, 13, 3.1);" + ) + + def check2(self): + tdLog.info(f"2 select * from streamtST1;") + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 11, + ) + + def insert3(self): + tdSql.execute( + f"insert into ts1 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(3, 1) == 13, + ) + + def insert4(self): + tdSql.execute( + f"insert into ts2 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) (1648791233004, 13, 12, 13, 2.1) ;" + ) + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 15, + ) + + def insert5(self): + tdSql.execute( + f"insert into ts1 values(1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" + ) + + def check5(self): + tdLog.info(f"5 select * from streamtST1;") + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 15, + ) + + def insert6(self): + tdSql.execute(f"insert into ts3 values(1648791223002, 2, 2, 3, 1.1);") + tdSql.execute(f"insert into ts4 values(1648791233003, 3, 2, 3, 2.1);") + tdSql.execute(f"insert into ts3 values(1648791243004, 4, 2, 43, 73.1);") + tdSql.execute(f"insert into ts4 values(1648791213002, 24, 22, 23, 4.1);") + + def check6(self): + tdLog.info(f"6-0 select * from streamtST1;") + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 8, + ) + + def insert7(self): + tdSql.execute(f"insert into ts3 values(1648791243005, 4, 20, 3, 3.1);") + tdSql.execute( + f"insert into ts4 values(1648791243006, 4, 2, 3, 3.1) (1648791243007, 4, 2, 3, 3.1) ;" + ) + tdSql.execute( + f"insert into ts3 values(1648791243008, 4, 2, 30, 3.1) (1648791243009, 4, 2, 3, 3.1) (1648791243010, 4, 2, 3, 3.1) ;" + ) + tdSql.execute( + f"insert into ts4 values(1648791243011, 4, 2, 3, 3.1) (1648791243012, 34, 32, 33, 3.1) (1648791243013, 4, 2, 3, 3.1) (1648791243014, 4, 2, 13, 3.1);" + ) + + def check7(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 8, + ) + + def insert8(self): + tdSql.execute( + f"insert into ts3 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" + ) + + def check8(self): + tdLog.info(f"6 select * from streamtST1;") + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(1, 1) == 5 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(3, 1) == 28, + ) + + def insert9(self): + tdSql.execute( + f"insert into ts4 values(1648791243005, 4, 42, 3, 3.1) (1648791243003, 4, 2, 33, 3.1) (1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) (1648791233004, 13, 12, 13, 2.1) ;" + ) + tdSql.execute( + f"insert into ts3 values(1648791243006, 4, 2, 3, 3.1) (1648791213001, 1, 52, 13, 1.0) (1648791223001, 22, 22, 83, 1.1) ;" + ) + + def check9(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 3 + and tdSql.getData(0, 1) == 8 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 52 + and tdSql.getData(0, 4) == 52 + and tdSql.getData(0, 5) == 13 + and tdSql.getData(1, 1) == 6 + and tdSql.getData(1, 2) == 6 + and tdSql.getData(1, 3) == 92 + and tdSql.getData(1, 4) == 22 + and tdSql.getData(1, 5) == 3 + and tdSql.getData(2, 1) == 4 + and tdSql.getData(2, 2) == 4 + and tdSql.getData(2, 3) == 32 + and tdSql.getData(2, 4) == 12 + and tdSql.getData(2, 5) == 3 + and tdSql.getData(3, 1) == 30 + and tdSql.getData(3, 2) == 30 + and tdSql.getData(3, 3) == 180 + and tdSql.getData(3, 4) == 42 + and tdSql.getData(3, 5) == 3, + ) + + tdSql.query( + f"select _wstart, count(*) c1, count(d) c2, sum(a) c3, max(b) c4, min(c) c5, avg(d) from st interval(10s);" + ) + + class Interval1(StreamCheckItem): + def __init__(self): + self.db = "Interval1" + + def create(self): + tdSql.execute(f"create database interval1 vgroups 2 buffer 8;") + tdSql.execute(f"use interval1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 20s into streamtST1 as select _wstart, count(*) c1, count(a) c2, sum(a) c3, max(b) c5, min(c) c6 from st interval(10s) ;" + ) + + def insert1(self): + tdSql.execute(f"insert into ts1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into ts1 values(1648791222001, 2, 2, 3);") + tdSql.execute(f"insert into ts2 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into ts2 values(1648791222001, 2, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 2, + ) + + class Interval2(StreamCheckItem): + def __init__(self): + self.db = "Interval2" + + def create(self): + tdSql.execute(f"create database interval2 vgroups 4 buffer 8;") + tdSql.execute(f"use interval2;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream stream_t3 trigger at_once into streamtST3 as select ts, min(a) c6, a, b, c, ta, tb, tc from st interval(10s) ;" + ) + + def insert1(self): + tdSql.execute(f"insert into ts1 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into ts1 values(1648791222001, 2, 2, 3);") + tdSql.execute(f"insert into ts2 values(1648791211000, 1, 2, 3);") + tdSql.execute(f"insert into ts2 values(1648791222001, 2, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamtST3;", + lambda: tdSql.getRows() > 1 + and tdSql.getData(0, 2) == 1 + and tdSql.getData(1, 2) == 2, + ) + + class Retrive0(StreamCheckItem): + def __init__(self): + self.db = "Retrive0" + + def create(self): + tdSql.execute(f"create database retrive0 vgroups 3 buffer 8;") + tdSql.execute(f"use retrive0;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") + tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") + tdSql.execute( + f"create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 10s into streamtST1 as select _wstart, count(*) c1, sum(a) c3, max(b) c4, min(c) c5 from st interval(10s);" + ) + + def insert1(self): + tdSql.execute(f"insert into ts1 values(1648791213001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts2 values(1648791213001, 1, 12, 3, 1.0);") + tdSql.execute( + f"insert into ts1 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + tdSql.execute( + f"insert into ts2 values(1648791213002, NULL, NULL, NULL, NULL);" + ) + + tdSql.execute(f"insert into ts1 values(1648791223002, 2, 2, 3, 1.1);") + tdSql.execute(f"insert into ts1 values(1648791233003, 3, 2, 3, 2.1);") + tdSql.execute(f"insert into ts2 values(1648791243004, 4, 2, 43, 73.1);") + + tdSql.execute( + f"insert into ts1 values(1648791213002, 24, 22, 23, 4.1) (1648791243005, 4, 20, 3, 3.1);" + ) + tdSql.execute( + f"insert into ts3 values(1648791213001, 12, 12, 13, 14.1) (1648791243005, 14, 30, 30, 30.1);" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 3 + and tdSql.getData(0, 1) == 5 + and tdSql.getData(0, 2) == 38 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(1, 2) == 2 + and tdSql.getData(2, 1) == 1 + and tdSql.getData(2, 2) == 3 + and tdSql.getData(3, 1) == 3 + and tdSql.getData(3, 2) == 22, + ) + + def insert2(self): + tdSql.execute( + f"insert into ts1 values(1648791223008, 4, 2, 30, 3.1) (1648791213009, 4, 2, 3, 3.1) (1648791233010, 4, 2, 3, 3.1) (1648791243011, 4, 2, 3, 3.1)(1648791243012, 34, 32, 33, 3.1);" + ) + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 3 + and tdSql.getData(0, 1) == 6 + and tdSql.getData(0, 2) == 42 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(1, 2) == 6 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(2, 2) == 7 + and tdSql.getData(3, 1) == 5 + and tdSql.getData(3, 2) == 60, + ) + + def insert3(self): + tdSql.execute( + f"insert into ts4 values(1648791223008, 4, 2, 30, 3.1) (1648791213009, 4, 2, 3, 3.1) (1648791233010, 4, 2, 3, 3.1);" + ) + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 3 + and tdSql.getData(0, 1) == 7 + and tdSql.getData(0, 2) == 46 + and tdSql.getData(1, 1) == 3 + and tdSql.getData(1, 2) == 10 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(2, 2) == 11 + and tdSql.getData(3, 1) == 5 + and tdSql.getData(3, 2) == 60, + ) + + def insert4(self): + tdSql.execute(f"insert into ts1 values(1648791200001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts2 values(1648791200001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts3 values(1648791200001, 1, 12, 3, 1.0);") + tdSql.execute(f"insert into ts4 values(1648791200001, 1, 12, 3, 1.0);") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamtST1;", + lambda: tdSql.getRows() > 4, + ) + + class Retrive1(StreamCheckItem): + def __init__(self): + self.db = "Retrive1" + + def create(self): + tdSql.execute(f"create database retrive1 vgroups 4 keep 7000 buffer 8;") + tdSql.execute(f"use retrive1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 20s into streamt1 as select _wstart as c0, count(*) c1, count(a) c2 from st interval(10s) ;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791211000, 1, 2, 3);") + + tdSql.execute(f"insert into t1 values(1262275200000, 2, 2, 3);") + tdSql.execute(f"insert into t2 values(1262275200000, 1, 2, 3);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1 order by c0;", + lambda: tdSql.getRows() == 2 and tdSql.getData(0, 1) == 2, + ) + + tdLog.info(f"loop4 over") + + class Multi0(StreamCheckItem): + def __init__(self): + self.db = "Multi0" + + def create(self): + tdSql.execute(f"create database multi0 vgroups 4 buffer 8;") + tdSql.execute(f"use multi0;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute(f"create table ts3 using st tags(3, 2, 2);") + tdSql.execute(f"create table ts4 using st tags(4, 2, 2);") + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 1d into streamt1 as select _wstart, count(*) c1, sum(a) c3, max(b) c4 from st interval(10s);" + ) + + def insert1(self): + tdSql.execute(f"insert into ts1 values(1648791213000, 1, 1, 3, 4.1);") + tdSql.execute(f"insert into ts1 values(1648791223000, 2, 2, 3, 1.1);") + tdSql.execute(f"insert into ts1 values(1648791233000, 3, 3, 3, 2.1);") + tdSql.execute(f"insert into ts1 values(1648791243000, 4, 4, 3, 3.1);") + + tdSql.execute(f"insert into ts2 values(1648791213000, 1, 5, 3, 4.1);") + tdSql.execute(f"insert into ts2 values(1648791223000, 2, 6, 3, 1.1);") + tdSql.execute(f"insert into ts2 values(1648791233000, 3, 7, 3, 2.1);") + tdSql.execute(f"insert into ts2 values(1648791243000, 4, 8, 3, 3.1);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into ts1 values(1648791213000, 1, 9, 3, 4.1);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 2, + ) + + def insert3(self): + tdSql.execute(f"delete from ts2 where ts = 1648791243000 ;") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 2 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 1, + ) + + def insert4(self): + tdSql.execute(f"delete from ts2 where ts = 1648791223000 ;") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 2 + and tdSql.getData(3, 1) == 1, + ) + + def insert5(self): + tdSql.execute(f"insert into ts1 values(1648791233001, 3, 9, 3, 2.1);") + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 4 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 3 + and tdSql.getData(3, 1) == 1, + ) + + class Session0(StreamCheckItem): + def __init__(self): + self.db = "Session0" + + def create(self): + + tdSql.execute(f"create database session0 vgroups 1 buffer 8;") + tdSql.execute(f"use session0;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST as select _wstart, count(*) c1, sum(a) c2, max(b) c3 from st session(ts, 10s) ;" + ) + + def insert1(self): + tdSql.execute( + f"insert into ts1 values(1648791211000, 1, 1, 1) (1648791211005, 1, 1, 1);" + ) + tdSql.execute( + f"insert into ts2 values(1648791221004, 1, 2, 3) (1648791221008, 2, 2, 3);" + ) + tdSql.execute(f"insert into ts1 values(1648791211005, 1, 1, 1);") + tdSql.execute( + f"insert into ts2 values(1648791221006, 5, 5, 5) (1648791221007, 5, 5, 5);" + ) + tdSql.execute( + f"insert into ts2 values(1648791221008, 5, 5, 5) (1648791221008, 5, 5, 5)(1648791221006, 5, 5, 5);" + ) + tdSql.execute( + f"insert into ts1 values(1648791231000, 1, 1, 1) (1648791231002, 1, 1, 1) (1648791231006, 1, 1, 1);" + ) + tdSql.execute( + f"insert into ts1 values(1648791211000, 6, 6, 6) (1648791231002, 2, 2, 2);" + ) + tdSql.execute(f"insert into ts1 values(1648791211002, 7, 7, 7);") + tdSql.execute( + f"insert into ts1 values(1648791211002, 7, 7, 7) ts2 values(1648791221008, 5, 5, 5) ;" + ) + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamtST;", + lambda: tdSql.getRows() > 0 + and tdSql.getData(0, 1) == 10 + and tdSql.getData(0, 2) == 34 + and tdSql.getData(0, 3) == 7, + ) + + class Session1(StreamCheckItem): + def __init__(self): + self.db = "Session1" + + def create(self): + tdSql.execute(f"create database session1 vgroups 4 buffer 8;") + tdSql.execute(f"use session1;") + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table ts1 using st tags(1, 1, 1);") + tdSql.execute(f"create table ts2 using st tags(2, 2, 2);") + tdSql.execute( + f"create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST2 as select _wstart, count(*) c1, sum(a) c2, max(b) c3 from st partition by a session(ts, 10s) ;" + ) + + def insert1(self): + tdSql.execute( + f"insert into ts1 values(1648791201000, 1, 1, 1) (1648791210000, 1, 1, 1);" + ) + tdSql.execute( + f"insert into ts1 values(1648791211000, 2, 1, 1) (1648791212000, 2, 1, 1);" + ) + tdSql.execute( + f"insert into ts2 values(1648791211000, 3, 1, 1) (1648791212000, 3, 1, 1);" + ) + + def insert2(self): + tdSql.execute(f"delete from st where ts = 1648791211000;") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamtST2;", + lambda: tdSql.getRows() == 3, + ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_event.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_event.py index fe7bdf30f556..45d006a043af 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_event.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_event.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseEvent: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_event(self): """Stream event - 1. basic test - 2. out of order data + Test event window deletion and update Catalog: - Streams:OldTsimCases @@ -23,315 +27,369 @@ def test_stream_oldcase_event(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/event0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/event1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/event2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/event0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/event1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/event2.sim """ tdStream.createSnode() - self.event0() - # self.event1() - # self.event2() - - def event0(self): - tdLog.info(f"event0") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 event_window(start with a = 0 end with a = 9) from t1 stream_options(max_delay(3s)) into streamt as select _twstart as s, count(*) c1, sum(b), max(c) from t1 where ts >= _twstart and ts < _twend;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") - tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") - tdLog.info(f"1 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 1 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791243006, 1, 1, 1, 1.1);") - tdSql.execute(f"insert into t1 values(1648791253000, 2, 2, 2, 1.1);") - tdLog.info(f"2 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"insert into t1 values(1648791243000, 0, 3, 3, 1.1);") - tdLog.info(f"3 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 1, - ) - - tdSql.execute(f"insert into t1 values(1648791253009, 9, 4, 4, 1.1);") - tdLog.info(f"4 sql select * from streamt;") - tdSql.checkResultsByFunc( - f"select * from streamt;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(0, 2) == 6 - and tdSql.getData(0, 3) == 3 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(1, 2) == 10 - and tdSql.getData(1, 3) == 4, - ) - - tdLog.info(f"step2") - tdStream.dropAllStreamsAndDbs() - tdLog.info(f"=============== create database test2") - tdSql.execute(f"create database test2 vgroups 1;") - tdSql.execute(f"use test2;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213009, 1, 2, 2, 2.1);") - tdSql.execute(f"insert into t1 values(1648791223000, 0, 9, 9, 9.0);") - tdSql.execute(f"insert into t1 values(1648791233000, 0, 9, 9, 9.0);") - tdLog.info(f"sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 1, - ) - - tdLog.info(f"step3") - tdLog.info(f"=============== create database test3") - tdStream.dropAllStreamsAndDbs() - tdSql.execute(f"create database test3 vgroups 1;") - tdSql.execute(f"use test3;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791233009, 1, 2, 2, 2.1);") - tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791243000, 0, 9, 9, 9.0);") - tdLog.info(f"1 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 9, 9, 9.0);") - tdLog.info(f"2 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 1 - and tdSql.getData(1, 1) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791213001, 1, 9, 9, 9.0);") - tdLog.info(f"3 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 2 - and tdSql.getData(1, 1) == 1 - and tdSql.getData(2, 1) == 3, - ) - - def event1(self): - tdLog.info(f"event1") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database test1") - tdSql.execute(f"create database test1 vgroups 1;") - tdSql.execute(f"use test1;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 9, 9.0);") - tdSql.execute(f"insert into t1 values(1648791223000, 3, 3, 3, 3.0);") - tdLog.info(f"1 sql select * from streamt1;") - tdSql.checkResultsByFunc( - f"select * from streamt1;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, - ) - - tdLog.info(f"step2") - tdStream.dropAllStreamsAndDbs() - tdLog.info(f"=============== create database test2") - tdSql.execute(f"create database test2 vgroups 1;") - tdSql.execute(f"use test2;") - - tdSql.execute(f"create table t1(ts timestamp, a int, b int, c int, d double);") - tdSql.execute( - f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 2, 2.0);") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, - ) - - tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 4, 4.0);") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, - ) - - tdSql.execute(f"insert into t1 values(1648791243000, 1, 1, 5, 5.0);") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 6, 6.0);") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, - ) - - tdSql.execute(f"delete from t1 where ts = 1648791253000;") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 0, - ) - - tdSql.execute(f"insert into t1 values(1648791263000, 1, 9, 7, 7.0);") - tdSql.execute(f"delete from t1 where ts = 1648791243000;") - tdLog.info(f"1 sql select * from streamt2;") - tdSql.checkResultsByFunc( - f"select * from streamt2;", - lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, - ) - - tdLog.info(f"step3") - tdStream.dropAllStreamsAndDbs() - tdLog.info(f"=============== create database test3") - tdSql.execute(f"create database test3 vgroups 1;") - tdSql.execute(f"use test3;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 2, 2.0);") - tdSql.execute(f"insert into t2 values(1648791223000, 0, 3, 3, 3.0);") - tdSql.execute(f"insert into t2 values(1648791233000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t2 values(1648791243000, 1, 9, 2, 2.0);") - tdLog.info(f"1 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 3 - and tdSql.getData(1, 1) == 3, - ) - - tdLog.info(f"update data") - tdSql.execute(f"insert into t1 values(1648791243000, 1, 3, 3, 3.0);") - tdSql.execute(f"insert into t2 values(1648791243000, 1, 3, 3, 3.0);") - tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 3, 3.0);") - tdSql.execute(f"insert into t2 values(1648791253000, 1, 9, 3, 3.0);") - tdLog.info(f"1 sql select * from streamt3;") - tdSql.checkResultsByFunc( - f"select * from streamt3;", - lambda: tdSql.getRows() == 2 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4, - ) - - def event2(self): - tdLog.info(f"event2") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"step1") - tdLog.info(f"=============== create database test") - tdSql.execute(f"create database test vgroups 1;") - tdSql.execute(f"use test;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - tdSql.execute(f"create table t3 using st tags(3, 3, 3);") - tdSql.execute(f"create table t4 using st tags(3, 3, 3);") - - tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") - tdSql.execute(f"insert into t1 values(1648791233000, 0, 2, 2, 2.0);") - tdSql.execute(f"insert into t1 values(1648791243000, 1, 3, 3, 3.0);") - tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 4, 3.0);") - tdSql.execute(f"insert into t2 values(1648791233000, 0, 2, 5, 1.0);") - tdSql.execute(f"insert into t2 values(1648791243000, 1, 3, 6, 2.0);") - tdSql.execute(f"insert into t3 values(1648791223000, 1, 1, 7, 3.0);") - tdSql.execute(f"insert into t3 values(1648791233000, 1, 2, 8, 1.0);") - tdSql.execute(f"insert into t3 values(1648791243000, 1, 3, 9, 2.0);") - tdSql.execute(f"insert into t4 values(1648791223000, 1, 1, 10, 3.0);") - tdSql.execute(f"insert into t4 values(1648791233000, 0, 2, 11, 1.0);") - tdSql.execute(f"insert into t4 values(1648791243000, 1, 9, 12, 2.0);") - - tdSql.execute( - f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 fill_history 1 into streamt0 as select _wstart as s, count(*) c1, sum(b), max(c), _wend as e from st partition by tbname event_window start with a = 0 end with b = 9;" - ) - tdStream.checkStreamStatus() - - tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 13, 2.0);") - tdSql.execute(f"insert into t2 values(1648791253000, 1, 9, 14, 2.0);") - tdSql.execute(f"insert into t3 values(1648791253000, 1, 9, 15, 2.0);") - tdSql.execute(f"insert into t4 values(1648791253000, 1, 9, 16, 2.0);") - tdLog.info(f"1 sql select * from streamt0 order by 1, 2, 3, 4;") - tdSql.checkResultsByFunc( - f"select * from streamt0 order by 1, 2, 3, 4;", - lambda: tdSql.getRows() == 3 - and tdSql.getData(0, 1) == 4 - and tdSql.getData(1, 1) == 4 - and tdSql.getData(2, 1) == 2, - ) - - tdSql.execute(f"insert into t3 values(1648791222000, 0, 1, 7, 3.0);") - - tdLog.info(f"2 sql select * from streamt0 order by 1, 2, 3, 4;") - tdSql.checkResultsByFunc( - f"select * from streamt0 order by 1, 2, 3, 4;", - lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 5, - ) + streams = [] + streams.append(self.Event00()) + streams.append(self.Event01()) + streams.append(self.Event02()) + streams.append(self.Event10()) + streams.append(self.Event11()) + streams.append(self.Event12()) + streams.append(self.Event20()) + tdStream.checkAll(streams) + + class Event00(StreamCheckItem): + def __init__(self): + self.db = "Event00" + + def create(self): + tdSql.execute(f"create database event00 vgroups 1 buffer 8;") + tdSql.execute(f"use event00;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 event_window(start with a = 0 end with a = 9) from t1 stream_options(max_delay(3s)) into streamt as select _twstart as s, count(*) c1, sum(b), max(c) from t1 where ts >= _twstart and ts < _twend;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791223001, 9, 2, 2, 1.1);") + tdSql.execute(f"insert into t1 values(1648791213009, 0, 3, 3, 1.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 1 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 3, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791243006, 1, 1, 1, 1.1);") + tdSql.execute(f"insert into t1 values(1648791253000, 2, 2, 2, 1.1);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 1, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791243000, 0, 3, 3, 1.1);") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 1, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791253009, 9, 4, 4, 1.1);") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(0, 2) == 6 + and tdSql.getData(0, 3) == 3 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(1, 2) == 10 + and tdSql.getData(1, 3) == 4, + ) + + class Event01(StreamCheckItem): + def __init__(self): + self.db = "Event01" + + def create(self): + tdSql.execute(f"create database event01 vgroups 1 buffer 8;") + tdSql.execute(f"use event01;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213009, 1, 2, 2, 2.1);") + tdSql.execute(f"insert into t1 values(1648791223000, 0, 9, 9, 9.0);") + tdSql.execute(f"insert into t1 values(1648791233000, 0, 9, 9, 9.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 1, + ) + + class Event02(StreamCheckItem): + def __init__(self): + self.db = "Event02" + + def create(self): + tdSql.execute(f"create database event02 vgroups 1 buffer 8;") + tdSql.execute(f"use event02;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791233009, 1, 2, 2, 2.1);") + tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791243000, 0, 9, 9, 9.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 9, 9, 9.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 1 + and tdSql.getData(1, 1) == 3, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791213000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791213001, 1, 9, 9, 9.0);") + tdLog.info(f"3 sql select * from streamt3;") + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 2 + and tdSql.getData(1, 1) == 1 + and tdSql.getData(2, 1) == 3, + ) + + class Event10(StreamCheckItem): + def __init__(self): + self.db = "Event10" + + def create(self): + tdSql.execute(f"create database event10 vgroups 1 buffer 8;") + tdSql.execute(f"use event10;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 9, 9.0);") + tdSql.execute(f"insert into t1 values(1648791223000, 3, 3, 3, 3.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt1;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, + ) + + class Event11(StreamCheckItem): + def __init__(self): + self.db = "Event10" + + def create(self): + tdSql.execute(f"create database event11 vgroups 1 buffer 8;") + tdSql.execute(f"use event11;") + + tdSql.execute( + f"create table t1(ts timestamp, a int, b int, c int, d double);" + ) + tdSql.execute( + f"create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 2, 2.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, + ) + + def insert2(self): + tdSql.execute(f"insert into t1 values(1648791223000, 1, 1, 4, 4.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, + ) + + def insert3(self): + tdSql.execute(f"insert into t1 values(1648791243000, 1, 1, 5, 5.0);") + + def check3(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 0, + ) + + def insert4(self): + tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 6, 6.0);") + + def check4(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 3, + ) + + def insert5(self): + tdSql.execute(f"delete from t1 where ts = 1648791253000;") + + def check5(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 0, + ) + + def insert6(self): + tdSql.execute(f"insert into t1 values(1648791263000, 1, 9, 7, 7.0);") + + def insert7(self): + tdSql.execute(f"delete from t1 where ts = 1648791243000;") + + def check7(self): + tdSql.checkResultsByFunc( + f"select * from streamt2;", + lambda: tdSql.getRows() == 1 and tdSql.getData(0, 1) == 2, + ) + + class Event12(StreamCheckItem): + def __init__(self): + self.db = "Event12" + + def create(self): + tdLog.info(f"=============== create database test3") + tdSql.execute(f"create database event12 vgroups 1 buffer 8;") + tdSql.execute(f"use event12;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + + tdSql.execute( + f"create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname event_window start with a = 0 end with b = 9;" + ) + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791223000, 0, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791233000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791243000, 1, 9, 2, 2.0);") + tdSql.execute(f"insert into t2 values(1648791223000, 0, 3, 3, 3.0);") + tdSql.execute(f"insert into t2 values(1648791233000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t2 values(1648791243000, 1, 9, 2, 2.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 3 + and tdSql.getData(1, 1) == 3, + ) + + def insert2(self): + tdLog.info(f"update data") + tdSql.execute(f"insert into t1 values(1648791243000, 1, 3, 3, 3.0);") + tdSql.execute(f"insert into t2 values(1648791243000, 1, 3, 3, 3.0);") + tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 3, 3.0);") + tdSql.execute(f"insert into t2 values(1648791253000, 1, 9, 3, 3.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt3;", + lambda: tdSql.getRows() == 2 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4, + ) + + class Event20(StreamCheckItem): + def __init__(self): + self.db = "Event12" + + def create(self): + tdSql.execute(f"create database event20 vgroups 1 buffer 8;") + tdSql.execute(f"use event20;") + + tdSql.execute( + f"create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int, tb int, tc int);" + ) + tdSql.execute(f"create table t1 using st tags(1, 1, 1);") + tdSql.execute(f"create table t2 using st tags(2, 2, 2);") + tdSql.execute(f"create table t3 using st tags(3, 3, 3);") + tdSql.execute(f"create table t4 using st tags(3, 3, 3);") + + tdSql.execute(f"insert into t1 values(1648791223000, 0, 1, 1, 1.0);") + tdSql.execute(f"insert into t1 values(1648791233000, 0, 2, 2, 2.0);") + tdSql.execute(f"insert into t1 values(1648791243000, 1, 3, 3, 3.0);") + tdSql.execute(f"insert into t2 values(1648791223000, 0, 1, 4, 3.0);") + tdSql.execute(f"insert into t2 values(1648791233000, 0, 2, 5, 1.0);") + tdSql.execute(f"insert into t2 values(1648791243000, 1, 3, 6, 2.0);") + tdSql.execute(f"insert into t3 values(1648791223000, 1, 1, 7, 3.0);") + tdSql.execute(f"insert into t3 values(1648791233000, 1, 2, 8, 1.0);") + tdSql.execute(f"insert into t3 values(1648791243000, 1, 3, 9, 2.0);") + tdSql.execute(f"insert into t4 values(1648791223000, 1, 1, 10, 3.0);") + tdSql.execute(f"insert into t4 values(1648791233000, 0, 2, 11, 1.0);") + tdSql.execute(f"insert into t4 values(1648791243000, 1, 9, 12, 2.0);") + + tdSql.execute( + f"create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 fill_history 1 into streamt0 as select _wstart as s, count(*) c1, sum(b), max(c), _wend as e from st partition by tbname event_window start with a = 0 end with b = 9;" + ) + tdStream.checkStreamStatus() + + def insert1(self): + tdSql.execute(f"insert into t1 values(1648791253000, 1, 9, 13, 2.0);") + tdSql.execute(f"insert into t2 values(1648791253000, 1, 9, 14, 2.0);") + tdSql.execute(f"insert into t3 values(1648791253000, 1, 9, 15, 2.0);") + tdSql.execute(f"insert into t4 values(1648791253000, 1, 9, 16, 2.0);") + + def check1(self): + tdSql.checkResultsByFunc( + f"select * from streamt0 order by 1, 2, 3, 4;", + lambda: tdSql.getRows() == 3 + and tdSql.getData(0, 1) == 4 + and tdSql.getData(1, 1) == 4 + and tdSql.getData(2, 1) == 2, + ) + + def insert2(self): + tdSql.execute(f"insert into t3 values(1648791222000, 0, 1, 7, 3.0);") + + def check2(self): + tdSql.checkResultsByFunc( + f"select * from streamt0 order by 1, 2, 3, 4;", + lambda: tdSql.getRows() == 4 and tdSql.getData(0, 1) == 5, + ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillhistory.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillhistory.py index 0123475b8e05..4c33e5f6e802 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillhistory.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillhistory.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseFillHistory: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_fillhistory(self): """Stream fill history - 1. basic test - 2. out of order data + Verify the correctness of historical data calculation results, as well as the calculation results at the boundary between historical and real-time computation. Catalog: - Streams:OldTsimCases @@ -23,11 +27,11 @@ def test_stream_oldcase_fillhistory(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillHistoryBasic1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillHistoryBasic2.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillHistoryBasic3.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillHistoryBasic4.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillHistoryTransform.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillHistoryBasic1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillHistoryBasic2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillHistoryBasic3.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillHistoryBasic4.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillHistoryTransform.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillinternal.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillinternal.py index 1c3a68723f7d..5113493e94ba 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillinternal.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_fillinternal.py @@ -1,7 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream - - +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseFillInterval: def setup_class(cls): @@ -10,8 +13,7 @@ def setup_class(cls): def test_stream_oldcase_fill_interval(self): """Stream fill interval - 1. basic test - 2. out of order data + Test the results of various numerical fillings in the interval window Catalog: - Streams:OldTsimCases @@ -23,14 +25,14 @@ def test_stream_oldcase_fill_interval(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalDelete0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalDelete1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalLinear.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalPartitionBy.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalPrevNext.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalPrevNext1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalRange.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/fillIntervalValue.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalDelete0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalDelete1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalLinear.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalPartitionBy.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalPrevNext.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalPrevNext1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalRange.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/fillIntervalValue.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_forcewindowclose.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_forcewindowclose.py index 5a2cc92cac49..78eb6b959691 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_forcewindowclose.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_forcewindowclose.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseForceWindowClose: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_force_window_close(self): """Stream force window close - 1. basic test - 2. out of order data + Verify the alternative approach to the original force window close trigger mode in the new streaming computation Catalog: - Streams:OldTsimCases @@ -23,11 +27,11 @@ def test_stream_oldcase_force_window_close(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/forcewindowclose.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamFwcIntervalFill.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpForceWindowClose.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpForceWindowClose1.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpFwcError.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/forcewindowclose.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamFwcIntervalFill.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpForceWindowClose.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpForceWindowClose1.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpFwcError.sim """ @@ -229,7 +233,9 @@ def streamFwcIntervalFill(self): ) tdLog.info(f"2 sql select * from streamt;") - tdSql.checkResultsByFunc(f"select * from streamt;", lambda: tdSql.getRows() >= 6) + tdSql.checkResultsByFunc( + f"select * from streamt;", lambda: tdSql.getRows() >= 6 + ) tdLog.info(f"step2") tdLog.info(f"=============== create database") diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_delete.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_delete.py index 55c27dd81918..5f8b4bc0d2a8 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_delete.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_delete.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpDelete: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_delete(self): """Stream interp delete - 1. basic test - 2. out of order data + Verify the calculation results of the interp function when deleting data Catalog: - Streams:OldTsimCases @@ -23,10 +27,10 @@ def test_stream_oldcase_interp_delete(self): Jira: None History: - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpError.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpDelete0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpDelete1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpDelete2.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpError.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpDelete0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpDelete1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpDelete2.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_fill.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_fill.py index f27a50506798..c8090d6240c8 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_fill.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_fill.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpFill: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_fill(self): """Stream interp fill - 1. basic test - 2. out of order data + Validate the calculation results of the interp function when filling data Catalog: - Streams:OldTsimCases @@ -23,12 +27,12 @@ def test_stream_oldcase_interp_fill(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpLarge.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpLinear0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpNext0.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrev0.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrev1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpValue0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpLarge.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpLinear0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpNext0.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrev0.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrev1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpValue0.sim """ @@ -52,7 +56,7 @@ def streamInterpLarge(self): tdSql.execute( f"create stream streams1 interval(1s) sliding(1s) from t1 stream_options(max_delay(3s)) into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(_twstart) fill(prev);" ) - + tdSql.pause() tdStream.checkStreamStatus() diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_history.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_history.py index 426e8743f49b..6e0354920ad2 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_history.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_history.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpHistory: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_history(self): """Stream interp history - 1. basic test - 2. out of order data + Validate the calculation results of the interp function when processing historical data Catalog: - Streams:OldTsimCases @@ -23,10 +27,10 @@ def test_stream_oldcase_interp_history(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpHistory.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpHistory1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpOther.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpOther1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpHistory.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpHistory1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpOther.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpOther1.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_partitionby.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_partitionby.py index 62f0166b88d9..2c9fb377fdcf 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_partitionby.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_partitionby.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpPartitionBy: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_partitionby(self): """Stream interp partition by - 1. basic test - 2. out of order data + Validate the calculation results of the ​​interp​​ function under ​​PARTITION BY​​ clauses Catalog: - Streams:OldTsimCases @@ -23,8 +27,8 @@ def test_stream_oldcase_interp_partitionby(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPartitionBy0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPartitionBy1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPartitionBy0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPartitionBy1.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_primary.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_primary.py index a5d07e0673ab..375c66035d3c 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_primary.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_primary.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpPrimary: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_primary(self): """Stream interp primary - 1. basic test - 2. out of order data + Validate the calculation results of the interp function with cmposite keys Catalog: - Streams:OldTsimCases @@ -23,10 +27,10 @@ def test_stream_oldcase_interp_primary(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey2.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey3.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpPrimaryKey3.sim """ @@ -224,7 +228,9 @@ def streamInterpPrimaryKey1(self): tdSql.execute(f"insert into t1 values(1648791213000, 10, 10, 10, 10.0);") tdLog.info(f"0 sql select * from streamt;") - tdSql.checkResultsByFunc(f"select * from streamt;", lambda: tdSql.getRows() == 1) + tdSql.checkResultsByFunc( + f"select * from streamt;", lambda: tdSql.getRows() == 1 + ) tdSql.execute(f"insert into t1 values(1648791213000, 9, 9, 9, 9.0);") tdSql.execute(f"insert into t1 values(1648791213009, 30, 30, 30, 30.0);") diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_update.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_update.py index c1a5bc285aa8..fc46a878cbc4 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_update.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_interp_update.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpUpdate: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_update(self): """Stream interp update - 1. basic test - 2. out of order data + Validate the calculation results of the ​​interp​​ function during data updates Catalog: - Streams:OldTsimCases @@ -23,9 +27,9 @@ def test_stream_oldcase_interp_update(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpUpdate.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpUpdate1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamInterpUpdate2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpUpdate.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpUpdate1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamInterpUpdate2.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_options.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_options.py index 9c1a66c021c8..3b5f4914d40e 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_options.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_options.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseOptions: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_options(self): """Stream stream_options - 1. basic test - 2. out of order data + Validate the calculation results when ignore update and ignore delete are applied Catalog: - Streams:OldTsimCases @@ -23,8 +27,8 @@ def test_stream_oldcase_options(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/ignoreCheckUpdate.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/ignoreExpiredData.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/ignoreCheckUpdate.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/ignoreExpiredData.sim """ @@ -218,11 +222,17 @@ def ignoreExpiredData(self): tdSql.execute(f"insert into t1 values(1648791243003, 2, 2, 3, 3.1);") tdSql.execute(f"insert into t1 values(1648791200000, 4, 2, 3, 4.1);") - tdSql.checkResultsByFunc(f"select * from streamt1;", lambda: tdSql.getRows() == 4) + tdSql.checkResultsByFunc( + f"select * from streamt1;", lambda: tdSql.getRows() == 4 + ) - tdSql.checkResultsByFunc(f"select * from streamt2;", lambda: tdSql.getRows() == 4) + tdSql.checkResultsByFunc( + f"select * from streamt2;", lambda: tdSql.getRows() == 4 + ) - tdSql.checkResultsByFunc(f"select * from streamt3;", lambda: tdSql.getRows() == 2) + tdSql.checkResultsByFunc( + f"select * from streamt3;", lambda: tdSql.getRows() == 2 + ) tdLog.info(f"=============== create database") tdStream.dropAllStreamsAndDbs() diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_partitionby.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_partitionby.py index cf8ea805b88d..b1565e073bf0 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_partitionby.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_partitionby.py @@ -1,6 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream - +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCasePartitionBy: @@ -10,8 +14,7 @@ def setup_class(cls): def test_stream_oldcase_partitionby(self): """Stream partition by - 1. basic test - 2. out of order data + Validate the calculation results under PARTITION BY clauses Catalog: - Streams:OldTsimCases @@ -23,12 +26,12 @@ def test_stream_oldcase_partitionby(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionby.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionby1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionbyColumnInterval.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionbyColumnOther.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionbyColumnSession.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/partitionbyColumnState.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionby.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionby1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionbyColumnInterval.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionbyColumnOther.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionbyColumnSession.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/partitionbyColumnState.sim """ tdStream.createSnode() diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_primary.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_primary.py index 773945228c78..5d918d31cf7c 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_primary.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_primary.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseInterpPrimary: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_interp_primary(self): """Stream interp primary - 1. basic test - 2. out of order data + Validate the calculation results with composite keys Catalog: - Streams:OldTsimCases @@ -23,10 +27,10 @@ def test_stream_oldcase_interp_primary(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamPrimaryKey0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamPrimaryKey1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamPrimaryKey2.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamPrimaryKey3.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamPrimaryKey0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamPrimaryKey1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamPrimaryKey2.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamPrimaryKey3.sim """ tdStream.createSnode() @@ -182,10 +186,14 @@ def streamPrimaryKey0(self): tdSql.execute(f"insert into t1 values(1648791220001, 4, 2, 3, 3.1);") tdLog.info(f"1 select * from streamt3_1;") - tdSql.checkResultsByFunc(f"select * from streamt3_1;", lambda: tdSql.getRows() == 4) + tdSql.checkResultsByFunc( + f"select * from streamt3_1;", lambda: tdSql.getRows() == 4 + ) tdLog.info(f"1 select * from streamt3_2;") - tdSql.checkResultsByFunc(f"select * from streamt3_2;", lambda: tdSql.getRows() == 4) + tdSql.checkResultsByFunc( + f"select * from streamt3_2;", lambda: tdSql.getRows() == 4 + ) def streamPrimaryKey1(self): tdLog.info(f"streamPrimaryKey1") diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_session.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_session.py index e5308f2b2b7a..c8072ad5df23 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_session.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_session.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseSession: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_session(self): """Stream session - 1. basic test - 2. out of order data + Test the correctness of session windows Catalog: - Streams:OldTsimCases @@ -23,9 +27,9 @@ def test_stream_oldcase_session(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/session0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/session1.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/triggerSession0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/session0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/session1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/triggerSession0.sim """ @@ -56,10 +60,14 @@ def session0(self): tdStream.checkStreamStatus() - tdSql.execute(f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL, 1);") + tdSql.execute( + f"insert into t1 values(1648791213000, NULL, NULL, NULL, NULL, 1);" + ) tdSql.execute(f"insert into t1 values(1648791223001, 10, 2, 3, 1.1, 2);") tdSql.execute(f"insert into t1 values(1648791233002, 3, 2, 3, 2.1, 3);") - tdSql.execute(f"insert into t1 values(1648791243003, NULL, NULL, NULL, NULL, 4);") + tdSql.execute( + f"insert into t1 values(1648791243003, NULL, NULL, NULL, NULL, 4);" + ) tdSql.execute( f"insert into t1 values(1648791213002, NULL, NULL, NULL, NULL, 5) (1648791233012, NULL, NULL, NULL, NULL, 6);" ) diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_snode.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_snode.py index 67df148d2e70..09e5fd9d6860 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_snode.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_snode.py @@ -1,5 +1,10 @@ import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream +from new_test_framework.utils import ( + tdLog, + tdSql, + tdStream, + StreamCheckItem, +) class TestStreamOldCaseSnode: @@ -10,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_snode(self): """Stream snode - 1. basic test - 2. out of order data + Test basic operations of snode Catalog: - Streams:OldTsimCases @@ -23,8 +27,8 @@ def test_stream_oldcase_snode(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/schedSnode.sim - ## - 2025-5-15 Simon Guan Migrated from tsim/stream/snodeCheck.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/schedSnode.sim + ## - 2025-7-25 Simon Guan Migrated from tsim/stream/snodeCheck.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py index 1fd01d642d99..0e51a93128dd 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py @@ -15,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_state(self): """Stream state - 1. basic test - 2. out of order data + Test the correctness of state windows Catalog: - Streams:OldTsimCases @@ -28,8 +27,8 @@ def test_stream_oldcase_state(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/state0.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/state1.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/state0.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/state1.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py index 2028b4eabe2e..ce33811c653a 100644 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py +++ b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py @@ -15,8 +15,7 @@ def setup_class(cls): def test_stream_oldcase_twa(self): """Stream twa - 1. basic test - 2. out of order data + Verify the behavior of the legacy TWA (Time-Weighted Average) function in the new streaming computation system Catalog: - Streams:OldTsimCases @@ -28,12 +27,12 @@ def test_stream_oldcase_twa(self): Jira: None History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaError.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFill.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFillPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcInterval.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcIntervalPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaInterpFwc.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaError.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaFwcFill.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaFwcFillPrimaryKey.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaFwcInterval.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaFwcIntervalPrimaryKey.sim + - 2025-7-25 Simon Guan Migrated from tsim/stream/streamTwaInterpFwc.sim """ diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug1.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug1.py deleted file mode 100644 index 820b41ec89f4..000000000000 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug1.py +++ /dev/null @@ -1,94 +0,0 @@ -import time -from new_test_framework.utils import ( - tdLog, - tdSql, - tdStream, - StreamCheckItem, -) - - -class TestStreamOldCaseTwa: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_oldcase_twa(self): - """Stream twa - - 1. basic test - 2. out of order data - - Catalog: - - Streams:OldTsimCases - - Since: v3.0.0.0 - - Labels: common, ci - - Jira: None - - History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaError.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFill.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFillPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcInterval.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcIntervalPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaInterpFwc.sim - - """ - - tdStream.createSnode() - - streams = [] - streams.append(self.TwaFwcFill2()) - tdStream.checkAll(streams) - - class TwaFwcFill2(StreamCheckItem): - def __init__(self): - self.db = "FwcFIll2" - - def create(self): - tdSql.execute(f"create database FwcFIll2 vgroups 1 buffer 32;") - tdSql.execute(f"use FwcFIll2;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - - tdSql.execute( - f"create stream streams2 period(2s) stream_options(expired_time(0s) | ignore_disorder) into streamt as select cast(_tprev_localtime / 1000000 as timestamp) tp, cast(_tlocaltime / 1000000 as timestamp) tl, cast(_tnext_localtime / 1000000 as timestamp) tn, twa(a), twa(b), elapsed(ts), now, timezone() from st;" - ) - - def insert1(self): - tdSql.execute( - f"insert into t1 values(now + 1s, 1, 1, 1)(now + 2s, 10, 1, 1)(now + 3s, 20, 2, 2)(now + 4s, 30, 3, 3)(now + 5s, 30, 3, 3)(now + 6s, 30, 3, 3)(now + 6s, 30, 3, 3)(now + 8s, 30, 3, 3)(now + 9s, 30, 3, 3)(now + 10s, 30, 3, 3);" - ) - tdSql.execute( - f"insert into t2 values(now + 1s, 1, 1, 1)(now + 2s, 10, 1, 1)(now + 3s, 20, 2, 2)(now + 4s, 30, 3, 3)(now + 5s, 30, 3, 3)(now + 6s, 30, 3, 3)(now + 6s, 30, 3, 3)(now + 8s, 30, 3, 3)(now + 9s, 30, 3, 3)(now + 10s, 30, 3, 3);" - ) - - def check1(self): - tdSql.checkResultsByFunc( - f"select * from FwcFIll2.streamt;", - lambda: tdSql.getRows() > 0, - retry=100, - ) - - sql = "select TIMEDIFF(tp, tl), TIMEDIFF(tl, tn), `twa(a)`, `twa(b)`, `elapsed(ts)` from streamt limit 1" - exp_sql = "select -2000, -2000, twa(a), twa(b), elapsed(ts) from st" - tdSql.checkResultsBySql(sql, exp_sql, retry=1) - - tdSql.query("select cast(tp as bigint) from streamt limit 1;") - tcalc = tdSql.getData(0, 0) - - tdSql.query("select cast(ts as bigint) from t1 limit 1") - tnow = tdSql.getData(0, 0) - tdLog.info(f"calc:{tcalc}, now:{tnow}") - - if tcalc - tnow > 20000: - tdLog.exit(f"not triggered within 20000 ms (actual:{tcalc - tnow} ms).") - else: - tdLog.info(f"triggered within 20000 ms (actual:{tcalc - tnow} ms).") diff --git a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug2.py b/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug2.py deleted file mode 100644 index e1c3cf3c9338..000000000000 --- a/test/cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa_bug2.py +++ /dev/null @@ -1,54 +0,0 @@ -import time -from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck, tdStream - - -class TestStreamOldCaseTwa: - - def setup_class(cls): - tdLog.debug(f"start to execute {__file__}") - - def test_stream_oldcase_twa(self): - """Stream twa - - 1. basic test - 2. out of order data - - Catalog: - - Streams:OldTsimCases - - Since: v3.0.0.0 - - Labels: common, ci - - Jira: None - - History: - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaError.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFill.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcFillPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcInterval.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaFwcIntervalPrimaryKey.sim - - 2025-5-15 Simon Guan Migrated from tsim/stream/streamTwaInterpFwc.sim - - """ - - tdStream.createSnode() - - tdLog.info(f"step2") - tdStream.dropAllStreamsAndDbs() - - tdLog.info(f"=============== create database") - tdSql.execute(f"create database test2 vgroups 1;") - tdSql.execute(f"use test2;") - - tdSql.execute( - f"create stable st(ts timestamp, a int, b int, c int) tags(ta int, tb int, tc int);" - ) - tdSql.execute(f"create table t1 using st tags(1, 1, 1);") - tdSql.execute(f"create table t2 using st tags(2, 2, 2);") - - tdSql.execute( - f"create stream streams2 period(2s) from st partition by tbname stream_options(expired_time(0s)|ignore_disorder) into streamt as select _tlocaltime, twa(a), twa(b), elapsed(ts), now, timezone(), ta from %%trows;" - ) - - \ No newline at end of file diff --git a/test/cases/22-Show/test_show_table_distributed_null.py b/test/cases/22-Show/test_show_table_distributed_null.py new file mode 100644 index 000000000000..d5689915d282 --- /dev/null +++ b/test/cases/22-Show/test_show_table_distributed_null.py @@ -0,0 +1,49 @@ +from new_test_framework.utils import tdLog, tdSql, sc, clusterComCheck + +class TestShowTableDistributed: + + def setup_class(cls): + tdLog.debug(f"start to execute {__file__}") + + def test_show_table_distributed(self): + """Show Table Distributed Test + + 1.Create db + 2.Create supper table and sub table + 4.Insert data into sub table + 5.Run show table distributed command + + Catalog: + - Show + + Since: v3.0.0.0 + + Labels: common,ci + + Jira: TS-6908 + + History: + - 2025-7-23 Ethan liu adds test for show table distributed + + """ + + tdLog.info(f"========== start show table distributed test") + tdSql.execute(f"drop database if exists test_show_table") + tdSql.execute(f"create database test_show_table") + tdSql.execute(f"use test_show_table") + + # create super table and sub table + tdSql.execute(f"create table super_t (ts timestamp, second_key varchar(100) composite key, alarm varchar(50), event varchar(50), dest varchar(50), reason varchar(50), type int, category int, name varchar(100)) tags (id VARCHAR(25), location VARCHAR(100), part_no INT)") + tdSql.execute(f"create table sub_t0 using super_t tags('t1', 'value1', 1)") + tdSql.execute(f"create table sub_t1 using super_t tags('t2', 'value2', 2)") + tdSql.execute(f"create table sub_t2 using super_t tags('t3', 'value3', 3)") + + # insert data into sub table + tdSql.execute(f"insert into sub_t0 values (now, '01', '00', 'up', '90', null, 2, 2, '')") + tdSql.execute(f"insert into sub_t1 values (now, '11', '10', 'up', '90', null, 2, 2, '')") + tdSql.execute(f"insert into sub_t2 values (now, '22', '20', 'up', '90', null, 2, 2, '')") + + # run show table distributed command, it should return internal error + tdSql.query(f"show table distributed super_t") + tdSql.checkNotEqual(tdSql.getRows(), 0) + tdLog.info(f"end show table distributed test successfully") diff --git a/test/cases/uncatalog/army/query/function/test_interval.py b/test/cases/uncatalog/army/query/function/test_interval.py deleted file mode 100644 index 3fe4279b7f23..000000000000 --- a/test/cases/uncatalog/army/query/function/test_interval.py +++ /dev/null @@ -1,78 +0,0 @@ -################################################################### -# Copyright (c) 2016 by TAOS Technologies, Inc. -# All rights reserved. -# -# This file is proprietary and confidential to TAOS Technologies. -# No part of this file may be reproduced, stored, transmitted, -# disclosed or used in any form or by any means other than as -# expressly provided by the written permission from Jianhui Tao -# -################################################################### - -# -*- coding: utf-8 -*- - -from new_test_framework.utils import tdLog, tdSql, etool, tdCom - -class TestInterval: - def setup_class(cls): - tdLog.debug(f"start to excute {__file__}") - - def insert_data(self): - tdLog.info("insert interval test data.") - # taosBenchmark run - json = etool.curFile(__file__, "interval.json") - etool.benchMark(json = json) - - def create_streams(self): - tdSql.execute("use test;") - streams = [ - "create stream stream1 fill_history 1 into sta as select _wstart, _wend, _wduration, count(*) from test.st where ts < '2020-10-01 00:07:19' interval(1m, auto);", - "create stream stream2 fill_history 1 into stb as select _wstart, _wend, _wduration, count(*) from test.st where ts = '2020-11-01 23:45:00' interval(1h, auto) sliding(27m);", - "create stream stream3 fill_history 1 into stc as select _wstart, _wend, _wduration, count(*) from test.st where ts in ('2020-11-12 23:32:00') interval(1n, auto) sliding(13d);", - "create stream stream4 fill_history 1 into std as select _wstart, _wend, _wduration, count(*) from test.st where ts in ('2020-10-09 01:23:00', '2020-11-09 01:23:00', '2020-12-09 01:23:00') interval(1s, auto);", - "create stream stream5 fill_history 1 into ste as select _wstart, _wend, _wduration, count(*) from test.st where ts > '2020-12-09 01:23:00' interval(1d, auto) sliding(17h);", - "create stream stream6 fill_history 1 into stf as select _wstart, _wend, _wduration, count(*) from test.st where ts >= '2020-10-09 01:23:00' interval(1n, auto);", - "create stream stream7 fill_history 1 into stg as select _wstart, _wend, _wduration, count(*) from test.st where ts >= '2020-11-09 01:23:00' interval(1n, auto) sliding(13d);", - ] - for sql in streams: - tdSql.execute(sql) - for i in range(50): - rows = tdSql.query("select * from information_schema.ins_stream_tasks where history_task_status is not null;") - if rows == 0: - break; - tdLog.info(f"i={i} wait for history data calculation finish ...") - time.sleep(1) - - def query_run(self): - # read sql from .sql file and execute - tdLog.info("test normal query.") - self.sqlFile = etool.curFile(__file__, f"in/interval.in") - self.ansFile = etool.curFile(__file__, f"ans/interval.csv") - - tdCom.compare_testcase_result(self.sqlFile, self.ansFile, "interval") - - def test_interval(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - - """ - self.insert_data() - self.create_streams() - self.query_run() - - tdLog.success(f"{__file__} successfully executed") - diff --git a/test/cases/uncatalog/system-test/0-others/compatibility_basic.py b/test/cases/uncatalog/system-test/0-others/compatibility_basic.py deleted file mode 100644 index 8e168ad4b315..000000000000 --- a/test/cases/uncatalog/system-test/0-others/compatibility_basic.py +++ /dev/null @@ -1,601 +0,0 @@ -################################################################### -# Copyright (c) 2016 by TAOS Technologies, Inc. -# All rights reserved. -# -# This file is proprietary and confidential to TAOS Technologies. -# No part of this file may be reproduced, stored, transmitted, -# disclosed or used in any form or by any means other than as -# expressly provided by the written permission from Jianhui Tao -# -################################################################### - -# -*- coding: utf-8 -*- - -from new_test_framework.utils import tdLog, tdSql, tdDnodes, tdCom -import taos -import taosws -import sys -import os -import time -import platform -from taos.tmq import Consumer -from taos.tmq import * - -from pathlib import Path -import subprocess - -deletedDataSql = '''drop database if exists deldata;create database deldata duration 100 stt_trigger 1; ;use deldata; - create table deldata.stb1 (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp) tags (t1 int); - create table deldata.ct1 using deldata.stb1 tags ( 1 ); - insert into deldata.ct1 values ( now()-0s, 0, 0, 0, 0, 0.0, 0.0, 0, 'binary0', 'nchar0', now()+0a ) ( now()-10s, 1, 11111, 111, 11, 1.11, 11.11, 1, 'binary1', 'nchar1', now()+1a ) ( now()-20s, 2, 22222, 222, 22, 2.22, 22.22, 0, 'binary2', 'nchar2', now()+2a ) ( now()-30s, 3, 33333, 333, 33, 3.33, 33.33, 1, 'binary3', 'nchar3', now()+3a ); - select avg(c1) from deldata.ct1; - delete from deldata.stb1; - flush database deldata; - insert into deldata.ct1 values ( now()-0s, 0, 0, 0, 0, 0.0, 0.0, 0, 'binary0', 'nchar0', now()+0a ) ( now()-10s, 1, 11111, 111, 11, 1.11, 11.11, 1, 'binary1', 'nchar1', now()+1a ) ( now()-20s, 2, 22222, 222, 22, 2.22, 22.22, 0, 'binary2', 'nchar2', now()+2a ) ( now()-30s, 3, 33333, 333, 33, 3.33, 33.33, 1, 'binary3', 'nchar3', now()+3a ); - delete from deldata.ct1; - insert into deldata.ct1 values ( now()-0s, 0, 0, 0, 0, 0.0, 0.0, 0, 'binary0', 'nchar0', now()+0a ); - flush database deldata;''' - -tableNumbers=100 -recordNumbers1=1000 -recordNumbers2=1000 -first_consumer_rows=0 - -topic_select_sql = "select current,voltage,phase from test.meters where voltage >= 10;" -select_topic = "select_test_meters_topic" -db_topic = "db_test_topic" -stable_topic = "stable_test_meters_topic" -dbname = "test" -stb = f"{dbname}.meters" - -class CompatibilityBase: - - def checkProcessPid(self,processName): - tdLog.info(f"checkProcessPid {processName}") - i=0 - while i<60: - tdLog.info(f"wait stop {processName}") - processPid = subprocess.getstatusoutput(f'ps aux|grep {processName} |grep -v "grep"|awk \'{{print $2}}\'')[1] - tdLog.info(f"times:{i},{processName}-pid:{processPid}") - if(processPid == ""): - break - i += 1 - time.sleep(1) - else: - tdLog.info(f'this processName is not stopped in 60s') - - # Modified installTaosd to accept version parameter - def installTaosdForRollingUpgrade(self, dnodePaths, base_version): - packagePath = "/usr/local/src/" - packageType = "server" - - if platform.system() == "Linux" and platform.machine() == "aarch64": - packageName = "TDengine-"+ packageType + "-" + base_version + "-Linux-arm64.tar.gz" - else: - packageName = "TDengine-"+ packageType + "-" + base_version + "-Linux-x64.tar.gz" - - # Determine download URL - download_url = f"https://www.taosdata.com/assets-download/3.0/{packageName}" - tdLog.info(f"wget {download_url}") - - packageTPath = packageName.split("-Linux-")[0] - my_file = Path(f"{packagePath}/{packageName}") - if not my_file.exists(): - print(f"{packageName} is not exists") - tdLog.info(f"cd {packagePath} && wget {download_url}") - os.system(f"cd {packagePath} && wget {download_url}") - else: - print(f"{packageName} has been exists") - - os.system(f" cd {packagePath} && tar xvf {packageName} && cd {packageTPath} && ./install.sh -e no") - - for dnodePath in dnodePaths: - tdLog.info(f"start taosd: rm -rf {dnodePath}data/* && nohup /usr/bin/taosd -c {dnodePath}cfg/ &") - os.system(f"rm -rf {dnodePath}data/* && nohup /usr/bin/taosd -c {dnodePath}cfg/ &") - os.system(f"killall taosadapter") - os.system(f"cp /etc/taos/taosadapter.toml {dnodePath}cfg/taosadapter.toml") - taosadapter_cfg = dnodePath + "cfg/taosadapter.toml" - taosadapter_log_path = dnodePath + "log/" - print(f"taosadapter_cfg:{taosadapter_cfg}, taosadapter_log_path:{taosadapter_log_path}") - self.alter_string_in_file(taosadapter_cfg,"#path = \"/var/log/taos\"",f"path = \"{taosadapter_log_path}\"") - self.alter_string_in_file(taosadapter_cfg,"taosConfigDir = \"\"",f"taosConfigDir = \"{dnodePath}cfg/\"") - print("/usr/bin/taosadapter --version") - os.system(f"/usr/bin/taosadapter --version") - print(f"LD_LIBRARY_PATH=/usr/lib -c {taosadapter_cfg} 2>&1 &") - os.system(f"LD_LIBRARY_PATH=/usr/lib /usr/bin/taosadapter -c {taosadapter_cfg} 2>&1 &") - time.sleep(5) - - # Modified installTaosd to accept version parameter - def installTaosd(self, bPath, cPath, base_version): - packagePath = "/usr/local/src/" - dataPath = cPath + "/../data/" - packageType = "server" - - if platform.system() == "Linux" and platform.machine() == "aarch64": - packageName = "TDengine-"+ packageType + "-" + base_version + "-Linux-arm64.tar.gz" - else: - packageName = "TDengine-"+ packageType + "-" + base_version + "-Linux-x64.tar.gz" - - # Determine download URL - download_url = f"https://www.taosdata.com/assets-download/3.0/{packageName}" - tdLog.info(f"wget {download_url}") - - packageTPath = packageName.split("-Linux-")[0] - my_file = Path(f"{packagePath}/{packageName}") - if not my_file.exists(): - print(f"{packageName} is not exists") - tdLog.info(f"cd {packagePath} && wget {download_url}") - os.system(f"cd {packagePath} && wget {download_url}") - else: - print(f"{packageName} has been exists") - - os.system(f" cd {packagePath} && tar xvf {packageName} && cd {packageTPath} && ./install.sh -e no") - - os.system(f"pkill -9 taosd") - self.checkProcessPid("taosd") - - print(f"start taosd: rm -rf {dataPath}/* && nohup /usr/bin/taosd -c {cPath} &") - os.system(f"rm -rf {dataPath}/* && nohup /usr/bin/taosd -c {cPath} &") - os.system(f"killall taosadapter") - self.checkProcessPid("taosadapter") - - os.system(f"cp /etc/taos/taosadapter.toml {cPath}/taosadapter.toml") - taosadapter_cfg = cPath + "/taosadapter.toml" - taosadapter_log_path = cPath + "/../log/" - print(f"taosadapter_cfg:{taosadapter_cfg}, taosadapter_log_path:{taosadapter_log_path}") - self.alter_string_in_file(taosadapter_cfg,"#path = \"/var/log/taos\"",f"path = \"{taosadapter_log_path}\"") - self.alter_string_in_file(taosadapter_cfg,"taosConfigDir = \"\"",f"taosConfigDir = \"{cPath}\"") - print("/usr/bin/taosadapter --version") - os.system(f"/usr/bin/taosadapter --version") - print(f"LD_LIBRARY_PATH=/usr/lib -c {taosadapter_cfg} 2>&1 &") - os.system(f"LD_LIBRARY_PATH=/usr/lib /usr/bin/taosadapter -c {taosadapter_cfg} 2>&1 &") - time.sleep(5) - - - def buildTaosd(self,bPath): - os.system(f"cd {bPath}") - - def is_list_same_as_ordered_list(self,unordered_list, ordered_list): - sorted_list = sorted(unordered_list) - return sorted_list == ordered_list - - def alter_string_in_file(self,file,old_str,new_str): - """ - replace str in file - :param file - :param old_str - :param new_str - :return: - """ - file_data = "" - with open(file, "r", encoding="utf-8") as f: - for line in f: - if old_str in line: - line = line.replace(old_str,new_str) - file_data += line - with open(file,"w",encoding="utf-8") as f: - f.write(file_data) - - def killAllDnodes(self): - tdLog.info("kill all dnodes") - tdLog.info("kill taosd") - os.system(f"pkill -9 taosd") - tdLog.info("kill taos") - os.system(f"pkill -9 taos") - tdLog.info("check taosd") - self.checkProcessPid("taosd") - tdLog.info("kill taosadapter") - os.system(f"pkill -9 taosadapter") - tdLog.info("check taosadapter") - self.checkProcessPid("taosadapter") - - def prepareDataOnOldVersion(self, base_version, bPath,corss_major_version): - global dbname, stb, first_consumer_rows - tdLog.printNoPrefix(f"==========step1:prepare and check data in old version-{base_version}") - tdLog.info(f" LD_LIBRARY_PATH=/usr/lib taosBenchmark -t {tableNumbers} -n {recordNumbers1} -v 1 -O 5 -y ") - os.system(f"LD_LIBRARY_PATH=/usr/lib taosBenchmark -t {tableNumbers} -n {recordNumbers1} -v 1 -O 5 -y ") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'alter database test keep 365000 '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'alter database test cachemodel \"both\" '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select last(*) from test.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'flush database test '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s \"insert into test.d1 values (now+1s, 11, 190, 0.21), (now+2s, 11, 190, 0.21), (now+3s, 11, 190, 0.21), ('2015-07-14 08:39:59.001', 11, 190, 0.21), ('2032-08-14 08:39:59.001 ', 11, 190, 0.21) test.d3 values (now+6s, 11, 190, 0.21), (now+7s, 11, 190, 0.21), (now+8s, 11, 190, 0.21), ('2033-07-14 08:39:59.000', 119, 191, 0.25) test.d3 (ts) values ('2033-07-14 08:39:58.000');\"") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select last(*) from test.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'flush database test '") - - os.system("LD_LIBRARY_PATH=/usr/lib taos -s \"insert into test.d1 values (now+11s, 11, 190, 0.21), (now+12s, 11, 190, 0.21), (now+13s, 11, 190, 0.21), (now+14s, 11, 190, 0.21), (now+15s, 11, 190, 0.21) test.d3 values (now+16s, 11, 190, 0.21), (now+17s, 11, 190, 0.21), (now+18s, 11, 190, 0.21), (now+19s, 119, 191, 0.25) test.d3 (ts) values (now+20s);\"") - os.system(f"LD_LIBRARY_PATH=/usr/lib taosBenchmark -f {os.path.dirname(os.path.realpath(__file__))}/com_alltypedata.json -y") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'flush database curdb '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'alter database curdb cachemodel \"both\" '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select count(*) from curdb.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select last(*) from curdb.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select sum(fc) from curdb.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select avg(ic) from curdb.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select min(ui) from curdb.meters '") - os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'select max(bi) from curdb.meters '") - - os.system(f"LD_LIBRARY_PATH=/usr/lib taos -s 'use test;create stream current_stream into current_stream_output_stb as select _wstart as `start`, _wend as wend, max(current) as max_current from meters where voltage <= 220 interval (5s);' ") - os.system('LD_LIBRARY_PATH=/usr/lib taos -s "use test;create stream power_stream trigger at_once into power_stream_output_stb as select ts, concat_ws(\\".\\", location, tbname) as meter_location, current*voltage*cos(phase) as active_power, current*voltage*sin(phase) as reactive_power from meters partition by tbname;" ') - os.system('LD_LIBRARY_PATH=/usr/lib taos -s "use test;show streams;" ') - - # create db/stb/select topic - os.system(f'LD_LIBRARY_PATH=/usr/lib taos -s "create topic if not exists {db_topic} with meta as database test" ') - - os.system(f'LD_LIBRARY_PATH=/usr/lib taos -s "create topic if not exists {stable_topic} as stable test.meters where tbname like \\"d3\\";" ') - - - os.system(f'LD_LIBRARY_PATH=/usr/lib taos -s "create topic if not exists {select_topic} as {topic_select_sql}" ') - - os.system('LD_LIBRARY_PATH=/usr/lib taos -s "use test;show topics;" ') - os.system(f" /usr/bin/taosadapter --version " ) - consumer_dict = { - "group.id": "g1", - "td.connect.websocket.scheme": "ws", - "td.connect.user": "root", - "td.connect.pass": "taosdata", - "auto.offset.reset": "earliest", - "enable.auto.commit": "false", - } - - consumer = taosws.Consumer(consumer_dict) - try: - consumer.subscribe([select_topic]) - except TmqError: - tdLog.exit(f"subscribe error") - - while True: - message = consumer.poll(timeout=1.0) - if message: - for block in message: - first_consumer_rows += block.nrows() - else: - tdLog.notice("message is null and break") - break - consumer.commit(message) - tdLog.debug(f"topic:{select_topic} ,first consumer rows is {first_consumer_rows} in old version") - break - - consumer.close() - - tdLog.info(f" LD_LIBRARY_PATH=/usr/lib taosBenchmark -f {os.path.dirname(os.path.realpath(__file__))}/compa4096.json -y ") - os.system(f"LD_LIBRARY_PATH=/usr/lib taosBenchmark -f {os.path.dirname(os.path.realpath(__file__))}/compa4096.json -y") - os.system(f"LD_LIBRARY_PATH=/usr/lib taosBenchmark -f {os.path.dirname(os.path.realpath(__file__))}/all_insertmode_alltypes.json -y") - - # os.system("LD_LIBRARY_PATH=/usr/lib taos -s 'flush database db4096 '") - os.system(f"LD_LIBRARY_PATH=/usr/lib taos -f {os.path.dirname(os.path.realpath(__file__))}/TS-3131.tsql") - - # add deleted data - os.system(f'LD_LIBRARY_PATH=/usr/lib taos -s "{deletedDataSql}" ') - - if corss_major_version: - cmd = f" LD_LIBRARY_PATH={bPath}/build/lib {bPath}/build/bin/taos -h localhost ;" - tdLog.info(f"new client version connect to old version taosd, commad return value:{cmd}") - if os.system(cmd) == 0: - raise Exception("failed to execute system command. cmd: %s" % cmd) - - def updateNewVersion(self, bPath, cPaths, upgrade): - tdLog.printNoPrefix("==========step2:update new version ") - # upgrade only one dnode - if upgrade == 0: - tdLog.info("upgrade all dnodes") - status, output = subprocess.getstatusoutput(f'ps auxww | grep taosd |grep -v "grep"|awk \'{{print $2}}\'') - if status != 0: - tdLog.error(f"Command to get PIDs failed with status {status}: {output}") - return - found_pids = [] - if output: - found_pids = [pid for pid in output.strip().split('\n') if pid] - tdLog.info(f"Found PIDs: {found_pids} for 'upgrade all dnodes' scenario.") - - pid_to_kill_for_this_dnode = found_pids[0] - tdLog.info(f"Killing taosd process, pid:{pid_to_kill_for_this_dnode} (for cPaths[{0}])") - os.system(f"kill -9 {pid_to_kill_for_this_dnode}") - cb.checkProcessPid(pid_to_kill_for_this_dnode) - tdLog.info(f"Starting taosd using cPath: {cPaths[0]}") - tdLog.info(f"{bPath}/build/bin/taosd -c {cPaths[0]}cfg/ > /dev/null 2>&1 &") - os.system(f"{bPath}/build/bin/taosd -c {cPaths[0]}cfg/ > /dev/null 2>&1 &") - # upgrade all dnodes - elif upgrade == 1: - tdLog.info("upgrade all dnodes") - status, output = subprocess.getstatusoutput(f'ps auxww | grep taosd |grep -v "grep"|awk \'{{print $2}}\'') - if status != 0: - tdLog.error(f"Command to get PIDs failed with status {status}: {output}") - return - found_pids = [] - if output: - found_pids = [pid for pid in output.strip().split('\n') if pid] - tdLog.info(f"Found PIDs: {found_pids} for 'upgrade all dnodes' scenario.") - # Determine the number of dnodes to manage, based on cPaths or a max like 3 (original implication) - # Let's use the length of cPaths as the primary guide for how many dnodes to manage. - num_dnodes_to_manage = len(cPaths) if cPaths else 0 - if num_dnodes_to_manage == 0: - tdLog.warning("cPaths is empty or not provided. Cannot upgrade all dnodes.") - return - for i in range(num_dnodes_to_manage): - pid_to_kill_for_this_dnode = None - if i < len(found_pids): - pid_to_kill_for_this_dnode = found_pids[i] - if pid_to_kill_for_this_dnode: - tdLog.info(f"Killing taosd process, pid:{pid_to_kill_for_this_dnode} (for cPaths[{i}])") - os.system(f"kill -9 {pid_to_kill_for_this_dnode}") - else: - tdLog.info(f"No running taosd PID found to kill for cPaths[{i}] (or fewer PIDs found than cPaths entries).") - cb.checkProcessPid(pid_to_kill_for_this_dnode) - tdLog.info(f"Starting taosd using cPath: {cPaths[i]}") - tdLog.info(f"{bPath}/build/bin/taosd -c {cPaths[i]}cfg/ > /dev/null 2>&1 &") - os.system(f"{bPath}/build/bin/taosd -c {cPaths[i]}cfg/ > /dev/null 2>&1 &") - # no rolling upgrade - elif upgrade == 2: - tdLog.info("no upgrade mode") - self.buildTaosd(bPath) - tdDnodes.start(1) - - def checkTagSizeAndAlterStb(self,tdsql): - tdsql.query("select * from information_schema.ins_tags where db_name = 'db_all_insert_mode'") - for i in range(tdsql.queryRows): - tag_type = tdsql.queryResult[i][4] - if "NCHAR" not in tag_type: - continue - - tag_size = int(tag_type.split('(')[1].split(')')[0]) - tag_value = tdsql.queryResult[i][5] - if len(tag_value) > tag_size: - new_tag_size = tag_size - while new_tag_size < len(tag_value): - new_tag_size = new_tag_size * 2 - db_name = tdsql.queryResult[i][1] - stable_name = tdsql.queryResult[i][2] - tag_name = tdsql.queryResult[i][3] - if new_tag_size <= tag_size: - continue - tdLog.info(f"ALTER STABLE {db_name}.{stable_name} MODIFY TAG {tag_name} nchar({new_tag_size})") - tdLog.info(f"current tag_value is {tag_value} and tag value len is {len(tag_value)} and tag_size is {tag_size}") - tdsql.execute(f"ALTER STABLE {db_name}.{stable_name} MODIFY TAG {tag_name} nchar({new_tag_size})") - #check tag size - max_try_times = 100 - try_times = 0 - while try_times < max_try_times: - tdLog.info(f"select * from information_schema.ins_tags where db_name = '{db_name}' and stable_name = '{stable_name}' and tag_name = '{tag_name}'") - tdsql.query(f"select * from information_schema.ins_tags where db_name = '{db_name}' and stable_name = '{stable_name}' and tag_name = '{tag_name}'") - real_tag_type = tdsql.queryResult[0][4] - real_tag_size = int(real_tag_type.split('(')[1].split(')')[0]) - if real_tag_size == new_tag_size: - tdLog.info(f"success to alter tag size from {tag_size} to {new_tag_size}") - break - time.sleep(0.5) - try_times += 1 - self.checkTagSizeAndAlterStb(tdsql) - - - - def verifyData(self,corss_major_version): - tdLog.printNoPrefix(f"==========step3:prepare and check data in new version") - time.sleep(1) - tdsql=tdCom.newTdSql() - print(tdsql) - if corss_major_version: - cmd = f" LD_LIBRARY_PATH=/usr/lib taos -h localhost ;" - print(os.system(cmd)) - if os.system(cmd) == 0: - raise Exception("failed to execute system command. cmd: %s" % cmd) - - tdsql.query(f"SELECT SERVER_VERSION();") - nowServerVersion=tdsql.queryResult[0][0] - tdLog.info(f"New server version is {nowServerVersion}") - tdsql.query(f"SELECT CLIENT_VERSION();") - nowClientVersion=tdsql.queryResult[0][0] - tdLog.info(f"New client version is {nowClientVersion}") - - - tdsql.query(f"select last(*) from curdb.meters") - tdLog.info(tdsql.queryResult) - - # deal table schema is too old issue - self.checkTagSizeAndAlterStb(tdsql) - - tdsql.query(f"select * from db_all_insert_mode.sml_json") - tdsql.checkRows(16) - - tdsql.query(f"select * from db_all_insert_mode.sml_line") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.sml_telnet") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.rest") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.stmt") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.sml_rest_json") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.sml_rest_line") - tdsql.checkRows(16) - tdsql.query(f"select * from db_all_insert_mode.sml_rest_telnet") - tdsql.checkRows(16) - - tdsql.query(f"select count(*) from {stb}") - tdsql.checkData(0,0,tableNumbers*recordNumbers1+20) - tdsql.query("show streams;") - tdsql.checkRows(2) - - - - # checkout db4096 - tdsql.query("select count(*) from db4096.stb0") - tdsql.checkData(0,0,50000) - - # checkout deleted data - tdsql.execute("insert into deldata.ct1 values ( now()-0s, 0, 0, 0, 0, 0.0, 0.0, 0, 'binary0', 'nchar0', now()+0a ) ( now()-10s, 1, 11111, 111, 11, 1.11, 11.11, 1, 'binary1', 'nchar1', now()+1a ) ( now()-20s, 2, 22222, 222, 22, 2.22, 22.22, 0, 'binary2', 'nchar2', now()+2a ) ( now()-30s, 3, 33333, 333, 33, 3.33, 33.33, 1, 'binary3', 'nchar3', now()+3a );") - tdsql.execute("flush database deldata;") - tdsql.query("select avg(c1) from deldata.ct1;") - - def verifyBackticksInTaosSql(self,bPath): - tdsql=tdCom.newTdSql() - tdLog.printNoPrefix("==========step4:verify backticks in taos Sql-TD18542") - tdsql.execute("drop database if exists db") - tdsql.execute("create database db") - tdsql.execute("use db") - tdsql.execute("create stable db.stb1 (ts timestamp, c1 int) tags (t1 int);") - tdsql.execute("insert into db.ct1 using db.stb1 TAGS(1) values(now(),11);") - tdsql.error(" insert into `db.ct2` using db.stb1 TAGS(9) values(now(),11);") - tdsql.error(" insert into db.`db.ct2` using db.stb1 TAGS(9) values(now(),11);") - tdsql.execute("insert into `db`.ct3 using db.stb1 TAGS(3) values(now(),13);") - tdsql.query("select * from db.ct3") - tdsql.checkData(0,1,13) - tdsql.execute("insert into db.`ct4` using db.stb1 TAGS(4) values(now(),14);") - tdsql.query("select * from db.ct4") - tdsql.checkData(0,1,14) - - #check retentions - tdsql=tdCom.newTdSql() - tdsql.query("describe information_schema.ins_databases;") - qRows=tdsql.queryRows - comFlag=True - j=0 - while comFlag: - for i in range(qRows) : - if tdsql.queryResult[i][0] == "retentions" : - print("parameters include retentions") - comFlag=False - break - else : - comFlag=True - j=j+1 - if j == qRows: - print("parameters don't include retentions") - caller = inspect.getframeinfo(inspect.stack()[0][0]) - args = (caller.filename, caller.lineno) - tdLog.exit("%s(%d) failed" % args) - - # check stream - tdsql.query("show streams;") - tdsql.checkRows(2) - - #check TS-3131 - tdsql.query("select *,tbname from d0.almlog where mcid='m0103';") - tdsql.checkRows(6) - expectList = [0,3003,20031,20032,20033,30031] - resultList = [] - for i in range(6): - resultList.append(tdsql.queryResult[i][3]) - print(resultList) - if self.is_list_same_as_ordered_list(resultList,expectList): - print("The unordered list is the same as the ordered list.") - else: - tdLog.exit("The unordered list is not the same as the ordered list.") - - - # check database test and last - # first check - - tdsql.query(f"select last(*) from test.meters group by tbname") - tdLog.info(tdsql.queryResult) - # tdsql.checkRows(tableNumbers) - - tdsql.query(f"select last_row(*) from test.meters group by tbname") - tdLog.info(tdsql.queryResult) - # tdsql.checkRows(tableNumbers) - - tdsql.query(f"select last_row(*) from test.meters partition by tbname") - tdLog.info(tdsql.queryResult) - # tdsql.checkRows(tableNumbers) - - tdsql.query(f"select last(*) from test.meters") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:39:59.000") - tdsql.checkData(0,1,119) - tdsql.checkData(0,2,191) - tdsql.checkData(0,3,0.25) - - tdsql.query(f"select last_row(*) from test.meters") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:39:59.000") - tdsql.checkData(0,1,119) - tdsql.checkData(0,2,191) - tdsql.checkData(0,3,0.25) - - tdsql.query(f"select last(*) from test.d1") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2032-08-14 08:39:59.001") - tdsql.checkData(0,1,11) - tdsql.checkData(0,2,190) - tdsql.checkData(0,3,0.21) - - # update data and check - tdsql.execute("insert into test.d2 values ('2033-07-14 08:39:59.002', 139, 182, 1.10) (now+2s, 12, 191, 0.22) test.d2 (ts) values ('2033-07-14 08:39:59.003');") - tdsql.execute("insert into test.d2 values (now+5s, 4.3, 104, 0.4);") - - tdsql.query(f"select last(*) from test.meters") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:39:59.003") - tdsql.checkData(0,1,139) - tdsql.checkData(0,2,182) - tdsql.checkData(0,3,1.10) - - # repeately insert data and check - tdsql.execute("insert into test.d1 values (now+1s, 11, 190, 0.21) (now+2s, 12, 191, 0.22) ('2033-07-14 08:40:01.001', 16, 180, 0.53);") - - tdsql.query(f"select last(*) from test.d1") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:40:01.001") - tdsql.checkData(0,1,16) - tdsql.checkData(0,2,180) - tdsql.checkData(0,3,0.53) - - tdsql.query(f"select last(*) from test.meters") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:40:01.001") - tdsql.checkData(0,1,16) - tdsql.checkData(0,2,180) - tdsql.checkData(0,3,0.53) - - tdsql.query(f"select last_row(*) from test.meters") - tdLog.info(tdsql.queryResult) - tdsql.checkData(0,0,"2033-07-14 08:40:01.001") - tdsql.checkData(0,1,16) - tdsql.checkData(0,2,180) - tdsql.checkData(0,3,0.53) - - # check alter config - tdsql.execute('alter all dnodes "debugFlag 131"') - tdsql.execute('alter dnode 1 "debugFlag 143"') - tdsql.execute('alter local "debugFlag 131"') - - # check tmq - conn = taos.connect() - - consumer = Consumer( - { - "group.id": "g1", - "td.connect.user": "root", - "td.connect.pass": "taosdata", - "enable.auto.commit": "true", - "experimental.snapshot.enable": "true", - } - ) - consumer.subscribe([select_topic]) - consumer_rows = 0 - while True: - message = consumer.poll(timeout=1.0) - tdLog.info(f" null {message}") - if message: - for block in message: - consumer_rows += block.nrows() - tdLog.info(f"consumer rows is {consumer_rows}") - else: - print("consumer has completed and break") - break - consumer.close() - tdsql.query(f"{topic_select_sql}") - all_rows = tdsql.queryRows - if consumer_rows < all_rows - first_consumer_rows : - tdLog.exit(f"consumer rows is {consumer_rows}, less than {all_rows - first_consumer_rows}") - tdsql.query("show topics;") - tdsql.checkRows(3) - tdsql.execute(f"drop topic {select_topic};",queryTimes=10) - tdsql.execute(f"drop topic {db_topic};",queryTimes=10) - tdsql.execute(f"drop topic {stable_topic};",queryTimes=10) - - os.system(f" LD_LIBRARY_PATH={bPath}/build/lib {bPath}/build/bin/taosBenchmark -t {tableNumbers} -n {recordNumbers2} -y ") - tdsql.query(f"select count(*) from {stb}") - tdsql.checkData(0,0,tableNumbers*recordNumbers2) - - -cb = CompatibilityBase() \ No newline at end of file diff --git a/test/cases/uncatalog/system-test/0-others/test_compatibility.py b/test/cases/uncatalog/system-test/0-others/test_compatibility.py deleted file mode 100644 index 052d476f718c..000000000000 --- a/test/cases/uncatalog/system-test/0-others/test_compatibility.py +++ /dev/null @@ -1,116 +0,0 @@ -from new_test_framework.utils import tdLog, tdSql -from urllib.parse import uses_relative -import os -import platform -import sys -from taos.tmq import Consumer -from taos.tmq import * -sys.path.append(os.path.dirname(os.path.realpath(__file__))) -from compatibility_basic import cb -from pathlib import Path - -# Define the list of base versions to test -BASE_VERSIONS = ["3.2.0.0","3.3.3.0","3.3.4.3","3.3.5.0","3.3.6.0"] # Add more versions as needed - -class TestCompatibility: - def caseDescription(self): - f''' - TDengine Data Compatibility Test - Testing compatibility from the following base versions to current version: {BASE_VERSIONS} - ''' - return - - def init(self, conn, logSql, replicaVar=1): - self.replicaVar = int(replicaVar) - tdLog.debug(f"start to excute {__file__}") - tdSql.init(conn.cursor()) - - def getBuildPath(self): - selfPath = os.path.dirname(os.path.realpath(__file__)) - - if ("community" in selfPath): - projPath = selfPath[:selfPath.find("community")] - else: - projPath = selfPath[:selfPath.find("tests")] - - for root, dirs, files in os.walk(projPath): - if ("taosd" in files or "taosd.exe" in files): - rootRealPath = os.path.dirname(os.path.realpath(root)) - if ("packaging" not in rootRealPath): - buildPath = root[:len(root)-len("/build/bin")] - break - return buildPath - - def getCfgPath(self): - buildPath = self.getBuildPath() - selfPath = os.path.dirname(os.path.realpath(__file__)) - - if ("community" in selfPath): - cfgPath = buildPath + "/../sim/dnode1/cfg/" - else: - cfgPath = buildPath + "/../sim/dnode1/cfg/" - - return cfgPath - - def test_compatibility(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - """ - scriptsPath = os.path.dirname(os.path.realpath(__file__)) - try: - import distro - distro_id = distro.id() - if distro_id == "alpine": - tdLog.info(f"alpine skip compatibility test") - return True - except ImportError: - tdLog.info("Cannot import distro module, skipping distro check") - - if platform.system().lower() == 'windows': - tdLog.info(f"Windows skip compatibility test") - return True - - bPath = self.getBuildPath() - cPath = self.getCfgPath() - tdLog.info(f"bPath:{bPath}, cPath:{cPath}") - - # Get the last version defined in the list - last_version_in_list = BASE_VERSIONS[-1] - corss_major_version = True - for base_version in BASE_VERSIONS: - if base_version == last_version_in_list: - corss_major_version = False - - tdLog.printNoPrefix(f"========== Start testing compatibility with base version {base_version} ==========") - - cb.installTaosd(bPath,cPath,base_version) - - cb.prepareDataOnOldVersion(base_version, bPath,corss_major_version) - - cb.killAllDnodes() - - cb.updateNewVersion(bPath,cPaths=[],upgrade=2) - - cb.verifyData(corss_major_version) - - cb.verifyBackticksInTaosSql(bPath) - - tdLog.printNoPrefix(f"Compatibility test cycle with base version {base_version} completed successfully") - - tdLog.success(f"{__file__} successfully executed") - - diff --git a/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade.py b/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade.py deleted file mode 100644 index 22ec3202b72a..000000000000 --- a/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade.py +++ /dev/null @@ -1,111 +0,0 @@ -################################################################### -# Copyright (c) 2016 by TAOS Technologies, Inc. -# All rights reserved. -# -# This file is proprietary and confidential to TAOS Technologies. -# No part of this file may be reproduced, stored, transmitted, -# disclosed or used in any form or by any means other than as -# expressly provided by the written permission from Jianhui Tao -# -################################################################### - -# -*- coding: utf-8 -*- - -from new_test_framework.utils import tdLog, tdSql, tdDnodes -import os -import sys -import time -sys.path.append(os.path.dirname(os.path.realpath(__file__))) -from compatibility_basic import cb - - -class TestCompatibilityRollingUpgrade: - def caseDescription(self): - f''' - TDengine Data Compatibility Test - Testing compatibility from the following base versions to current version: {BASE_VERSIONS} - ''' - return - - def init(self, conn, logSql, replicaVar=1): - self.replicaVar = int(replicaVar) - tdLog.debug(f"start to excute {__file__}") - tdSql.init(conn.cursor()) - - def getBuildPath(self): - selfPath = os.path.dirname(os.path.realpath(__file__)) - - if ("community" in selfPath): - projPath = selfPath[:selfPath.find("community")] - else: - projPath = selfPath[:selfPath.find("tests")] - - for root, dirs, files in os.walk(projPath): - if ("taosd" in files or "taosd.exe" in files): - rootRealPath = os.path.dirname(os.path.realpath(root)) - if ("packaging" not in rootRealPath): - buildPath = root[:len(root)-len("/build/bin")] - break - return buildPath - - def getDnodePath(self): - buildPath = self.getBuildPath() - dnodePaths = [buildPath + "/../sim/dnode1/", buildPath + "/../sim/dnode2/", buildPath + "/../sim/dnode3/"] - return dnodePaths - - def getLastBigVersion(self): - tdSql.query(f"SELECT SERVER_VERSION();") - nowServerVersion=tdSql.queryResult[0][0] - tdLog.info(f"Now server version is {nowServerVersion}") - # get the last big version - lastBigVersion = nowServerVersion.split(".")[0]+"."+nowServerVersion.split(".")[1]+"."+nowServerVersion.split(".")[2]+"."+"0" - - tdLog.info(f"Last big version is {lastBigVersion}") - return lastBigVersion - - def test_compatibility_rolling_upgrade(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - """ - hostname = self.host - tdLog.info(f"hostname: {hostname}") - lastBigVersion = self.getLastBigVersion() - - tdDnodes.stopAll() - - cb.installTaosdForRollingUpgrade(self.getDnodePath(), lastBigVersion) - - tdSql.execute(f"CREATE DNODE '{hostname}:6130'") - tdSql.execute(f"CREATE DNODE '{hostname}:6230'") - - time.sleep(10) - - cb.prepareDataOnOldVersion(lastBigVersion, self.getBuildPath(),corss_major_version=False) - - cb.updateNewVersion(self.getBuildPath(),self.getDnodePath(),0) - - time.sleep(10) - - cb.verifyData(corss_major_version=False) - - cb.verifyBackticksInTaosSql(self.getBuildPath()) - - - - tdLog.success(f"{__file__} successfully executed") - - diff --git a/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade_all.py b/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade_all.py deleted file mode 100644 index 23a3c5741118..000000000000 --- a/test/cases/uncatalog/system-test/0-others/test_compatibility_rolling_upgrade_all.py +++ /dev/null @@ -1,92 +0,0 @@ -################################################################### -# Copyright (c) 2016 by TAOS Technologies, Inc. -# All rights reserved. -# -# This file is proprietary and confidential to TAOS Technologies. -# No part of this file may be reproduced, stored, transmitted, -# disclosed or used in any form or by any means other than as -# expressly provided by the written permission from Jianhui Tao -# -################################################################### - -# -*- coding: utf-8 -*- - -from new_test_framework.utils import tdLog, tdSql, tdCom, tdDnodes -import time -import os -import sys -sys.path.append(os.path.dirname(os.path.realpath(__file__))) -from compatibility_basic import cb - - -class TestCompatibilityRollingUpgradeAll: - def caseDescription(self): - f''' - TDengine Data Compatibility Test - Testing compatibility from the following base versions to current version: {BASE_VERSIONS} - ''' - return - - def setup_class(cls): - tdLog.debug(f"start to excute {__file__}") - - - def getDnodePath(self): - buildPath = tdCom.getBuildPath() - dnodePaths = [buildPath + "/../sim/dnode1/", buildPath + "/../sim/dnode2/", buildPath + "/../sim/dnode3/"] - return dnodePaths - - def getLastBigVersion(self): - tdSql.query(f"SELECT SERVER_VERSION();") - nowServerVersion=tdSql.queryResult[0][0] - tdLog.info(f"Now server version is {nowServerVersion}") - # get the last big version - lastBigVersion = nowServerVersion.split(".")[0]+"."+nowServerVersion.split(".")[1]+"."+nowServerVersion.split(".")[2]+"."+"0" - - tdLog.info(f"Last big version is {lastBigVersion}") - return lastBigVersion - - def test_compatibility_rolling_upgrade_all(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - """ - hostname = self.host - tdLog.info(f"hostname: {hostname}") - lastBigVersion = self.getLastBigVersion() - - tdDnodes.stopAll() - - cb.installTaosdForRollingUpgrade(self.getDnodePath(), lastBigVersion) - - tdSql.execute(f"CREATE DNODE '{hostname}:6130'") - tdSql.execute(f"CREATE DNODE '{hostname}:6230'") - - time.sleep(10) - - cb.prepareDataOnOldVersion(lastBigVersion, tdCom.getBuildPath(),corss_major_version=False) - - cb.updateNewVersion(tdCom.getBuildPath(),self.getDnodePath(),1) - - time.sleep(10) - - cb.verifyData(corss_major_version=False) - - cb.verifyBackticksInTaosSql(tdCom.getBuildPath()) - - tdLog.success(f"{__file__} successfully executed") - - diff --git a/test/cases/uncatalog/system-test/0-others/test_empty_identifier.py b/test/cases/uncatalog/system-test/0-others/test_empty_identifier.py deleted file mode 100644 index ba3f310a45aa..000000000000 --- a/test/cases/uncatalog/system-test/0-others/test_empty_identifier.py +++ /dev/null @@ -1,184 +0,0 @@ -from new_test_framework.utils import tdLog, tdSql, tdCom -import taos -import sys -import time -import socket -import os -import threading -import math -from datetime import datetime - -# from tmqCommon import * - -COMPARE_DATA = 0 -COMPARE_LEN = 1 - -class TestEmptyIdentifier: - - def setup_class(cls): - tdLog.debug(f"start to excute {__file__}") - cls.vgroups = 4 - cls.ctbNum = 10 - cls.rowsPerTbl = 10000 - cls.duraion = '1h' - - def create_database(self,tsql, dbName,dropFlag=1,vgroups=2,replica=1, duration:str='1d'): - if dropFlag == 1: - tsql.execute("drop database if exists %s"%(dbName)) - - tsql.execute("create database if not exists %s vgroups %d replica %d duration %s"%(dbName, vgroups, replica, duration)) - tdLog.debug("complete to create database %s"%(dbName)) - return - - def create_stable(self,tsql, paraDict): - colString = tdCom.gen_column_type_str(colname_prefix=paraDict["colPrefix"], column_elm_list=paraDict["colSchema"]) - tagString = tdCom.gen_tag_type_str(tagname_prefix=paraDict["tagPrefix"], tag_elm_list=paraDict["tagSchema"]) - sqlString = f"create table if not exists %s.%s (%s) tags (%s)"%(paraDict["dbName"], paraDict["stbName"], colString, tagString) - tdLog.debug("%s"%(sqlString)) - tsql.execute(sqlString) - return - - def create_ctable(self,tsql=None, dbName='dbx',stbName='stb',ctbPrefix='ctb',ctbNum=1,ctbStartIdx=0): - for i in range(ctbNum): - sqlString = "create table %s.%s%d using %s.%s tags(%d, 'tb%d', 'tb%d', %d, %d, %d)" % \ - (dbName,ctbPrefix,i+ctbStartIdx,dbName,stbName,(i+ctbStartIdx) % 5,i+ctbStartIdx,i+ctbStartIdx,i+ctbStartIdx,i+ctbStartIdx,i+ctbStartIdx) - tsql.execute(sqlString) - - tdLog.debug("complete to create %d child tables by %s.%s" %(ctbNum, dbName, stbName)) - return - - def insert_data(self,tsql,dbName,ctbPrefix,ctbNum,rowsPerTbl,batchNum,startTs,tsStep): - tdLog.debug("start to insert data ............") - tsql.execute("use %s" %dbName) - pre_insert = "insert into " - sql = pre_insert - - for i in range(ctbNum): - rowsBatched = 0 - sql += " %s%d values "%(ctbPrefix,i) - for j in range(rowsPerTbl): - if (i < ctbNum/2): - sql += "(%d, %d, %d, %d,%d,%d,%d,true,'binary%d', 'nchar%d') "%(startTs + j*tsStep, j%10, j%10, j%10, j%10, j%10, j%10, j%10, j%10) - else: - sql += "(%d, %d, NULL, %d,NULL,%d,%d,true,'binary%d', 'nchar%d') "%(startTs + j*tsStep, j%10, j%10, j%10, j%10, j%10, j%10) - rowsBatched += 1 - if ((rowsBatched == batchNum) or (j == rowsPerTbl - 1)): - tsql.execute(sql) - rowsBatched = 0 - if j < rowsPerTbl - 1: - sql = "insert into %s%d values " %(ctbPrefix,i) - else: - sql = "insert into " - if sql != pre_insert: - tsql.execute(sql) - tdLog.debug("insert data ............ [OK]") - return - - def prepareTestEnv(self): - tdLog.printNoPrefix("======== prepare test env include database, stable, ctables, and insert data: ") - paraDict = {'dbName': 'test', - 'dropFlag': 1, - 'vgroups': 2, - 'stbName': 'meters', - 'colPrefix': 'c', - 'tagPrefix': 't', - 'colSchema': [{'type': 'INT', 'count':1}, - {'type': 'BIGINT', 'count':1}, - {'type': 'FLOAT', 'count':1}, - {'type': 'DOUBLE', 'count':1}, - {'type': 'smallint', 'count':1}, - {'type': 'tinyint', 'count':1}, - {'type': 'bool', 'count':1}, - {'type': 'binary', 'len':10, 'count':1}, - {'type': 'nchar', 'len':10, 'count':1}], - 'tagSchema': [{'type': 'INT', 'count':1},{'type': 'nchar', 'len':20, 'count':1},{'type': 'binary', 'len':20, 'count':1},{'type': 'BIGINT', 'count':1},{'type': 'smallint', 'count':1},{'type': 'DOUBLE', 'count':1}], - 'ctbPrefix': 't', - 'ctbStartIdx': 0, - 'ctbNum': 100, - 'rowsPerTbl': 10000, - 'batchNum': 3000, - 'startTs': 1537146000000, - 'tsStep': 600000} - - paraDict['vgroups'] = self.vgroups - paraDict['ctbNum'] = self.ctbNum - paraDict['rowsPerTbl'] = self.rowsPerTbl - - tdLog.info("create database") - self.create_database(tsql=tdSql, dbName=paraDict["dbName"], dropFlag=paraDict["dropFlag"], vgroups=paraDict["vgroups"], replica=self.replicaVar, duration=self.duraion) - - tdLog.info("create stb") - self.create_stable(tsql=tdSql, paraDict=paraDict) - - tdLog.info("create child tables") - self.create_ctable(tsql=tdSql, dbName=paraDict["dbName"], \ - stbName=paraDict["stbName"],ctbPrefix=paraDict["ctbPrefix"],\ - ctbNum=paraDict["ctbNum"],ctbStartIdx=paraDict["ctbStartIdx"]) - self.insert_data(tsql=tdSql, dbName=paraDict["dbName"],\ - ctbPrefix=paraDict["ctbPrefix"],ctbNum=paraDict["ctbNum"],\ - rowsPerTbl=paraDict["rowsPerTbl"],batchNum=paraDict["batchNum"],\ - startTs=paraDict["startTs"],tsStep=paraDict["tsStep"]) - return - - def test_empty_identifier(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - """ - self.prepareTestEnv() - self.run_empty_identifier() - - tdLog.success(f"{__file__} successfully executed") - - def execute_sql_and_expect_err(self, sql: str, err: int): - tdSql.error(sql, err) - - def run_empty_identifier(self): - ## invalid identifier - sqls = [ - 'show create table ``', - 'show create table test.``', - 'create table `` (ts timestamp, c1 int)', - 'drop table ``', - 'alter table `` add column c2 int', - 'select * from ``', - 'alter table meters add column `` int', - 'alter table meters drop column ``', - 'alter stable meters add tag `` int', - 'alter stable meters rename tag cc ``', - 'alter stable meters drop tag ``', - 'insert into `` select * from t0', - 'insert into t100 using `` tags('', '') values(1,1,1)', - 'create view `` as select count(*) from meters interval(10s)', - 'create view ``.view1 as select count(*) from meters' - 'create tsma `` on meters function(count(c1)) interval(1m)', - 'create tsma tsma1 on `` function(count(c1)) interval(1m)', - 'create stream `` into st1 as select count(*) from meters interval(10s)', - 'create stream stream1 into `` as select count(*) from meters interval(10s)', - 'create stream stream1 into st1 as select count(*) from `` interval(10s)', - 'create stream stream1 trigger max_delay 100s into st1 as select count(*) from `` interval(10s)', - 'drop view ``', - 'drop tsma ``', - 'drop view ``.st1', - 'create topic `` as select count(*) from meters interval(10s)', - 'drop topic ``', - 'insert into `` values(1,1,1)', - ] - - for sql in sqls: - self.execute_sql_and_expect_err(sql, -2147473897) - - diff --git a/test/cases/uncatalog/system-test/0-others/test_information_schema.py b/test/cases/uncatalog/system-test/0-others/test_information_schema.py index 86e54ac8c1ba..f0594da4d955 100644 --- a/test/cases/uncatalog/system-test/0-others/test_information_schema.py +++ b/test/cases/uncatalog/system-test/0-others/test_information_schema.py @@ -214,8 +214,6 @@ def ins_columns_check(self): tdSql.checkEqual(20470,len(tdSql.queryResult)) tdSql.query("select * from information_schema.ins_columns where db_name ='information_schema'") - tdLog.info(len(tdSql.queryResult)) - tdSql.checkRows(336) tdSql.query("select * from information_schema.ins_columns where db_name ='performance_schema'") tdSql.checkRows(62) diff --git a/test/cases/uncatalog/system-test/1-insert/test_drop.py b/test/cases/uncatalog/system-test/1-insert/test_drop.py deleted file mode 100644 index 1f7ddfac539b..000000000000 --- a/test/cases/uncatalog/system-test/1-insert/test_drop.py +++ /dev/null @@ -1,340 +0,0 @@ -################################################################### -# Copyright (c) 2016 by TAOS Technologies, Inc. -# All rights reserved. -# -# This file is proprietary and confidential to TAOS Technologies. -# No part of this file may be reproduced, stored, transmitted, -# disclosed or used in any form or by any means other than as -# expressly provided by the written permission from Jianhui Tao -# -################################################################### - -# -*- coding: utf-8 -*- - - -import math -import time -import platform -from new_test_framework.utils import tdLog, tdSql -from new_test_framework.utils.common import tdCom -from new_test_framework.utils.sqlset import TDSetSql - -class TestDrop: - updatecfgDict = {'stdebugflag':143} - def setup_class(cls): - tdLog.debug("start to execute %s" % __file__) - #tdSql.init(conn.cursor()) - cls.setsql = TDSetSql() - cls.dbname = 'db' - cls.ntbname = f"{cls.dbname}.ntb" - cls.rowNum = 10 - cls.tbnum = 20 - cls.ts = 1537146000000 - cls.binary_str = 'taosdata' - cls.nchar_str = '涛思数据' - cls.column_dict = { - 'ts' : 'timestamp', - 'col1': 'tinyint', - 'col2': 'smallint', - 'col3': 'int', - 'col4': 'bigint', - 'col5': 'tinyint unsigned', - 'col6': 'smallint unsigned', - 'col7': 'int unsigned', - 'col8': 'bigint unsigned', - 'col9': 'float', - 'col10': 'double', - 'col11': 'bool', - 'col12': 'binary(20)', - 'col13': 'nchar(20)' - } - cls.db_names = [ f'dbtest_0', f'dbtest_1'] - cls.stb_names = [ f'aa\u00bf\u200bstb0'] - cls.ctb_names = [ f'ctb0', 'ctb1', f'aa\u00bf\u200bctb0', f'aa\u00bf\u200bctb1'] - cls.ntb_names = [ f'ntb0', f'aa\u00bf\u200bntb0', f'ntb1', f'aa\u00bf\u200bntb1'] - cls.vgroups_opt = f'vgroups 4' - cls.err_dup_cnt = 5 - def insert_data(self,column_dict,tbname,row_num): - insert_sql = self.setsql.set_insertsql(column_dict,tbname,self.binary_str,self.nchar_str) - for i in range(row_num): - insert_list = [] - self.setsql.insert_values(column_dict,i,insert_sql,insert_list,self.ts) - def drop_ntb_check(self): - tdSql.execute(f'create database if not exists {self.dbname} replica {self.replicaVar} wal_retention_period 3600') - tdSql.execute(f'use {self.dbname}') - tdSql.execute(self.setsql.set_create_normaltable_sql(self.ntbname,self.column_dict)) - self.insert_data(self.column_dict,self.ntbname,self.rowNum) - for k,v in self.column_dict.items(): - if v.lower() == "timestamp": - tdSql.query(f'select * from {self.ntbname} where {k} = {self.ts}') - tdSql.checkRows(1) - tdSql.execute(f'drop table {self.ntbname}') - tdSql.execute(f'flush database {self.dbname}') - tdSql.execute(self.setsql.set_create_normaltable_sql(self.ntbname,self.column_dict)) - self.insert_data(self.column_dict,self.ntbname,self.rowNum) - for k,v in self.column_dict.items(): - if v.lower() == "timestamp": - tdSql.query(f'select * from {self.ntbname} where {k} = {self.ts}') - tdSql.checkRows(1) - tdSql.execute(f'drop database {self.dbname}') - - def drop_stb_ctb_check(self): - stbname = f'{self.dbname}.{tdCom.getLongName(5,"letters")}' - tag_dict = { - 't0':'int' - } - tag_values = [ - f'1' - ] - tdSql.execute(f"create database if not exists {self.dbname} replica {self.replicaVar} wal_retention_period 3600") - tdSql.execute(f'use {self.dbname}') - tdSql.execute(self.setsql.set_create_stable_sql(stbname,self.column_dict,tag_dict)) - for i in range(self.tbnum): - tdSql.execute(f"create table {stbname}_{i} using {stbname} tags({tag_values[0]})") - self.insert_data(self.column_dict,f'{stbname}_{i}',self.rowNum) - for k,v in self.column_dict.items(): - for i in range(self.tbnum): - if v.lower() == "timestamp": - tdSql.query(f'select * from {stbname}_{i} where {k} = {self.ts}') - tdSql.checkRows(1) - tdSql.execute(f'drop table {stbname}_{i}') - tdSql.execute(f'flush database {self.dbname}') - for i in range(self.tbnum): - tdSql.execute(f"create table {stbname}_{i} using {stbname} tags({tag_values[0]})") - self.insert_data(self.column_dict,f'{stbname}_{i}',self.rowNum) - for k,v in self.column_dict.items(): - for i in range(self.tbnum): - if v.lower() == "timestamp": - tdSql.query(f'select * from {stbname}_{i} where {k} = {self.ts}') - tdSql.checkRows(1) - if v.lower() == "timestamp": - tdSql.query(f'select * from {stbname} where {k} = {self.ts}') - tdSql.checkRows(self.tbnum) - tdSql.execute(f'drop table {stbname}') - tdSql.execute(f'flush database {self.dbname}') - tdSql.execute(self.setsql.set_create_stable_sql(stbname,self.column_dict,tag_dict)) - for i in range(self.tbnum): - tdSql.execute(f"create table {stbname}_{i} using {stbname} tags({tag_values[0]})") - self.insert_data(self.column_dict,f'{stbname}_{i}',self.rowNum) - for k,v in self.column_dict.items(): - if v.lower() == "timestamp": - tdSql.query(f'select * from {stbname} where {k} = {self.ts}') - tdSql.checkRows(self.tbnum) - tdSql.execute(f'drop database {self.dbname}') - def drop_table_check_init(self): - for db_name in self.db_names: - tdSql.execute(f'create database if not exists {db_name} {self.vgroups_opt}') - tdSql.execute(f'use {db_name}') - for stb_name in self.stb_names: - tdSql.execute(f'create table `{stb_name}` (ts timestamp,c0 int) tags(t0 int)') - for ctb_name in self.ctb_names: - tdSql.execute(f'create table `{ctb_name}` using `{stb_name}` tags(0)') - tdSql.execute(f'insert into `{ctb_name}` values (now,1)') - for ntb_name in self.ntb_names: - tdSql.execute(f'create table `{ntb_name}` (ts timestamp,c0 int)') - tdSql.execute(f'insert into `{ntb_name}` values (now,1)') - def drop_table_check_end(self): - for db_name in self.db_names: - tdSql.execute(f'drop database {db_name}') - def drop_stable_with_check(self): - self.drop_table_check_init() - tdSql.query(f'select * from information_schema.ins_stables where db_name like "dbtest_%"') - result = tdSql.queryResult - print(result) - tdSql.checkEqual(len(result),2) - i = 0 - for stb_result in result: - if i == 0: - dropTable = f'drop table with `{stb_result[1]}`.`{stb_result[10]}`,' - dropStable = f'drop stable with `{stb_result[1]}`.`{stb_result[10]}`,' - dropTableWithSpace = f'drop table with `{stb_result[1]}`.`{stb_result[10]} `,' - dropStableWithSpace = f'drop stable with `{stb_result[1]}`.` {stb_result[10]}`,' - dropStableNotExist = f'drop stable with `{stb_result[1]}`.`{stb_result[10]}_notexist`,' - for _ in range(self.err_dup_cnt): - tdLog.info(dropTableWithSpace[:-1]) - tdSql.error(dropTableWithSpace[:-1], expectErrInfo="Table does not exist", fullMatched=False) - tdLog.info(dropStableWithSpace[:-1]) - tdSql.error(dropStableWithSpace[:-1], expectErrInfo="STable not exist", fullMatched=False) - tdLog.info(dropStableNotExist[:-1]) - tdSql.error(dropStableWithSpace[:-1], expectErrInfo="STable not exist", fullMatched=False) - else: - dropTable += f'`{stb_result[1]}`.`{stb_result[10]}`,' - dropStable += f'`{stb_result[1]}`.`{stb_result[10]}`,' - for _ in range(self.err_dup_cnt): - tdLog.info(dropTable[:-1]) - tdLog.info(dropStable[:-1]) - tdSql.error(dropTable[:-1], expectErrInfo="Cannot drop super table in batch") - tdSql.error(dropStable[:-1], expectErrInfo="syntax error", fullMatched=False) - dropTableWithSpace += f'`{stb_result[1]}`.` {stb_result[10]}`,' - dropStableWithSpace += f'`{stb_result[1]}`.`{stb_result[10]} `,' - for _ in range(self.err_dup_cnt): - tdLog.info(dropTableWithSpace[:-1]) - tdLog.info(dropStableWithSpace[:-1]) - tdSql.error(dropTableWithSpace[:-1], expectErrInfo="Table does not exist", fullMatched=False) - tdSql.error(dropStableWithSpace[:-1], expectErrInfo="syntax error", fullMatched=False) - i += 1 - i = 0 - for stb_result in result: - if i == 0: - tdSql.execute(f'drop table with `{stb_result[1]}`.`{stb_result[10]}`') - else: - tdSql.execute(f'drop stable with `{stb_result[1]}`.`{stb_result[10]}`') - i += 1 - for i in range(30): - tdSql.query(f'select * from information_schema.ins_stables where db_name like "dbtest_%"') - if(len(tdSql.queryResult) == 0): - break - tdLog.info(f'ins_stables not empty, sleep 1s') - time.sleep(1) - tdSql.query(f'select * from information_schema.ins_stables where db_name like "dbtest_%"') - tdSql.checkRows(0) - tdSql.query(f'select * from information_schema.ins_tables where db_name like "dbtest_%"') - tdSql.checkRows(8) - for _ in range(self.err_dup_cnt): - tdSql.error(f'drop stable with information_schema.`ins_tables`;', expectErrInfo="Cannot drop table of system database", fullMatched=False) - tdSql.error(f'drop stable with performance_schema.`perf_connections`;', expectErrInfo="Cannot drop table of system database", fullMatched=False) - self.drop_table_check_end() - def drop_table_with_check(self): - self.drop_table_check_init() - tdSql.query(f'select * from information_schema.ins_tables where db_name like "dbtest_%"') - result = tdSql.queryResult - print(result) - tdSql.checkEqual(len(result),16) - dropTable = f'drop table with ' - for tb_result in result: - dropTable += f'`{tb_result[1]}`.`{tb_result[5]}`,' - tdLog.info(dropTable[:-1]) - tdSql.execute(dropTable[:-1]) - for i in range(30): - tdSql.query(f'select * from information_schema.ins_tables where db_name like "dbtest_%"') - if(len(tdSql.queryResult) == 0): - break - tdLog.info(f'ins_tables not empty, sleep 1s') - time.sleep(1) - tdSql.query(f'select * from information_schema.ins_tables where db_name like "dbtest_%"') - tdSql.checkRows(0) - tdSql.query(f'select * from information_schema.ins_stables where db_name like "dbtest_%"') - tdSql.checkRows(2) - for _ in range(self.err_dup_cnt): - tdSql.error(f'drop table with information_schema.`ins_tables`;', expectErrInfo="Cannot drop table of system database", fullMatched=False) - tdSql.error(f'drop table with performance_schema.`perf_connections`;', expectErrInfo="Cannot drop table of system database", fullMatched=False) - self.drop_table_check_end() - def drop_table_with_check_tsma(self): - tdSql.execute(f'create database if not exists {self.dbname} {self.vgroups_opt}') - tdSql.execute(f'use {self.dbname}') - tdSql.execute(f'create table {self.dbname}.stb (ts timestamp,c0 int) tags(t0 int)') - tdSql.execute(f'create tsma stb_tsma on {self.dbname}.stb function(avg(c0),count(c0)) interval(1d)') - tdSql.execute(f'create table {self.dbname}.ctb using {self.dbname}.stb tags(0)') - tdSql.execute(f'insert into {self.dbname}.ctb values (now,1)') - tdSql.execute(f'create table {self.dbname}.ntb (ts timestamp,c0 int)') - tdSql.execute(f'create tsma ntb_tsma on {self.dbname}.ntb function(avg(c0),count(c0)) interval(1d)') - tdSql.execute(f'insert into {self.dbname}.ntb values (now,1)') - tdSql.query(f'select * from information_schema.ins_tsmas where db_name = "{self.dbname}"') - tdSql.checkRows(2) - tdSql.query(f'select * from information_schema.ins_tables where db_name = "{self.dbname}" and type="CHILD_TABLE"') - tdSql.checkRows(1) - tdSql.execute(f'drop table with {tdSql.queryResult[0][1]}.`{tdSql.queryResult[0][5]}`') - tdSql.query(f'select * from information_schema.ins_tables where db_name = "{self.dbname}" and type="CHILD_TABLE"') - tdSql.checkRows(0) - tdSql.query(f'select * from information_schema.ins_stables where db_name = "{self.dbname}"') - tdSql.checkRows(1) - tdSql.error(f'drop table with {tdSql.queryResult[0][1]}.`{tdSql.queryResult[0][10]}`') - tdSql.query(f'select * from information_schema.ins_stables where db_name = "{self.dbname}"') - tdSql.error(f'drop stable with {tdSql.queryResult[0][1]}.`{tdSql.queryResult[0][10]}`') - tdSql.query(f'select * from information_schema.ins_stables where db_name = "{self.dbname}"') - tdSql.checkRows(1) - tdSql.query(f'select * from information_schema.ins_tables where db_name = "{self.dbname}" and type="NORMAL_TABLE"') - tdSql.checkRows(1) - tdSql.execute(f'drop table with {tdSql.queryResult[0][1]}.`{tdSql.queryResult[0][5]}`') - tdSql.query(f'select * from information_schema.ins_tables where db_name = "{self.dbname}" and type="NORMAL_TABLE"') - tdSql.checkRows(0) - tdSql.query(f'select * from information_schema.ins_tsmas where db_name = "{self.dbname}"') - tsmas = tdSql.queryResult - tdSql.checkEqual(len(tsmas),2) - for tsma in tsmas: - tdSql.execute(f'drop tsma {tsma[1]}.{tsma[0]}') - tdSql.query(f'show tsmas') - tdSql.checkRows(0) - tdSql.execute(f'drop database {self.dbname}') - def drop_topic_check(self): - tdSql.execute(f'create database {self.dbname} replica {self.replicaVar} wal_retention_period 3600') - tdSql.execute(f'use {self.dbname}') - stbname = tdCom.getLongName(5,"letters") - topic_name = tdCom.getLongName(5,"letters") - tdSql.execute(f'create table {stbname} (ts timestamp,c0 int) tags(t0 int)') - tdSql.execute(f'create topic {topic_name} as select * from {self.dbname}.{stbname}') - tdSql.query(f'select * from information_schema.ins_topics where topic_name = "{topic_name}"') - tdSql.checkEqual(tdSql.queryResult[0][3],f'create topic {topic_name} as select * from {self.dbname}.{stbname}') - tdSql.execute(f'drop topic {topic_name}') - tdSql.execute(f'create topic {topic_name} as select c0 from {self.dbname}.{stbname}') - tdSql.query(f'select * from information_schema.ins_topics where topic_name = "{topic_name}"') - tdSql.checkEqual(tdSql.queryResult[0][3],f'create topic {topic_name} as select c0 from {self.dbname}.{stbname}') - tdSql.execute(f'drop topic {topic_name}') - - #TD-25222 - long_topic_name="hhhhjjhhhhqwertyuiasdfghjklzxcvbnmhhhhjjhhhhqwertyuiasdfghjklzxcvbnmhhhhjjhhhhqwertyuiasdfghjklzxcvbnm" - tdSql.execute(f'create topic {long_topic_name} as select * from {self.dbname}.{stbname}') - tdSql.execute(f'drop topic {long_topic_name}') - - tdSql.execute(f'drop database {self.dbname}') - - def drop_stream_check(self): - tdSql.execute(f'create database {self.dbname} replica 1 wal_retention_period 3600') - tdSql.execute(f'use {self.dbname}') - stbname = tdCom.getLongName(5,"letters") - stream_name = tdCom.getLongName(5,"letters") - tdSql.execute(f'create table {stbname} (ts timestamp,c0 int) tags(t0 int)') - tdSql.execute(f'create table tb using {stbname} tags(1)') - tdSql.execute(f'create stream {stream_name} trigger at_once ignore expired 0 into stb as select * from {self.dbname}.{stbname} partition by tbname') - time.sleep(5) - - tdSql.query(f'select * from information_schema.ins_streams where stream_name = "{stream_name}"') - print(tdSql.queryResult) - tdSql.checkEqual(tdSql.queryResult[0][4],f'create stream {stream_name} trigger at_once ignore expired 0 into stb as select * from {self.dbname}.{stbname} partition by tbname') - tdSql.execute(f'drop stream {stream_name}') - tdSql.execute(f'create stream {stream_name} trigger at_once ignore expired 0 into stb1 as select * from tb') - time.sleep(5) - - tdSql.query(f'select * from information_schema.ins_streams where stream_name = "{stream_name}"') - tdSql.checkEqual(tdSql.queryResult[0][4],f'create stream {stream_name} trigger at_once ignore expired 0 into stb1 as select * from tb') - tdSql.execute(f'drop database {self.dbname}') - def check_table_name_with_star(self): - dbname = "test_tbname_with_star" - tbname = 's_*cszl01_207602da' - tdSql.execute(f'create database {dbname} replica 1 wal_retention_period 3600') - tdSql.execute(f'create table {dbname}.`{tbname}` (ts timestamp, c1 int)', queryTimes=1, show=1) - tdSql.execute(f"drop table {dbname}.`{tbname}`") - tdSql.execute(f"drop database {dbname}") - - def test_drop(self): - """summary: xxx - - description: xxx - - Since: xxx - - Labels: xxx - - Jira: xxx - - Catalog: - - xxx:xxx - - History: - - xxx - - xxx - - """ - self.check_table_name_with_star() - self.drop_ntb_check() - self.drop_stb_ctb_check() - self.drop_stable_with_check() - self.drop_table_with_check() - #newstm self.drop_table_with_check_tsma() - self.drop_topic_check() - #newstm if platform.system().lower() != 'windows': - #newstm self.drop_stream_check() - pass - - #tdSql.close() - tdLog.success("%s successfully executed" % __file__) diff --git a/test/ci/cases.task b/test/ci/cases.task index 235d2b11a6e4..15ea9b2895d4 100644 --- a/test/ci/cases.task +++ b/test/ci/cases.task @@ -274,8 +274,7 @@ ,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_commit.py ,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_insert_backquote.py ,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_insert_null.py -#memleak,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_insert_select.py -,,n,.,pytest cases/06-DataIngestion/05-Others/test_insert_select.py +,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_insert_select.py ,,y,.,./ci/pytest.sh pytest cases/06-DataIngestion/05-Others/test_wal_kill.py # 07-DataQuerying @@ -482,6 +481,7 @@ ,,y,.,./ci/pytest.sh pytest cases/12-DataSubscription/02-Native/test_tmq_topic.py #,,y,.,./ci/pytest.sh pytest cases/12-DataSubscription/02-Native/test_tmq_params.py #,,y,.,./ci/pytest.sh pytest cases/12-DataSubscription/02-Native/test_tmq_params.py -R +,,y,.,./ci/pytest.sh pytest cases/12-DataSubscription/02-Native/test_tmq_force_drop_topic.py ## 03-WebSocket ## 04-MQTT ,,y,.,./ci/pytest.sh pytest cases/12-DataSubscription/04-MQTT/test_mqtt_smoking.py @@ -518,13 +518,15 @@ ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/02-Stream/stream_long_name.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/02-Stream/stream_samename.py -## 03-Trigger +## 03-TriggerMode ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_state.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_count.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_event.py #,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_notify.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_fill_history.py #,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_sliding.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_window_close_state_window.py + ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_sliding.py ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_state_new.py #,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_state_disorderNupdate_new.py @@ -532,7 +534,7 @@ ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_event_new.py ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_period_1.py -## 04-Option +## 04-Options ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options_vtbl.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options_abnormal.py @@ -541,12 +543,13 @@ ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_meta_vtbl.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_disorderUpdateDelete.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_disorderUpdateDelete_vtbl.py + ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options_us.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options_ns.py ## 05-Notify -## 06-Output +## 06-ResultSaved ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/06-ResultSaved/test_result_saved_comprehensive.py ## 07-SubQuery @@ -560,32 +563,67 @@ ,,n,.,pytest cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py ,,n,.,pytest cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py -## 08-ReCalculate -,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py +## 08-Recalc +#,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py need to modify case ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py ## 20-UseCase -,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters_td36808.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_tobacco.py -#,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_nevados.py +,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_pv.py +,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_nevados.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_phase1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case18.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case22.py ## 21-Stability ## 22-Performance ## 23-Compatibility - -## 24-OldCases +,,n,.,pytest cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py + +## 30-OldPyCases +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_state_window.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_window_true_for.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_math_func.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_string_func.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_backquote_check.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_taosdShell.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py -N 4 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py -N 4 +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_stream_multi_agg.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_stream_basic.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py -N 3 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py -N 3 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_drop.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py + + +## 31-OldCases ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic1.py -#,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py -#,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py -#,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py -#,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_basic2.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py @@ -647,7 +685,8 @@ ,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_alive.py -N 4 ,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_basic.py -N 2 ,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_diskinfo.py -,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_table_distributed.py +,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_table_distributed.py +,,y,.,./ci/pytest.sh pytest cases/22-Show/test_show_table_distributed_null.py # 23-Users ,,y,.,./ci/pytest.sh pytest cases/23-Users/test_user_basic.py @@ -1790,10 +1829,6 @@ ,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/1-insert/test_delete_normaltable.py ,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/1-insert/test_keep_expired.py ,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/1-insert/test_stmt_error.py -#newstm,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/1-insert/test_drop.py -,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/1-insert/test_drop.py -N 3 -M 3 -I False --replica 3 - - ### 3-enterprise ,,y,.,./ci/pytest.sh pytest cases/uncatalog/system-test/3-enterprise/restore/test_restore_dnode.py -N 5 -M 3 -I False diff --git a/test/ci/run_case.sh b/test/ci/run_case.sh index b4d77853db81..4da2508855de 100755 --- a/test/ci/run_case.sh +++ b/test/ci/run_case.sh @@ -83,8 +83,8 @@ ulimit -c unlimited md5sum /usr/lib/libtaos.so.1 md5sum /home/TDinternal/debug/build/lib/libtaos.so -#get python connector and update: taospy 2.8.2 taos-ws-py 0.5.3 -pip3 install taospy==2.8.2 +#get python connector and update: taospy 2.8.3 taos-ws-py 0.5.3 +pip3 install taospy==2.8.3 pip3 install taos-ws-py==0.5.3 $TIMEOUT_CMD $cmd RET=$? diff --git a/test/ci/streamlist_for_ci.task b/test/ci/streamlist_for_ci.task index 239e7eb5c6ba..295e4fafe25e 100644 --- a/test/ci/streamlist_for_ci.task +++ b/test/ci/streamlist_for_ci.task @@ -22,7 +22,6 @@ ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/02-Stream/stream_long_name.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/02-Stream/stream_samename.py - ## 03-TriggerMode ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_state.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/03-TriggerMode/test_count.py @@ -39,7 +38,6 @@ ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_event_new.py ,,n,.,pytest cases/13-StreamProcessing/03-TriggerMode/test_period_1.py - ## 04-Options ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/04-Options/test_options_vtbl.py @@ -55,7 +53,7 @@ ## 05-Notify -## 06-Output +## 06-ResultSaved ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/06-ResultSaved/test_result_saved_comprehensive.py ## 07-SubQuery @@ -69,37 +67,58 @@ ,,n,.,pytest cases/13-StreamProcessing/07-SubQuery/test_subquery_session.py ,,n,.,pytest cases/13-StreamProcessing/07-SubQuery/test_subquery_state.py - -## 08-ReCalculate -,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py +## 08-Recalc +#,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_expired_time.py need to modify case ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_ignore_disorder.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_delete_recalc.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_watermark.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/08-Recalc/test_recalc_combined_options.py ## 20-UseCase -,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_idmp_vehicle.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_meters_td36808.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_tobacco.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_idmp_pv.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_nevados.py ,,n,.,pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_phase1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case4_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_case5.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case1_twostream.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case3.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case4.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case6.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case17.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case18.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case19_bug1.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/20-UseCase/test_three_gorges_second_case22.py ## 21-Stability ## 22-Performance ## 23-Compatibility +,,n,.,pytest cases/13-StreamProcessing/23-Compatibility/stream_compatibility.py ## 30-OldPyCases ,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_state_window.py ,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_window_true_for.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_math_func.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_string_func.py ,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_backquote_check.py ,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_taosdShell.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_checkpoint_info.py -N 4 -,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py -N 4 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_snode_restart_with_checkpoint.py -N 4 ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_stream_multi_agg.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_oldcase_stream_basic.py +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade.py -N 3 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility_rolling_upgrade_all.py -N 3 +,,n,.,pytest cases/13-StreamProcessing/30-OldPyCases/test_compatibility.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_drop.py +,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/30-OldPyCases/test_empty_identifier.py ## 31-OldCases @@ -108,9 +127,9 @@ ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_check.py ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_checkpoint.py ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_concat.py +,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_continuewindowclose.py ,,n,.,pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_state.py ,,y,.,./ci/pytest.sh pytest cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py ## 99-Others - diff --git a/test/insert_res_mix.txt b/test/insert_res_mix.txt deleted file mode 100644 index d53b77fd5278..000000000000 --- a/test/insert_res_mix.txt +++ /dev/null @@ -1,27 +0,0 @@ -[07/23 10:12:18.033428] SUCC: host:127.0.0.1 port:0 dbname:(null) connect successfully. -[07/23 10:12:18.283822] SUCC: created database (curdb) -[07/23 10:12:18.285709] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.298545] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.486112] INFO: start creating 5 table(s) with 10 thread(s) -[07/23 10:12:18.487349] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.489899] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.492464] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.494920] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.497214] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.501449] SUCC: Spent 0.0150 seconds to create 5 table(s) with 10 thread(s) speed: 333 tables/s, already exist 0 table(s), actual 5 table(s) pre created, 0 table(s) will be auto created -[07/23 10:12:18.502816] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:12:18.502854] SUCC: host:127.0.0.1 port:0 dbname:curdb connect successfully. -[07/23 10:13:02.821650] SUCC: thread[1] insertDataMix(), completed total inserted rows: 202200, 49543.95 records/second -[07/23 10:13:02.821759] SUCC: inserted finished. - rows order: 143614 - disorder: 58586 - update: 29800 - delete: 40820 -[07/23 10:13:24.739181] SUCC: thread[0] insertDataMix(), completed total inserted rows: 302624, 50552.11 records/second -[07/23 10:13:24.739224] SUCC: inserted finished. - rows order: 215576 - disorder: 87048 - update: 45376 - delete: 55575 -[07/23 10:13:24.739887] SUCC: Spent 66.232577 (real 5.033801) seconds to insert rows: 504824 with 2 thread(s) into curdb 7621.99 (real 100286.84) records/second -[07/23 10:13:24.739964] SUCC: insert delay, min: 16.3290ms, avg: 34.7159ms, p90: 38.2380ms, p95: 40.0620ms, p99: 52.8700ms, max: 77.3040ms diff --git a/test/new_test_framework/utils/compatibilityUtil.py b/test/new_test_framework/utils/compatibilityUtil.py index 078bdb0a6edd..97b415b75d01 100644 --- a/test/new_test_framework/utils/compatibilityUtil.py +++ b/test/new_test_framework/utils/compatibilityUtil.py @@ -16,6 +16,7 @@ import os import time import platform +import subprocess from pathlib import Path from .log import * @@ -84,11 +85,20 @@ def installTaosdForRollingUpgrade(self, dnodePaths, base_version): if not my_file.exists(): print(f"{packageName} is not exists") tdLog.info(f"cd {packagePath} && wget {download_url}") - os.system(f"cd {packagePath} && wget {download_url}") + ret_code = os.system(f"cd {packagePath} && wget {download_url}") + if ret_code != 0: + return False + + # Check if file was actually downloaded + my_file = Path(f"{packagePath}/{packageName}") + if not my_file.exists(): + return False else: print(f"{packageName} has been exists") - os.system(f" cd {packagePath} && tar xvf {packageName} && cd {packageTPath} && ./install.sh -e no") + install_ret = os.system(f" cd {packagePath} && tar xvf {packageName} && cd {packageTPath} && ./install.sh -e no") + if install_ret != 0: + return False for dnodePath in dnodePaths: tdLog.info(f"start taosd: rm -rf {dnodePath}data/* && nohup /usr/bin/taosd -c {dnodePath}cfg/ &") @@ -105,6 +115,8 @@ def installTaosdForRollingUpgrade(self, dnodePaths, base_version): print(f"LD_LIBRARY_PATH=/usr/lib -c {taosadapter_cfg} 2>&1 &") os.system(f"LD_LIBRARY_PATH=/usr/lib /usr/bin/taosadapter -c {taosadapter_cfg} 2>&1 &") time.sleep(5) + + return True # Modified installTaosd to accept version parameter def installTaosd(self, bPath, cPath, base_version): diff --git a/test/new_test_framework/utils/streamUtil.py b/test/new_test_framework/utils/streamUtil.py index cceec639e9da..abacec00adc7 100644 --- a/test/new_test_framework/utils/streamUtil.py +++ b/test/new_test_framework/utils/streamUtil.py @@ -994,109 +994,121 @@ def prepareViews( # for StreamCheckItem, see cases/13-StreamProcessing/31-OldTsimCases/test_oldcase_twa.py def checkAll(self, streams): for stream in streams: - tdLog.info(f"stream:{stream.db} - create database, table, stream") + tdLog.info(f"stream:{stream.db} - create database, table, stream", color='blue') stream.create() - tdLog.info(f"total:{len(streams)} cases is running") + tdLog.info(f"total:{len(streams)} cases is running", color='blue') tdStream.checkStreamStatus() for stream in streams: if stream.insert1 != None: - tdLog.info(f"stream:{stream.db} - insert data step 1") + tdLog.info(f"stream:{stream.db} - insert step 1", color='blue') tdSql.execute(f"use {stream.db}") stream.insert1() for stream in streams: if stream.check1 != None: - tdLog.info(f"stream:{stream.db} - check result step 1") + tdLog.info(f"stream:{stream.db} - check step 1", color='blue') tdSql.execute(f"use {stream.db}") stream.check1() for stream in streams: if stream.insert2 != None: - tdLog.info(f"stream:{stream.db} - insert data step 2") + tdLog.info(f"stream:{stream.db} - insert step 2", color='blue') tdSql.execute(f"use {stream.db}") stream.insert2() for stream in streams: if stream.check2 != None: - tdLog.info(f"stream:{stream.db} - check result step 2") + tdLog.info(f"stream:{stream.db} - check step 2", color='blue') tdSql.execute(f"use {stream.db}") stream.check2() for stream in streams: if stream.insert3 != None: - tdLog.info(f"stream:{stream.db} - insert data step 3") + tdLog.info(f"stream:{stream.db} - insert step 3", color='blue') tdSql.execute(f"use {stream.db}") stream.insert3() for stream in streams: if stream.check3 != None: - tdLog.info(f"stream:{stream.db} - check result step 3") + tdLog.info(f"stream:{stream.db} - check step 3", color='blue') tdSql.execute(f"use {stream.db}") stream.check3() for stream in streams: if stream.insert4 != None: - tdLog.info(f"stream:{stream.db} - insert data step 4") + tdLog.info(f"stream:{stream.db} - insert step 4", color='blue') tdSql.execute(f"use {stream.db}") stream.insert4() for stream in streams: if stream.check4 != None: - tdLog.info(f"stream:{stream.db} - check result step 4") + tdLog.info(f"stream:{stream.db} - check step 4", color='blue') tdSql.execute(f"use {stream.db}") stream.check4() for stream in streams: if stream.insert5 != None: - tdLog.info(f"stream:{stream.db} - insert data step 5") + tdLog.info(f"stream:{stream.db} - insert step 5", color='blue') tdSql.execute(f"use {stream.db}") stream.insert5() for stream in streams: if stream.check5 != None: - tdLog.info(f"stream:{stream.db} - check result step 5") + tdLog.info(f"stream:{stream.db} - check step 5", color='blue') tdSql.execute(f"use {stream.db}") stream.check5() for stream in streams: if stream.insert6 != None: - tdLog.info(f"stream:{stream.db} - insert data step 6") + tdLog.info(f"stream:{stream.db} - insert step 6", color='blue') tdSql.execute(f"use {stream.db}") stream.insert6() for stream in streams: if stream.check6 != None: - tdLog.info(f"stream:{stream.db} - check result step 6") + tdLog.info(f"stream:{stream.db} - check step 6", color='blue') tdSql.execute(f"use {stream.db}") stream.check6() for stream in streams: if stream.insert7 != None: - tdLog.info(f"stream:{stream.db} - insert data step 7") + tdLog.info(f"stream:{stream.db} - insert step 7", color='blue') tdSql.execute(f"use {stream.db}") stream.insert7() for stream in streams: if stream.check7 != None: - tdLog.info(f"stream:{stream.db} - check result step 7") + tdLog.info(f"stream:{stream.db} - check step 7", color='blue') tdSql.execute(f"use {stream.db}") stream.check7() for stream in streams: if stream.insert8 != None: - tdLog.info(f"stream:{stream.db} - insert data step 8") + tdLog.info(f"stream:{stream.db} - insert step 8", color='blue') tdSql.execute(f"use {stream.db}") stream.insert8() for stream in streams: if stream.check8 != None: - tdLog.info(f"stream:{stream.db} - check result step 8") + tdLog.info(f"stream:{stream.db} - check step 8", color='blue') tdSql.execute(f"use {stream.db}") stream.check8() - tdLog.info(f"total:{len(streams)} streams check successfully") + for stream in streams: + if stream.insert9 != None: + tdLog.info(f"stream:{stream.db} - insert step 9", color='blue') + tdSql.execute(f"use {stream.db}") + stream.insert9() + + for stream in streams: + if stream.check9 != None: + tdLog.info(f"stream:{stream.db} - check step 9", color='blue') + tdSql.execute(f"use {stream.db}") + stream.check9() + + tdLog.info(f"total:{len(streams)} streams check successfully", color='yellow') tdStream = StreamUtil() @@ -1414,6 +1426,12 @@ def insert8(self): def check8(self): return + + def insert9(self): + return + + def check9(self): + return class SafeDict(dict): diff --git a/test/pyproject.toml b/test/pyproject.toml index c481a8c18d88..50c627bf22f7 100644 --- a/test/pyproject.toml +++ b/test/pyproject.toml @@ -23,7 +23,7 @@ dependencies = [ "pytest-xdist>=3.6.1", "pytz==2025.1", "requests==2.32.4", - "taospy>=2.8.2", + "taospy>=2.8.3", "tomli==2.2.1", "urllib3==2.5.0", "pywinrm>=0.5.0", diff --git a/test/requirements.txt b/test/requirements.txt index 05dd02cae8ff..0aaee3632167 100644 --- a/test/requirements.txt +++ b/test/requirements.txt @@ -58,7 +58,7 @@ requests==2.32.4 requests_ntlm==1.3.0 six==1.17.0 taos-ws-py==0.5.3 -taospy==2.8.2 +taospy==2.8.3 threadpool==1.3.2 toml==0.10.2 tomli==2.2.1 diff --git a/test/uv.lock b/test/uv.lock index 85888cd35d06..15582145a94e 100644 --- a/test/uv.lock +++ b/test/uv.lock @@ -1886,7 +1886,7 @@ requires-dist = [ { name = "pyyaml", specifier = ">=6.0.2" }, { name = "requests", specifier = "==2.27.1" }, { name = "taos-ws-py", specifier = ">=0.5.3" }, - { name = "taospy", specifier = ">=2.8.2" }, + { name = "taospy", specifier = ">=2.8.3" }, { name = "threadpool", specifier = ">=1.3.2" }, { name = "toml", specifier = ">=0.10.2" }, { name = "tomli", specifier = "==2.2.1" }, diff --git a/tests/army/vtable/ans/test_vtable_meta.ans b/tests/army/vtable/ans/test_vtable_meta.ans index 538e92870232..7afc78c8ebf3 100644 --- a/tests/army/vtable/ans/test_vtable_meta.ans +++ b/tests/army/vtable/ans/test_vtable_meta.ans @@ -173,1206 +173,1206 @@ taos> select table_name, db_name, columns, stable_name, type from information_sc vtb_virtual_ntb9 | test_vtable_meta | 20 | NULL | VIRTUAL_NORMAL_TABLE | taos> select * from information_schema.ins_columns where table_type = 'VIRTUAL_NORMAL_TABLE' or table_type = 'VIRTUAL_CHILD_TABLE' order by table_name, col_name, table_type - table_name | db_name | table_type | col_name | col_type | col_length | col_precision | col_scale | col_nullable | col_source | -========================================================================================================================================================================================================================================================== - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | - vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | + table_name | db_name | table_type | col_name | col_type | col_length | col_precision | col_scale | col_nullable | col_source | col_id | +======================================================================================================================================================================================================================================================================== + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb0 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb1 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb10 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb11 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb12 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb13 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb14 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb15 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb16 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb17 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb18 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb19 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb2 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb20 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb21 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb22 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb23 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb24 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb25 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb26 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb27 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb28 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb29 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb3 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb4 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb5 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb6 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb7 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb8 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ctb9 | test_vtable_meta | VIRTUAL_CHILD_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb0 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb1 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb10 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb11 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb12 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb13 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb14 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb15 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb16 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb17 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb18 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb19 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb2 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb20 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb21 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb22 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb23 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb24 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb25 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb26 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb27 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb28 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb29 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | 0 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb3 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb4 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb5 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb6 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb7 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb8 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bigint_col | BIGINT | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_16_col | VARCHAR(16) | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | binary_32_col | VARCHAR(32) | 34 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | bool_col | BOOL | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | double_col | DOUBLE | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | float_col | FLOAT | 4 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_16_col | GEOMETRY | 18 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | geo_32_col | GEOMETRY | 34 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | int_col | INT | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_16_col | NCHAR(16) | 66 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | nchar_32_col | NCHAR(32) | 130 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | smallint_col | SMALLINT | 2 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | tinyint_col | TINYINT | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | ts | TIMESTAMP | 8 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_bigint_col | BIGINT UNSIGNED | 8 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_int_col | INT UNSIGNED | 4 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_smallint_col | SMALLINT UNSIGNED | 2 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | u_tinyint_col | TINYINT UNSIGNED | 1 | NULL | NULL | NULL | test_vtable_meta.vtb_org_ch... | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_16_col | VARBINARY | 18 | NULL | NULL | NULL | NULL | -1094795586 | + vtb_virtual_ntb9 | test_vtable_meta | VIRTUAL_NORMAL_TABLE | varbinary_32_col | VARBINARY | 34 | NULL | NULL | NULL | NULL | -1094795586 | diff --git a/tests/ci/Dockerfile b/tests/ci/Dockerfile index 0386e1e91dfa..8ca92c1d46f5 100644 --- a/tests/ci/Dockerfile +++ b/tests/ci/Dockerfile @@ -7,7 +7,7 @@ RUN apt-get install -y locales psmisc sudo tree libgeos-dev libgflags2.2 libgfl RUN sed -i 's/# en_US.UTF-8/en_US.UTF-8/' /etc/locale.gen && locale-gen RUN pip3 config set global.index-url http://admin:123456@192.168.0.212:3141/admin/dev/+simple/ RUN pip3 config set global.trusted-host 192.168.0.212 -RUN pip3 install taospy==2.8.2 taos-ws-py==0.5.3 pandas psutil fabric2 requests faker simplejson toml pexpect tzlocal distro decorator loguru hyperloglog +RUN pip3 install taospy==2.8.3 taos-ws-py==0.5.3 pandas psutil fabric2 requests faker simplejson toml pexpect tzlocal distro decorator loguru hyperloglog ENV LANG=en_US.UTF-8 LANGUAGE=en_US.UTF-8 LC_ALL=en_US.UTF-8 RUN apt-key adv --keyserver keyserver.ubuntu.com --recv-keys E298A3A825C0D65DFD57CBB651716619E084DAB9 RUN add-apt-repository 'deb https://cloud.r-project.org/bin/linux/ubuntu focal-cran40/' diff --git a/tests/ci/container_build_newmachine.sh b/tests/ci/container_build_newmachine.sh index 72b0e38111f2..30f01c3dd996 100755 --- a/tests/ci/container_build_newmachine.sh +++ b/tests/ci/container_build_newmachine.sh @@ -61,7 +61,7 @@ docker run \ -v /root/go/pkg/mod:/root/go/pkg/mod \ -v /root/.cache/go-build:/root/.cache/go-build \ -v /root/.cos-local.1:/root/.cos-local.2 \ - --rm --ulimit core=-1 taos_test:v1.0 sh -c "pip uninstall taospy -y; pip3 install taospy==2.8.2; cd $REP_DIR; rm -rf debug ;mkdir -p debug; cd debug; cmake .. -DBUILD_HTTP=false -DBUILD_TOOLS=true -DBUILD_TEST=ON -DWEBSOCKET=true -DBUILD_SANITIZER=1 -DTOOLS_SANITIZE=true $CMAKE_BUILD_TYPE -DTOOLS_BUILD_TYPE=Debug -DBUILD_TAOSX=false -DJEMALLOC_ENABLED=OFF; make -j 10|| exit 1 " + --rm --ulimit core=-1 taos_test:v1.0 sh -c "pip uninstall taospy -y; pip3 install taospy==2.8.3; cd $REP_DIR; rm -rf debug ;mkdir -p debug; cd debug; cmake .. -DBUILD_HTTP=false -DBUILD_TOOLS=true -DBUILD_TEST=ON -DWEBSOCKET=true -DBUILD_SANITIZER=1 -DTOOLS_SANITIZE=true $CMAKE_BUILD_TYPE -DTOOLS_BUILD_TYPE=Debug -DBUILD_TAOSX=false -DJEMALLOC_ENABLED=OFF; make -j 10|| exit 1 " # -v ${REP_REAL_PATH}/community/contrib/jemalloc/:${REP_DIR}/community/contrib/jemalloc \ if [[ -d ${WORKDIR}/debugNoSan ]] ;then diff --git a/tests/docs-examples-test/c_ws.sh b/tests/docs-examples-test/c_ws.sh new file mode 100755 index 000000000000..63cc2e3c1e1d --- /dev/null +++ b/tests/docs-examples-test/c_ws.sh @@ -0,0 +1,91 @@ +#!/bin/bash + +pgrep taosd || taosd >> /dev/null 2>&1 & +pgrep taosadapter || taosadapter >> /dev/null 2>&1 & + +GREEN='\033[0;32m' +RED='\033[0;31m' +NC='\033[0m' + +TEST_PATH="../../docs/examples/c-ws" +echo "setting TEST_PATH: $TEST_PATH" + +cd "${TEST_PATH}" || { echo -e "${RED}Failed to change directory to ${TEST_PATH}${NC}"; exit 1; } + +LOG_FILE="docs-c-ws-test-out.log" +> "$LOG_FILE" + +make > "$LOG_FILE" 2>&1 + +if [ $? -eq 0 ]; then + echo -e "${GREEN}Make completed successfully${NC}" +else + echo -e "${RED}Make failed. Check log file: $LOG_FILE${NC}" + cat "$LOG_FILE" + exit 1 +fi + + +declare -a TEST_EXES=( + "connect_example" + "create_db_demo" + "insert_data_demo" + "query_data_demo" + "with_reqid_demo" + "stmt_insert_demo" + "tmq_demo" + "sml_insert_demo" +) + +declare -a NEED_CLEAN=( + "true" + "false" + "false" + "false" + "false" + "false" + "false" + "true" +) + +totalCases=0 +totalFailed=0 +totalSuccess=0 + +for i in "${!TEST_EXES[@]}"; do + TEST_EXE="${TEST_EXES[$i]}" + NEED_CLEAN_FLAG="${NEED_CLEAN[$i]}" + + if [ "$NEED_CLEAN_FLAG" = "true" ]; then + echo "Cleaning database before executing $TEST_EXE..." + taos -s "drop database if exists power" >> $LOG_FILE 2>&1 + fi + + echo "Executing $TEST_EXE..." + ./$TEST_EXE >> $LOG_FILE 2>&1 + RESULT=$? + + if [ "$RESULT" -eq 0 ]; then + totalSuccess=$((totalSuccess + 1)) + echo -e "[$GREEN OK $NC] $TEST_EXE executed successfully" + else + totalFailed=$((totalFailed + 1)) + echo -e "[$RED FAILED $NC] $TEST_EXE exited with code $RESULT" + fi + + totalCases=$((totalCases + 1)) +done + +tail -n 40 $LOG_FILE + +echo -e "\nTotal number of cases executed: $totalCases" +if [ "$totalSuccess" -gt "0" ]; then + echo -e "${GREEN}Total $totalSuccess C ws case(s) succeed!${NC}" +fi + +if [ "$totalFailed" -ne "0" ]; then + echo -e "${RED}Total $totalFailed C ws case(s) failed!${NC}" + exit 1 +fi + +echo "All tests completed." diff --git a/tests/docs-examples-test/c_ws_new.sh b/tests/docs-examples-test/c_ws_new.sh new file mode 100755 index 000000000000..5c434dc04c32 --- /dev/null +++ b/tests/docs-examples-test/c_ws_new.sh @@ -0,0 +1,93 @@ +#!/bin/bash + +pgrep taosd || taosd >> /dev/null 2>&1 & +pgrep taosadapter || taosadapter >> /dev/null 2>&1 & + +GREEN='\033[0;32m' +RED='\033[0;31m' +NC='\033[0m' + +TEST_PATH="../../docs/examples/c-ws-new" +echo "setting TEST_PATH: $TEST_PATH" + +cd "${TEST_PATH}" || { echo -e "${RED}Failed to change directory to ${TEST_PATH}${NC}"; exit 1; } + +LOG_FILE="docs-c-ws-new-test-out.log" +> "$LOG_FILE" + +make > "$LOG_FILE" 2>&1 + +if [ $? -eq 0 ]; then + echo -e "${GREEN}Make completed successfully${NC}" +else + echo -e "${RED}Make failed. Check log file: $LOG_FILE${NC}" + cat "$LOG_FILE" + exit 1 +fi + + +declare -a TEST_EXES=( + "connect_example" + "create_db_demo" + "insert_data_demo" + "query_data_demo" + "with_reqid_demo" + "stmt_insert_demo" + "stmt2_insert_demo" + "tmq_demo" + "sml_insert_demo" +) + +declare -a NEED_CLEAN=( + "true" + "false" + "false" + "false" + "false" + "false" + "false" + "false" + "true" +) + +totalCases=0 +totalFailed=0 +totalSuccess=0 + +for i in "${!TEST_EXES[@]}"; do + TEST_EXE="${TEST_EXES[$i]}" + NEED_CLEAN_FLAG="${NEED_CLEAN[$i]}" + + if [ "$NEED_CLEAN_FLAG" = "true" ]; then + echo "Cleaning database before executing $TEST_EXE..." + taos -s "drop database if exists power" >> $LOG_FILE 2>&1 + fi + + echo "Executing $TEST_EXE..." + ./$TEST_EXE >> $LOG_FILE 2>&1 + RESULT=$? + + if [ "$RESULT" -eq 0 ]; then + totalSuccess=$((totalSuccess + 1)) + echo -e "[$GREEN OK $NC] $TEST_EXE executed successfully" + else + totalFailed=$((totalFailed + 1)) + echo -e "[$RED FAILED $NC] $TEST_EXE exited with code $RESULT" + fi + + totalCases=$((totalCases + 1)) +done + +tail -n 40 $LOG_FILE + +echo -e "\nTotal number of cases executed: $totalCases" +if [ "$totalSuccess" -gt "0" ]; then + echo -e "${GREEN}Total $totalSuccess C ws case(s) succeed!${NC}" +fi + +if [ "$totalFailed" -ne "0" ]; then + echo -e "${RED}Total $totalFailed C ws case(s) failed!${NC}" + exit 1 +fi + +echo "All tests completed." diff --git a/tests/parallel_test/run_case.sh b/tests/parallel_test/run_case.sh index c18c77adb7e8..4498c1af13f7 100755 --- a/tests/parallel_test/run_case.sh +++ b/tests/parallel_test/run_case.sh @@ -85,7 +85,7 @@ md5sum /usr/lib/libtaosnative.so.1 md5sum /home/TDinternal/debug/build/lib/libtaosnative.so #get python connector and update: taospy and taos-ws-py to latest -pip3 install taospy==2.8.2 +pip3 install taospy==2.8.3 pip3 install taos-ws-py==0.5.3 $TIMEOUT_CMD $cmd RET=$? @@ -96,6 +96,7 @@ md5sum /usr/lib/libtaosnative.so.1 md5sum /home/TDinternal/debug/build/lib/libtaosnative.so cp /var/log/taos/* /home/TDinternal/sim/var_taoslog/ +cp ${CONTAINER_TESTDIR}/docs/examples/java/jdbc-out.log /home/TDinternal/sim/var_taoslog/ if [ $RET -ne 0 ]; then pwd diff --git a/tests/script/tsim/snode/basic1.sim b/tests/script/tsim/snode/basic1.sim deleted file mode 100644 index 9dcb66a0ebc4..000000000000 --- a/tests/script/tsim/snode/basic1.sim +++ /dev/null @@ -1,131 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 -system sh/exec.sh -n dnode1 -s start -system sh/exec.sh -n dnode2 -s start -sql connect - -print =============== select * from information_schema.ins_dnodes -sql create dnode $hostname port 7200 - -$x = 0 -step1: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -print ===> $data20 $data21 $data22 $data23 $data24 $data25 -print ===> $data30 $data31 $data32 $data33 $data34 $data35 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step1 -endi -if $data(2)[4] != ready then - goto step1 -endi - -print =============== select * from information_schema.ins_dnodes -sql select * from information_schema.ins_dnodes; -if $rows != 2 then - return -1 -endi - -if $data00 != 1 then - return -1 -endi - -if $data10 != 2 then - return -1 -endi - -print $data02 -if $data02 != 0 then - return -1 -endi - -if $data12 != 0 then - return -1 -endi - -if $data04 != ready then - return -1 -endi - -if $data14 != ready then - return -1 -endi - -sql select * from information_schema.ins_mnodes; -if $rows != 1 then - return -1 -endi - -if $data00 != 1 then - return -1 -endi - -if $data02 != leader then - return -1 -endi - -print =============== create drop snode 1 -sql create snode on dnode 1 -sql show snodes -if $rows != 1 then - return -1 -endi -if $data00 != 1 then - return -1 -endi -sql_error create snode on dnode 1 - -sql drop snode on dnode 1 -sql show snodes -if $rows != 0 then - return -1 -endi -sql_error drop snode on dnode 1 - -print =============== create drop snode 2 -sql create snode on dnode 2 -sql show snodes -if $rows != 1 then - return -1 -endi -if $data00 != 2 then - return -1 -endi -sql_error create snode on dnode 2 - -sql drop snode on dnode 2 -sql show snodes -if $rows != 0 then - return -1 -endi -sql_error drop snode on dnode 2 - -print =============== create drop snodes -sql create snode on dnode 1 -sql create snode on dnode 2 - -print =============== restart -system sh/exec.sh -n dnode1 -s stop -x SIGINT -system sh/exec.sh -n dnode2 -s stop -x SIGINT -system sh/exec.sh -n dnode1 -s start -system sh/exec.sh -n dnode2 -s start - -sleep 2000 -sql show snodes -if $rows != 2 then - return -1 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT -system sh/exec.sh -n dnode2 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/concurrentcheckpt.sim b/tests/script/tsim/stream/concurrentcheckpt.sim deleted file mode 100644 index 4162617debcd..000000000000 --- a/tests/script/tsim/stream/concurrentcheckpt.sim +++ /dev/null @@ -1,79 +0,0 @@ -system sh/stop_dnodes.sh - -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c supportVnodes -v 1 - -print ========== step1 -system sh/exec.sh -n dnode1 -s start -sql connect - -sql create database abc1 vgroups 1; -sql use abc1; -sql create table st1(ts timestamp, k int) tags(a int); -sql create table t1 using st1 tags(1); -sql create table t2 using st1 tags(2); -sql insert into t1 values(now, 1); - -sql create stream str1 trigger at_once into str_dst1 as select count(*) from st1 interval(30s); -sql create stream str2 trigger at_once into str_dst2 as select count(*) from st1 interval(30s); -sql create stream str3 trigger at_once into str_dst3 as select count(*) from st1 interval(30s); - -print ============== create 3 streams, check the concurrently checkpoint -sleep 180000 - -sql select task_id, checkpoint_id from information_schema.ins_stream_tasks order by checkpoint_id; - -print $data01 $data11 $data21 -if $data01 == $data11 then - print not allowed 2 checkpoint start completed - return -1 -endi - -if $data11 == $data21 then - print not allowed 2 checkpoints start concurrently - return -1 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT - -print ========== concurrent checkpoint is set 2 - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c concurrentCheckpoint -v 2 - -system sh/exec.sh -n dnode1 -s start - -print ========== step2 -system sh/exec.sh -n dnode1 -s start -sql connect - -sql create database abc1 vgroups 1; -sql use abc1; -sql create table st1(ts timestamp, k int) tags(a int); -sql create table t1 using st1 tags(1); -sql create table t2 using st1 tags(2); -sql insert into t1 values(now, 1); - -sql create stream str1 trigger at_once into str_dst1 as select count(*) from st1 interval(30s); -sql create stream str2 trigger at_once into str_dst2 as select count(*) from st1 interval(30s); -sql create stream str3 trigger at_once into str_dst3 as select count(*) from st1 interval(30s); - -print ============== create 3 streams, check the concurrently checkpoint -sleep 180000 - -sql select count(*) a, checkpoint_id from information_schema.ins_stream_tasks group by checkpoint_id order by a; -print $data00 $data01 -print $data10 $data11 - -if $data00 != 1 then - print expect 1, actual $data00 - return -1 -endi - -if $data10 != 2 then - print expect 2, actual $data10 - return -1 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/count0.sim b/tests/script/tsim/stream/count0.sim deleted file mode 100644 index b392363533c2..000000000000 --- a/tests/script/tsim/stream/count0.sim +++ /dev/null @@ -1,255 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop2: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop2 -endi - -if $data02 != 6 then - print ======data02=$data02 - goto loop2 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop2 -endi - -# row 1 -if $data11 != 3 then - print ======data11=$data11 - goto loop2 -endi - -if $data12 != 6 then - print ======data12=$data12 - goto loop2 -endi - -if $data13 != 3 then - print ======data13=$data13 - goto loop2 -endi - - - -print step2 -print =============== create database -sql create database test2 vgroups 4; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3) - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -sql insert into t2 values(1648791213000,0,1,1,1.0); -sql insert into t2 values(1648791213001,9,2,2,1.1); -sql insert into t2 values(1648791213009,0,3,3,1.0); - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -sql insert into t2 values(1648791223000,0,1,1,1.0); -sql insert into t2 values(1648791223001,9,2,2,1.1); -sql insert into t2 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop3: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt2 order by 1,2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop3 -endi - -if $data02 != 6 then - print ======data02=$data02 - goto loop3 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop3 -endi - -# row 1 -if $data11 != 3 then - print ======data11=$data11 - goto loop3 -endi - -if $data12 != 6 then - print ======data12=$data12 - goto loop3 -endi - -if $data13 != 3 then - print ======data13=$data13 - goto loop3 -endi - -# row 2 -if $data21 != 3 then - print ======data21=$data21 - goto loop3 -endi - -if $data22 != 6 then - print ======data22=$data22 - goto loop3 -endi - -if $data23 != 3 then - print ======data23=$data23 - goto loop3 -endi - -# row 3 -if $data31 != 3 then - print ======data31=$data31 - goto loop3 -endi - -if $data32 != 6 then - print ======data32=$data32 - goto loop3 -endi - -if $data33 != 3 then - print ======data33=$data33 - goto loop3 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -sleep 500 - -sql create stream streams3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop4: - -sleep 300 -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop4 -endi - -if $data02 != 6 then - print ======data02=$data02 - goto loop4 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop4 -endi - -# row 1 -if $data11 != 3 then - print ======data11=$data11 - goto loop4 -endi - -if $data12 != 6 then - print ======data12=$data12 - goto loop4 -endi - -if $data13 != 3 then - print ======data13=$data13 - goto loop4 -endi - -print count0 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/count1.sim b/tests/script/tsim/stream/count1.sim deleted file mode 100644 index 694f801f770e..000000000000 --- a/tests/script/tsim/stream/count1.sim +++ /dev/null @@ -1,36 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -# stable -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from st count_window(3); - -# IGNORE EXPIRED 0 -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 WATERMARK 10s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -# WATERMARK 0 -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -# All -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from st count_window(3); - -#2~INT32_MAX -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(1); -sql_error create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2147483648); - -sql create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 10s into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(2147483647); - -print count1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/count2.sim b/tests/script/tsim/stream/count2.sim deleted file mode 100644 index 3a413442a52b..000000000000 --- a/tests/script/tsim/stream/count2.sim +++ /dev/null @@ -1,306 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop0 -endi - -sql insert into t1 values(1648791213000,0,1,1,1.0); - -$loop_count = 0 -loop1: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 - -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop1 -endi - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop2: - -sleep 300 -print 2 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop2 -endi - -sql insert into t1 values(1648791212000,0,1,1,1.0); - -$loop_count = 0 -loop3: - -sleep 300 -print 3 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print ======rows=$rows - goto loop3 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop3 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(3) - -run tsim/stream/checkTaskStatus.sim - - - -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -sql insert into t2 values(1648791213001,9,2,2,1.1); -sql insert into t2 values(1648791213009,0,3,3,1.0); - -$loop_count = 0 -loop4: - -sleep 300 -print 0 sql select * from streamt2 order by 1;; -sql select * from streamt2 order by 1;; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop4 -endi - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t2 values(1648791213000,0,1,1,1.0); - -$loop_count = 0 -loop5: - -sleep 300 -print 1 sql select * from streamt2 order by 1;; -sql select * from streamt2 order by 1;; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 - -if $rows != 2 then - print ======rows=$rows - goto loop5 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop5 -endi - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -sql insert into t2 values(1648791223000,0,1,1,1.0); -sql insert into t2 values(1648791223001,9,2,2,1.1); -sql insert into t2 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop6: - -sleep 300 -print 2 sql select * from streamt2 order by 1; -sql select * from streamt2 order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print ======rows=$rows - goto loop6 -endi - -sql insert into t1 values(1648791212000,0,1,1,1.0); -sql insert into t2 values(1648791212000,0,1,1,1.0); - -$loop_count = 0 -loop7: - -sleep 300 -print 3 sql select * from streamt2 order by 1; -sql select * from streamt2 order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 6 then - print ======rows=$rows - goto loop7 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop7 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop7 -endi - -if $data21 != 3 then - print ======data21=$data21 - goto loop7 -endi - -if $data31 != 3 then - print ======data31=$data31 - goto loop7 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop7 -endi - -if $data51 != 1 then - print ======data51=$data51 - goto loop7 -endi - -print count2 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/count3.sim b/tests/script/tsim/stream/count3.sim deleted file mode 100644 index c034bd649556..000000000000 --- a/tests/script/tsim/stream/count3.sim +++ /dev/null @@ -1,118 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(3); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791213001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop2: - -sleep 300 -print 2 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop2 -endi - -sql insert into t1 values(1648791213000,4,4,4,4.0); - -$loop_count = 0 -loop3: - -sleep 300 -print 3 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop3 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop3 -endi - -sql delete from t1 where ts = 1648791223001; - -$loop_count = 0 -loop4: - -sleep 300 -print 3 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop4 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop4 -endi - - -print count3 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/countSliding0.sim b/tests/script/tsim/stream/countSliding0.sim deleted file mode 100644 index 794a8ce34710..000000000000 --- a/tests/script/tsim/stream/countSliding0.sim +++ /dev/null @@ -1,467 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791213001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791213002,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791213009,0,3,3,1.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 2 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop0 -endi - -# row 1 -if $data11 != 2 then - print ======data11=$data11 - goto loop0 -endi - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791223001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223002,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop2: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop2 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop2 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop2 -endi - -sql insert into t1 values(1648791233000,0,1,1,1.0) (1648791233001,9,2,2,1.1) (1648791233002,9,2,2,1.1) (1648791233009,0,3,3,1.0); - -$loop_count = 0 -loop3: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - - -sql insert into t1 values(1648791243000,0,1,1,1.0) (1648791243001,9,2,2,1.1); - -$loop_count = 0 -loop4: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4 -endi - -sql insert into t1 values(1648791253000,0,1,1,1.0) (1648791253001,9,2,2,1.1) (1648791253002,9,2,2,1.1); - -$loop_count = 0 -loop5: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 -print $data80 $data81 $data82 $data83 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 9 then - print ======rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791263000,0,1,1,1.0); - -$loop_count = 0 -loop6: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 -print $data80 $data81 $data82 $data83 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 9 then - print ======rows=$rows - goto loop6 -endi - - - -print step2 -print =============== create database -sql create database test2 vgroups 4; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname count_window(4, 2); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791213001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791213002,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791213009,0,3,3,1.0); - -$loop_count = 0 -loop7: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 2 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop7 -endi - -# row 1 -if $data11 != 2 then - print ======data11=$data11 - goto loop7 -endi - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791223001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223002,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop8: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop8 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop8 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop8 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop8 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop8 -endi - -sql insert into t1 values(1648791233000,0,1,1,1.0) (1648791233001,9,2,2,1.1) (1648791233002,9,2,2,1.1) (1648791233009,0,3,3,1.0); - -$loop_count = 0 -loop9: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop9 -endi - - -sql insert into t1 values(1648791243000,0,1,1,1.0) (1648791243001,9,2,2,1.1); - -$loop_count = 0 -loop10: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop10 -endi - -sql insert into t1 values(1648791253000,0,1,1,1.0) (1648791253001,9,2,2,1.1) (1648791253002,9,2,2,1.1); - -$loop_count = 0 -loop11: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 -print $data80 $data81 $data82 $data83 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 9 then - print ======rows=$rows - goto loop11 -endi - -sql insert into t1 values(1648791263000,0,1,1,1.0); - -$loop_count = 0 -loop12: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 -print $data50 $data51 $data52 $data53 -print $data60 $data61 $data62 $data63 -print $data70 $data71 $data72 $data73 -print $data80 $data81 $data82 $data83 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 9 then - print ======rows=$rows - goto loop12 -endi -print count sliding 0 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/countSliding1.sim b/tests/script/tsim/stream/countSliding1.sim deleted file mode 100644 index 43f5a44cb634..000000000000 --- a/tests/script/tsim/stream/countSliding1.sim +++ /dev/null @@ -1,183 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791213001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791213002,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791213009,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791223000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791223001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223002,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop0 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop0 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop0 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop0 -endi - -sql insert into t1 values(1648791213000,0,1,1,1.0); - - -$loop_count = 0 -loop1: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop1 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop1 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop1 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop1 -endi - -sleep 500 -sql insert into t1 values(1648791223002,9,2,2,1.1); - - -$loop_count = 0 -loop2: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop2 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop2 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop2 -endi - -print count sliding 1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/countSliding2.sim b/tests/script/tsim/stream/countSliding2.sim deleted file mode 100644 index 6c6a51ac76b5..000000000000 --- a/tests/script/tsim/stream/countSliding2.sim +++ /dev/null @@ -1,177 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 WATERMARK 100s into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 count_window(4, 2); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791213001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791213002,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791213009,0,3,3,1.0); -sleep 100 -sql insert into t1 values(1648791223000,0,1,1,1.0); -sleep 100 -sql insert into t1 values(1648791223001,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223002,9,2,2,1.1); -sleep 100 -sql insert into t1 values(1648791223009,0,3,3,1.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop0 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop0 -endi - -# row 2 -if $data21 != 4 then - print ======data21=$data21 - goto loop0 -endi - -# row 3 -if $data31 != 2 then - print ======data31=$data31 - goto loop0 -endi - -sql delete from t1 where ts = 1648791213000; - - -$loop_count = 0 -loop1: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop1 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop1 -endi - -# row 2 -if $data21 != 3 then - print ======data21=$data21 - goto loop1 -endi - -# row 3 -if $data31 != 1 then - print ======data31=$data31 - goto loop1 -endi - -sleep 500 -sql delete from t1 where ts = 1648791223002; - - -$loop_count = 0 -loop2: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 3 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop2 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -# row 2 -if $data21 != 2 then - print ======data21=$data21 - goto loop2 -endi - -print count sliding 1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/deleteInterval.sim b/tests/script/tsim/stream/deleteInterval.sim deleted file mode 100644 index 9fa706d18888..000000000000 --- a/tests/script/tsim/stream/deleteInterval.sim +++ /dev/null @@ -1,499 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from t1 interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sleep 1000 -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop0 -endi - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop1 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213001,2,2,2,2.0); -sql insert into t1 values(1648791213002,3,3,3,3.0); -sql insert into t1 values(1648791213003,4,4,4,4.0); - -sleep 1000 -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791213002; - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop3 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop4 -endi - -sleep 1000 - -sql delete from t1 where ts >= 1648791223000 and ts <= 1648791223003; - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop5 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213005,2,2,2,2.0); -sql insert into t1 values(1648791213006,3,3,3,3.0); -sql insert into t1 values(1648791213007,4,4,4,4.0); - -sql insert into t1 values(1648791223000,1,1,1,1.0); -sql insert into t1 values(1648791223001,2,2,2,2.0); -sql insert into t1 values(1648791223002,3,3,3,3.0); -sql insert into t1 values(1648791223003,4,4,4,4.0); - -sql insert into t1 values(1648791233000,1,1,1,1.0); -sql insert into t1 values(1648791233001,2,2,2,2.0); -sql insert into t1 values(1648791233008,3,3,3,3.0); -sql insert into t1 values(1648791233009,4,4,4,4.0); - -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791233005; - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 4 then - print =====data12=$data12 - goto loop6 -endi - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql drop database if exists test; -sql create database test2 vgroups 4; -sql create database test vgroups 1; -sql use test2; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop7 -endi - -sleep 1000 - -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop8: -sleep 1000 - -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791223002,3,2,3,1.0); -sql insert into t2 values(1648791223003,3,2,3,1.0); - -sleep 1000 - -sql delete from t2 where ts >= 1648791223000 and ts <= 1648791223001; - -$loop_count = 0 - -loop11: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop11 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop11 -endi - -if $data11 != 6 then - print =====data11=$data11 - goto loop11 -endi - -if $data12 != 3 then - print =====data12=$data12 - goto loop11 -endi - -sleep 1000 - -sql delete from st where ts >= 1648791223000 and ts <= 1648791223003; - -$loop_count = 0 - -loop12: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop12 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop12 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop12 -endi - -sql insert into t1 values(1648791213004,3,2,3,1.0); -sql insert into t1 values(1648791213005,3,2,3,1.0); -sql insert into t1 values(1648791213006,3,2,3,1.0); -sql insert into t1 values(1648791223004,1,2,3,1.0); -sql insert into t2 values(1648791213004,3,2,3,1.0); -sql insert into t2 values(1648791213005,3,2,3,1.0); -sql insert into t2 values(1648791213006,3,2,3,1.0); -sql insert into t2 values(1648791223004,1,2,3,1.0); - -sleep 1000 - -sql delete from t2 where ts >= 1648791213004 and ts <= 1648791213006; - -$loop_count = 0 - -loop13: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop13 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop13 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop13 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop13 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop13 -endi - -sql insert into t1 values(1648791223005,1,2,3,1.0); -sql insert into t1 values(1648791223006,1,2,3,1.0); -sql insert into t2 values(1648791223005,1,2,3,1.0); -sql insert into t2 values(1648791223006,1,2,3,1.0); - -sql insert into t1 values(1648791233005,4,2,3,1.0); -sql insert into t1 values(1648791233006,2,2,3,1.0); -sql insert into t2 values(1648791233005,5,2,3,1.0); -sql insert into t2 values(1648791233006,3,2,3,1.0); - -sleep 1000 - -sql delete from st where ts >= 1648791213001 and ts <= 1648791233005; - -$loop_count = 0 - -loop14: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop14 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop14 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop14 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop14 -endi - -if $data12 != 3 then - print =====data12=$data12 - goto loop14 -endi - - -sql create database test3 vgroups 4; -sql use test3; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -sql delete from t1; - -loop15: -sleep 1000 -sql select * from test.streamt3 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop15 -endi - -$loop_count = 0 - -sql delete from t1 where ts > 100; - -loop16: -sleep 1000 -sql select * from test.streamt3 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop16 -endi - -$loop_count = 0 - -sql delete from st; - -loop17: -sleep 1000 -sql select * from test.streamt3 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop17 -endi - - - - - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/deleteScalar.sim b/tests/script/tsim/stream/deleteScalar.sim deleted file mode 100644 index 45ebacba8475..000000000000 --- a/tests/script/tsim/stream/deleteScalar.sim +++ /dev/null @@ -1,263 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop database if exists test; -sql create database test vgroups 4; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select ts, a, b from t1 partition by a; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -$loop_count = 0 - -loop0: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop1: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 - -if $rows != 3 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop1 -endi - -print ======================step 2 - -sql drop database if exists test1; -sql create database test1 vgroups 4; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 subtable(concat("aaa-", cast( a as varchar(10) ))) as select ts, a, b from t1 partition by a; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -$loop_count = 0 - -loop2: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 6 then - print ======rows=$rows - goto loop2 -endi - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop3: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 - -if $rows != 3 then - print ======rows=$rows - goto loop3 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop3 -endi - -print ======================step 3 - -sql drop database if exists test1; -sql create database test2 vgroups 4; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 subtable("aaa-a") as select ts, a, b from t1; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop5: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt2 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop5 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop5 -endi - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/deleteSession.sim b/tests/script/tsim/stream/deleteSession.sim deleted file mode 100644 index cdb43c767249..000000000000 --- a/tests/script/tsim/stream/deleteSession.sim +++ /dev/null @@ -1,649 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from t1 session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sleep 1000 -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop0 -endi - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop1 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213001,2,2,2,2.0); -sql insert into t1 values(1648791213002,3,3,3,3.0); -sql insert into t1 values(1648791213003,4,4,4,4.0); - -sleep 1000 -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791213002; - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop3 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop4 -endi - -sleep 1000 - -sql delete from t1 where ts >= 1648791223000 and ts <= 1648791223003; - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop5 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213005,2,2,2,2.0); -sql insert into t1 values(1648791213006,3,3,3,3.0); -sql insert into t1 values(1648791213007,4,4,4,4.0); - -sql insert into t1 values(1648791223000,1,1,1,1.0); -sql insert into t1 values(1648791223001,2,2,2,2.0); -sql insert into t1 values(1648791223002,3,3,3,3.0); -sql insert into t1 values(1648791223003,4,4,4,4.0); - -sql insert into t1 values(1648791233000,1,1,1,1.0); -sql insert into t1 values(1648791233001,2,2,2,2.0); -sql insert into t1 values(1648791233008,3,3,3,3.0); -sql insert into t1 values(1648791233009,4,4,4,4.0); - -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791233005; - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 4 then - print =====data12=$data12 - goto loop6 -endi - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql create database test2 vgroups 4; -sql use test2; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts,5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop7 -endi - -sleep 1000 - -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop8: -sleep 1000 - -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791223002,3,2,3,1.0); -sql insert into t2 values(1648791223003,3,2,3,1.0); - -sleep 1000 - -sql delete from t2 where ts >= 1648791223000 and ts <= 1648791223001; - -$loop_count = 0 - -loop11: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop11 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop11 -endi - -if $data11 != 6 then - print =====data11=$data11 - goto loop11 -endi - -if $data12 != 3 then - print =====data12=$data12 - goto loop11 -endi - -sleep 1000 - -sql delete from st where ts >= 1648791223000 and ts <= 1648791223003; - -$loop_count = 0 - -loop12: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop12 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop12 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop12 -endi - -sql insert into t1 values(1648791213004,3,2,3,1.0); -sql insert into t1 values(1648791213005,3,2,3,1.0); -sql insert into t1 values(1648791213006,3,2,3,1.0); -sql insert into t1 values(1648791223004,1,2,3,1.0); -sql insert into t2 values(1648791213004,3,2,3,1.0); -sql insert into t2 values(1648791213005,3,2,3,1.0); -sql insert into t2 values(1648791213006,3,2,3,1.0); -sql insert into t2 values(1648791223004,1,2,3,1.0); - -sleep 1000 - -sql delete from t2 where ts >= 1648791213004 and ts <= 1648791213006; - -$loop_count = 0 - -loop13: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop13 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop13 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop13 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop13 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop13 -endi - -sql insert into t1 values(1648791223005,1,2,3,1.0); -sql insert into t1 values(1648791223006,1,2,3,1.0); -sql insert into t2 values(1648791223005,1,2,3,1.0); -sql insert into t2 values(1648791223006,1,2,3,1.0); - -sql insert into t1 values(1648791233005,4,2,3,1.0); -sql insert into t1 values(1648791233006,2,2,3,1.0); -sql insert into t2 values(1648791233005,5,2,3,1.0); -sql insert into t2 values(1648791233006,3,2,3,1.0); - -sleep 1000 - -sql delete from st where ts >= 1648791213001 and ts <= 1648791233005; - -$loop_count = 0 - -loop14: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop14 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop14 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop14 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop14 -endi - -if $data12 != 3 then - print =====data12=$data12 - goto loop14 -endi - -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop database if exists test3; -sql drop database if exists test; -sql create database test3 vgroups 4; -sql create database test vgroups 1; -sql use test3; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt3 as select _wstart c1, count(*) c2, max(a) c3 from st session(ts,5s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791210000,1,1,1,NULL); -sql insert into t1 values(1648791210001,2,2,2,NULL); -sql insert into t2 values(1648791213001,3,3,3,NULL); -sql insert into t2 values(1648791213003,4,4,4,NULL); -sql insert into t1 values(1648791216000,5,5,5,NULL); -sql insert into t1 values(1648791216002,6,6,6,NULL); -sql insert into t1 values(1648791216004,7,7,7,NULL); -sql insert into t2 values(1648791218001,8,8,8,NULL); -sql insert into t2 values(1648791218003,9,9,9,NULL); -sql insert into t1 values(1648791222000,10,10,10,NULL); -sql insert into t1 values(1648791222003,11,11,11,NULL); -sql insert into t1 values(1648791222005,12,12,12,NULL); - -sql insert into t1 values(1648791232005,13,13,13,NULL); -sql insert into t2 values(1648791242005,14,14,14,NULL); - -$loop_count = 0 - -loop19: -sleep 1000 -sql select * from test.streamt3 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print =====rows=$rows - goto loop19 -endi - -sql delete from t2 where ts >= 1648791213001 and ts <= 1648791218003; - -$loop_count = 0 - -loop20: -sleep 1000 -sql select * from test.streamt3 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 5 then - print =====rows=$rows - goto loop20 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop20 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop20 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop20 -endi - -if $data12 != 7 then - print =====data12=$data12 - goto loop20 -endi - -if $data21 != 3 then - print =====data21=$data21 - goto loop20 -endi - -if $data22 != 12 then - print =====data22=$data22 - goto loop20 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop20 -endi - -if $data32 != 13 then - print =====data32=$data32 - goto loop20 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop20 -endi - -if $data42 != 14 then - print =====data42=$data42 - goto loop20 -endi - -sql drop database if exists test4; -sql drop stream if exists streams4; -sql create database test4 vgroups 1; -sql use test4; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -print create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname session(ts, 2s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791210000,1,2,3); -sql insert into t1 values(1648791220000,2,2,3); -sql insert into t1 values(1648791221000,2,2,3); -sql insert into t1 values(1648791222000,2,2,3); -sql insert into t1 values(1648791223000,2,2,3); -sql insert into t1 values(1648791231000,2,2,3); - -sql insert into t2 values(1648791210000,1,2,3); -sql insert into t2 values(1648791220000,2,2,3); -sql insert into t2 values(1648791221000,2,2,3); -sql insert into t2 values(1648791231000,2,2,3); - -$loop_count = 0 - -loop21: -sleep 1000 -sql select * from streamt4 order by c1 desc;; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 6 then - print =====rows=$rows - goto loop21 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop21 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop21 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop21 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop21 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop21 -endi - -if $data51 != 1 then - print =====data51=$data51 - goto loop21 -endi - -print delete from st where ts >= 1648791220000 and ts <=1648791223000; -sql delete from st where ts >= 1648791220000 and ts <=1648791223000; - -loop22: -sleep 1000 -sql select * from streamt4 order by c1 desc;; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop22 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop22 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop22 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop22 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop22 -endi - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/deleteState.sim b/tests/script/tsim/stream/deleteState.sim deleted file mode 100644 index 04c57c6483da..000000000000 --- a/tests/script/tsim/stream/deleteState.sim +++ /dev/null @@ -1,303 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(b) c3 from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sleep 1000 -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop0 -endi - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop1 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213001,1,2,2,2.0); -sql insert into t1 values(1648791213002,1,3,3,3.0); -sql insert into t1 values(1648791213003,1,4,4,4.0); - -sleep 1000 -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791213002; - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop3 -endi - -sql insert into t1 values(1648791223000,2,2,3,1.0); -sql insert into t1 values(1648791223001,2,2,3,1.0); -sql insert into t1 values(1648791223002,2,2,3,1.0); -sql insert into t1 values(1648791223003,2,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop4 -endi - -sleep 1000 - -sql delete from t1 where ts >= 1648791223000 and ts <= 1648791223003; - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop5 -endi - -sql insert into t1 values(1648791213000,1,1,1,1.0); -sql insert into t1 values(1648791213005,1,2,2,2.0); -sql insert into t1 values(1648791213006,1,3,3,3.0); -sql insert into t1 values(1648791213007,1,4,4,4.0); - -sql insert into t1 values(1648791223000,2,1,1,1.0); -sql insert into t1 values(1648791223001,2,2,2,2.0); -sql insert into t1 values(1648791223002,2,3,3,3.0); -sql insert into t1 values(1648791223003,2,4,4,4.0); - -sql insert into t1 values(1648791233000,3,1,1,1.0); -sql insert into t1 values(1648791233001,3,2,2,2.0); -sql insert into t1 values(1648791233008,3,3,3,3.0); -sql insert into t1 values(1648791233009,3,4,4,4.0); - -sql delete from t1 where ts >= 1648791213001 and ts <= 1648791233005; - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop6 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 4 then - print =====data12=$data12 - goto loop6 -endi - -sql drop database if exists test4; -sql drop stream if exists streams4; -sql create database test4 vgroups 1; -sql use test4; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -print create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, count(*) c1 from st partition by tbname state_window(c); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,1); -sql insert into t1 values(1648791220000,2,2,2); -sql insert into t1 values(1648791221000,2,2,2); -sql insert into t1 values(1648791222000,2,2,2); -sql insert into t1 values(1648791223000,2,2,2); -sql insert into t1 values(1648791231000,2,2,3); - -sql insert into t2 values(1648791210000,1,2,1); -sql insert into t2 values(1648791220000,2,2,2); -sql insert into t2 values(1648791221000,2,2,2); -sql insert into t2 values(1648791231000,2,2,3); - -$loop_count = 0 - -loop21: -sleep 1000 -sql select * from streamt4 order by c1 desc;; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 6 then - print =====rows=$rows - goto loop21 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop21 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop21 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop21 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop21 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop21 -endi - -if $data51 != 1 then - print =====data51=$data51 - goto loop21 -endi - -print delete from st where ts >= 1648791220000 and ts <=1648791223000; -sql delete from st where ts >= 1648791220000 and ts <=1648791223000; - -loop22: -sleep 1000 -sql select * from streamt4 order by c1 desc;; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop22 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop22 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop22 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop22 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop22 -endi - - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/distributeInterval0.sim b/tests/script/tsim/stream/distributeInterval0.sim deleted file mode 100644 index 7f206b78d8e6..000000000000 --- a/tests/script/tsim/stream/distributeInterval0.sim +++ /dev/null @@ -1,639 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - - - -print ===== step2 -sql drop stream if exists stream_t1; -sql drop database if exists test; -sql create database test vgroups 4; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 1d into streamtST1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); - -sql insert into ts3 values(1648791213001,1,12,3,1.0); -sql insert into ts4 values(1648791213001,1,12,3,1.0); - -sql insert into ts1 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts2 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts3 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts4 values(1648791213002,NULL,NULL,NULL,NULL); - -$loop_count = 0 -loop0: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 1 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 1 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 8 then - print =1====data01=$data01 - goto loop0 -endi - -sql insert into ts1 values(1648791223002,2,2,3,1.1); -sql insert into ts1 values(1648791233003,3,2,3,2.1); -sql insert into ts2 values(1648791243004,4,2,43,73.1); -sql insert into ts1 values(1648791213002,24,22,23,4.1); -sql insert into ts1 values(1648791243005,4,20,3,3.1); -sql insert into ts2 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts1 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts2 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); - -$loop_count = 0 -loop01: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 2 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop01 -endi - -if $data01 != 8 then - print =2====data01=$data01 - goto loop01 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop01 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop01 -endi - -if $data31 != 11 then - print =====data31=$data31 - goto loop01 -endi - -sql insert into ts1 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -$loop_count = 0 -loop011: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 3 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop011 -endi - -if $data01 != 8 then - print =3====data01=$data01 - goto loop011 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop011 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop011 -endi - -if $data31 != 13 then - print =====data31=$data31 - goto loop011 -endi - -sql insert into ts2 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; - -$loop_count = 0 -loop02: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 4 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop02 -endi - -if $data01 != 8 then - print =4====data01=$data01 - goto loop02 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop02 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop02 -endi - -if $data31 != 15 then - print =====data31=$data31 - goto loop02 -endi - - -sql insert into ts1 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -$loop_count = 0 -loop03: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 5 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop03 -endi - -if $data01 != 8 then - print =5====data01=$data01 - goto loop03 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop03 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop03 -endi - -if $data31 != 15 then - print =====data31=$data31 - goto loop03 -endi - -sql insert into ts3 values(1648791223002,2,2,3,1.1); -sql insert into ts4 values(1648791233003,3,2,3,2.1); -sql insert into ts3 values(1648791243004,4,2,43,73.1); -sql insert into ts4 values(1648791213002,24,22,23,4.1); - -$loop_count = 0 -loop032: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 6-0 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop032 -endi - -if $data01 != 8 then - print =6====data01=$data01 - goto loop032 -endi - -sql insert into ts3 values(1648791243005,4,20,3,3.1); -sql insert into ts4 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts3 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts4 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); - -$loop_count = 0 -loop033: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 6-1 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop033 -endi - -if $data01 != 8 then - print =6====data01=$data01 - goto loop033 -endi - -sql insert into ts3 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -$loop_count = 0 -loop04: - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sleep 1000 -print 6 select * from streamtST1; -sql select * from streamtST1; - -if $rows != 4 then - print =====rows=$rows - goto loop04 -endi - -if $data01 != 8 then - print =6====data01=$data01 - goto loop04 -endi - -if $data11 != 5 then - print =====data11=$data11 - goto loop04 -endi - -if $data21 != 3 then - print =====data21=$data21 - goto loop04 -endi - -if $data31 != 28 then - print =====data31=$data31 - goto loop04 -endi - -sql insert into ts4 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; -sql insert into ts3 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -$loop_count = 0 -loop1: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data01 != 8 then - print =7====data01=$data01 - goto loop1 -endi - -if $data02 != 6 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 52 then - print ======data03=$data03 - goto loop1 -endi - -if $data04 != 52 then - print ======data04=$data04 - goto loop1 -endi - -if $data05 != 13 then - print ======data05=$data05 - goto loop1 -endi - -# row 1 -if $data11 != 6 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 6 then - print =====data12=$data12 - goto loop1 -endi - -if $data13 != 92 then - print ======$data13 - return -1 -endi - -if $data14 != 22 then - print ======$data14 - return -1 -endi - -if $data15 != 3 then - print ======$data15 - return -1 -endi - -# row 2 -if $data21 != 4 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 4 then - print =====data22=$data22 - goto loop1 -endi - -if $data23 != 32 then - print ======$data23 - return -1 -endi - -if $data24 != 12 then - print ======$data24 - return -1 -endi - -if $data25 != 3 then - print ======$data25 - return -1 -endi - -# row 3 -if $data31 != 30 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 30 then - print =====data32=$data32 - goto loop1 -endi - -if $data33 != 180 then - print ======$data33 - return -1 -endi - -if $data34 != 42 then - print ======$data34 - return -1 -endi - -if $data35 != 3 then - print ======$data35 - return -1 -endi - -sql select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5, avg(d) from st interval(10s); - - -sql create database test1 vgroups 4; -sql use test1; -sql create stable st(ts timestamp, a int, b int , c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 20s into streamtST1 as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6 from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3); -sql insert into ts1 values(1648791222001,2,2,3); -sql insert into ts2 values(1648791211000,1,2,3); -sql insert into ts2 values(1648791222001,2,2,3); - -$loop_count = 0 -loop2: -sql select * from streamtST1; - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data01 != 2 then - print =8====data01=$data01 - goto loop2 -endi - -#rows 1 -if $data11 != 2 then - print =====data11=$data11 - goto loop2 -endi - -#max,min selectivity -sql create database test3 vgroups 4; -sql use test3; -sql create stable st(ts timestamp, a int, b int , c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t3 trigger at_once into streamtST3 as select ts, min(a) c6, a, b, c, ta, tb, tc from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into ts1 values(1648791211000,1,2,3); -sleep 50 -sql insert into ts1 values(1648791222001,2,2,3); -sleep 50 -sql insert into ts2 values(1648791211000,1,2,3); -sleep 50 -sql insert into ts2 values(1648791222001,2,2,3); -sleep 50 - -$loop_count = 0 -loop3: -sql select * from streamtST3; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data02 != 1 then - print =====data02=$data02 - goto loop3 -endi - -# row 1 -if $data12 != 2 then - print =====data12=$data12 - goto loop3 -endi - -return 1 - -print ===== step3 - -sql drop database if exists test4; -sql create database test4 vgroups 10; -sql use test4; -sql create stable st(ts timestamp,a int,b int,c varchar(250) ) tags(ta int,tb int,tc int); -sql create table aaa using st tags(1,1,1); -sql create table bbb using st tags(2,2,2); -sql create table ccc using st tags(3,2,2); -sql create table ddd using st tags(4,2,2); - - -sql create stream streams1 IGNORE EXPIRED 0 IGNORE UPDATE 0 fill_history 0 watermark 3s into streamst subtable(c) as select _wstart, c , count(*) c1, last_row(b) c2 from st partition by c interval(1s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into aaa values(1648791221001,2,2,"/a1/aa/aa"); -sql insert into bbb values(1648791221001,2,2,"/a1/aa/aa"); -sql insert into ccc values(1648791221001,2,2,"/a1/aa/aa"); -sql insert into ddd values(1648791221001,2,2,"/a1/aa/aa"); - -sql insert into aaa values(1648791222002,2,2,"/a2/aa/aa"); -sql insert into bbb values(1648791222002,2,2,"/a2/aa/aa"); -sql insert into ccc values(1648791222002,2,2,"/a2/aa/aa"); -sql insert into ddd values(1648791222002,2,2,"/a2/aa/aa"); - -sql insert into aaa values(1648791223003,2,2,"/a3/aa/aa"); -sql insert into bbb values(1648791223003,2,2,"/a3/aa/aa"); -sql insert into ccc values(1648791223003,2,2,"/a3/aa/aa"); -sql insert into ddd values(1648791223003,2,2,"/a3/aa/aa"); - -sql insert into aaa values(1648791224003,2,2,"/a4/aa/aa"); -sql insert into bbb values(1648791224003,2,2,"/a4/aa/aa"); -sql insert into ccc values(1648791224003,2,2,"/a4/aa/aa"); -sql insert into ddd values(1648791224003,2,2,"/a4/aa/aa"); - - -sql insert into aaa values(1648791225003,2,2,"/a5/aa/aa"); -sql insert into bbb values(1648791225003,2,2,"/a5/aa/aa"); -sql insert into ccc values(1648791225003,2,2,"/a5/aa/aa"); -sql insert into ddd values(1648791225003,2,2,"/a5/aa/aa"); - -sql insert into aaa values(1648791226003,2,2,"/a6/aa/aa"); -sql insert into bbb values(1648791226003,2,2,"/a6/aa/aa"); -sql insert into ccc values(1648791226003,2,2,"/a6/aa/aa"); -sql insert into ddd values(1648791226003,2,2,"/a6/aa/aa"); - -$loop_count = 0 - -loop4: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamst; - -if $rows == 0 then - goto loop4 -endi - -sql delete from aaa where ts = 1648791223003 ; - -$loop_count = 0 - -loop5: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamst; - -if $rows == 0 then - goto loop5 -endi - - -sql delete from ccc; - -$loop_count = 0 - -loop6: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamst; - -if $rows == 0 then - goto loop6 -endi - -sql delete from ddd; - -$loop_count = 0 - -loop7: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamst; - -if $rows == 0 then - goto loop7 -endi - -print ===== over - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/distributeIntervalRetrive0.sim b/tests/script/tsim/stream/distributeIntervalRetrive0.sim deleted file mode 100644 index 5569f4267bf7..000000000000 --- a/tests/script/tsim/stream/distributeIntervalRetrive0.sim +++ /dev/null @@ -1,302 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 - -system sh/exec.sh -n dnode1 -s start -#==system sh/exec.sh -n dnode1 -s start -v - -sleep 50 -sql connect - -sql create dnode $hostname2 port 7200 - -system sh/exec.sh -n dnode2 -s start - -print ===== step1 -$x = 0 -step1: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step1 -endi -if $data(2)[4] != ready then - goto step1 -endi - -print ===== step2 - -sql create database test vgroups 10; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 10s into streamtST1 as select _wstart, count(*) c1, sum(a) c3 , max(b) c4, min(c) c5 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); -sql insert into ts1 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts2 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts1 values(1648791223002,2,2,3,1.1); -sql insert into ts1 values(1648791233003,3,2,3,2.1); -sql insert into ts2 values(1648791243004,4,2,43,73.1); - -sql insert into ts1 values(1648791213002,24,22,23,4.1) (1648791243005,4,20,3,3.1); - -sleep 1000 - -sql insert into ts3 values(1648791213001,12,12,13,14.1) (1648791243005,14,30,30,30.1); - -$loop_count = 0 -loop1: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 5 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 38 then - print =====data02=$data02 - goto loop1 -endi - -# row 1 -if $data11 != 1 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop1 -endi - -#row2 -if $data21 != 1 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 3 then - print =====data22=$data22 - goto loop1 -endi - -#row 3 -if $data31 != 3 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 22 then - print =====data32=$data32 - goto loop1 -endi - -print loop1 over - -sql insert into ts1 values(1648791223008,4,2,30,3.1) (1648791213009,4,2,3,3.1) (1648791233010,4,2,3,3.1) (1648791243011,4,2,3,3.1)(1648791243012,34,32,33,3.1); - -$loop_count = 0 -loop2: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 6 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 42 then - print =====data02=$data02 - goto loop2 -endi - -# row 1 -if $data11 != 2 then - print =====data11=$data11 - goto loop2 -endi - -if $data12 != 6 then - print =====data12=$data12 - goto loop2 -endi - -#row2 -if $data21 != 2 then - print =====data21=$data21 - goto loop2 -endi - -if $data22 != 7 then - print =====data22=$data22 - goto loop2 -endi - -#row 3 -if $data31 != 5 then - print =====data31=$data31 - goto loop2 -endi - -if $data32 != 60 then - print =====data32=$data32 - goto loop2 -endi - -print loop2 over - -sql insert into ts4 values(1648791223008,4,2,30,3.1) (1648791213009,4,2,3,3.1) (1648791233010,4,2,3,3.1); - -$loop_count = 0 -loop3: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 7 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 46 then - print =====data02=$data02 - goto loop3 -endi - -# row 1 -if $data11 != 3 then - print =====data11=$data11 - goto loop3 -endi - -if $data12 != 10 then - print =====data12=$data12 - goto loop3 -endi - -#row2 -if $data21 != 3 then - print =====data21=$data21 - goto loop3 -endi - -if $data22 != 11 then - print =====data22=$data22 - goto loop3 -endi - -#row 3 -if $data31 != 5 then - print =====data31=$data31 - goto loop3 -endi - -if $data32 != 60 then - print =====data32=$data32 - goto loop3 -endi - -print loop3 over - -sql insert into ts1 values(1648791200001,1,12,3,1.0); -sql insert into ts2 values(1648791200001,1,12,3,1.0); -sql insert into ts3 values(1648791200001,1,12,3,1.0); -sql insert into ts4 values(1648791200001,1,12,3,1.0); - -$loop_count = 0 -loop31: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamtST1; - -if $rows <= 4 then - print =====rows=$rows - goto loop31 -endi - -print loop31 over - - -sql drop stream if exists streams1; -sql drop database if exists test1; -sql create database test1 vgroups 4 keep 7000; -sql use test1; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 delete_mark 20s into streamt1 as select _wstart as c0, count(*) c1, count(a) c2 from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3); - -sql insert into t1 values(1262275200000,2,2,3); -sql insert into t2 values(1262275200000,1,2,3); - -$loop_count = 0 -loop4: -sleep 1000 -sql select * from streamt1 order by c0; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 2 then - print =====loop4=rows=$rows - goto loop4 -endi - -if $data01 != 2 then - print =====loop4=data11=$data11 - goto loop4 -endi - - -print loop4 over - - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/distributeMultiLevelInterval0.sim b/tests/script/tsim/stream/distributeMultiLevelInterval0.sim deleted file mode 100644 index 15cc0d248492..000000000000 --- a/tests/script/tsim/stream/distributeMultiLevelInterval0.sim +++ /dev/null @@ -1,269 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 - -system sh/cfg.sh -n dnode1 -c streamAggCnt -v 2 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - - - -print ===== step1 -sql drop stream if exists streams1; -sql drop database if exists test; -sql create database test vgroups 4; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 1d into streamt1 as select _wstart, count(*) c1, sum(a) c3 , max(b) c4 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791213000,1,1,3,4.1); -sql insert into ts1 values(1648791223000,2,2,3,1.1); -sql insert into ts1 values(1648791233000,3,3,3,2.1); -sql insert into ts1 values(1648791243000,4,4,3,3.1); - -sql insert into ts2 values(1648791213000,1,5,3,4.1); -sql insert into ts2 values(1648791223000,2,6,3,1.1); -sql insert into ts2 values(1648791233000,3,7,3,2.1); -sql insert into ts2 values(1648791243000,4,8,3,3.1); - - -$loop_count = 0 -loop0: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamt1; -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 4 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop0 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop0 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop0 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop0 -endi - - -sql insert into ts1 values(1648791213000,1,9,3,4.1); - -$loop_count = 0 -loop1: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamt1; -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 4 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop1 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop1 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop1 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop1 -endi - -sleep 5000 - -sql delete from ts2 where ts = 1648791243000 ; - -$loop_count = 0 -loop2: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamt1; -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 4 then - print =====rows=$rows - goto loop2 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop2 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop2 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop2 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop2 -endi - -sql delete from ts2 where ts = 1648791223000 ; - -$loop_count = 0 -loop3: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamt1; -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 4 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop3 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop3 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop3 -endi - - -sql insert into ts1 values(1648791233001,3,9,3,2.1); - -$loop_count = 0 -loop4: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamt1; -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 4 then - print =====rows=$rows - goto loop4 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop4 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop4 -endi - -if $data21 != 3 then - print =====data21=$data21 - goto loop4 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop4 -endi - -sql select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5, avg(d) from st interval(10s); - - -print ===== over - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/distributeSession0.sim b/tests/script/tsim/stream/distributeSession0.sim deleted file mode 100644 index 749b9bd273ab..000000000000 --- a/tests/script/tsim/stream/distributeSession0.sim +++ /dev/null @@ -1,122 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql create dnode $hostname2 port 7200 - -system sh/exec.sh -n dnode2 -s start - -print ===== step1 -$x = 0 -step1: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step1 -endi -if $data(2)[4] != ready then - goto step1 -endi - -print ===== step2 - -sql create database test vgroups 4; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST as select _wstart, count(*) c1, sum(a) c2 , max(b) c3 from st session(ts, 10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,1,1) (1648791211005,1,1,1); -sql insert into ts2 values(1648791221004,1,2,3) (1648791221008,2,2,3); -sql insert into ts1 values(1648791211005,1,1,1); -sql insert into ts2 values(1648791221006,5,5,5) (1648791221007,5,5,5); -sql insert into ts2 values(1648791221008,5,5,5) (1648791221008,5,5,5)(1648791221006,5,5,5); -sql insert into ts1 values(1648791231000,1,1,1) (1648791231002,1,1,1) (1648791231006,1,1,1); -sql insert into ts1 values(1648791211000,6,6,6) (1648791231002,2,2,2); -sql insert into ts1 values(1648791211002,7,7,7); -sql insert into ts1 values(1648791211002,7,7,7) ts2 values(1648791221008,5,5,5) ; - -$loop_count = 0 -loop1: -sql select * from streamtST; - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 10 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 34 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 7 then - print ======$data03 - return -1 -endi - -print ===== step3 - -sql create database test1 vgroups 4; -sql use test1; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST2 as select _wstart, count(*) c1, sum(a) c2 , max(b) c3 from st partition by a session(ts, 10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791201000,1,1,1) (1648791210000,1,1,1); -sql insert into ts1 values(1648791211000,2,1,1) (1648791212000,2,1,1); -sql insert into ts2 values(1648791211000,3,1,1) (1648791212000,3,1,1); - -sql delete from st where ts = 1648791211000; - -$loop_count = 0 -loop2: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 -print 2 select * from streamtST2; -sql select * from streamtST2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print $data30 $data31 $data32 $data33 -print $data40 $data41 $data42 $data43 - -if $rows != 3 then - print =====rows=$rows - goto loop2 -endi - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/drop_stream.sim b/tests/script/tsim/stream/drop_stream.sim deleted file mode 100644 index 7ff9632a3e2b..000000000000 --- a/tests/script/tsim/stream/drop_stream.sim +++ /dev/null @@ -1,276 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 -system sh/deploy.sh -n dnode3 -i 3 -system sh/cfg.sh -n dnode1 -c supportVnodes -v 0 -system sh/cfg.sh -n dnode2 -c supportVnodes -v 4 -system sh/cfg.sh -n dnode3 -c supportVnodes -v 4 - -print ========== step1 -system sh/exec.sh -n dnode1 -s start -sql connect - -print ========== step2 -sql create dnode $hostname port 7200 -system sh/exec.sh -n dnode2 -s start - -$x = 0 -step2: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step2 -endi -if $data(2)[4] != ready then - goto step2 -endi - -print ========== step3 -sql drop database if exists test; -sql create database if not exists test vgroups 1 precision "ms" ; -sql use test; -sql create table test.scalar_function_stb (ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 tinyint unsigned, c6 smallint unsigned, c7 int unsigned, c8 bigint unsigned, c9 float, c10 double, c11 binary(256), c12 nchar(256), c13 bool) tags (t1 tinyint, t2 smallint, t3 int, t4 bigint, t5 tinyint unsigned, t6 smallint unsigned, t7 int unsigned, t8 bigint unsigned, t9 float, t10 double, t11 binary(256), t12 nchar(256), t13 bool) ; -sql create table scalar_function_ct1 using scalar_function_stb tags (-38, -32456, 509722288, -1404014954778348330, 87, 8879, 3351927345, 1840080781675115605, 3.002364316200592e+38, 6.698140580387119e+37, "bktezshfyvmrmgzwrwerytfwudlblkyyxismpommiqpqsptpiucptwqutzhajxbiitqxkrpobqhgqvjlvgsudewmelpunjspurbpbbwypvgbwjfrwidrchnojtxyhrwfjwgdiabzfoujxkwcjjxjqsrnhmryjhrykldmdfiwircdfahldtrtuafzvybkihyjatiqivbtpydjtmbfddcgyzjuqidwcchtsamnwyqwvajftayyvfrmqcqygbxmxgjx", "ddlxkxhrvviwnjeqhewbercnlontwbsyevcjsocrwyupautsjkdzqbwuzsuetptgsdfyjzfkqyobkysikpaxtqqonxtocfowaehgovshwyciyzfmdmcmwaolkhdunfhwhcanetepxyppuullxnclockmadyaaufywllwburgsfxizcjgzvboydpqymlwgktslclidbcwiyyubyuvhjgwldkgxswigjkpbpslvlsbigdlmuldmtbqencbntbaohxr", False) ; -sql create table test.scalar_function_tb1 (ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 tinyint unsigned, c6 smallint unsigned, c7 int unsigned, c8 bigint unsigned, c9 float, c10 double, c11 binary(256), c12 nchar(256), c13 bool) ; -sql create table if not exists scalar_stb (ts timestamp, c1 int, c2 double, c3 binary(20), c4 binary(20), c5 nchar(20)) tags (t1 int); -sql create table scalar_ct1 using scalar_stb tags(10); -sql create table if not exists scalar_tb (ts timestamp, c1 int, c2 double, c3 binary(20), c4 binary(20), c5 nchar(20)); -sql create stream stb_abs_stream trigger at_once into output_abs_stb as select ts, abs(c1), abs(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_abs_stream trigger at_once into output_abs_ctb as select ts, abs(c1), abs(c2), c3 from scalar_ct1; -sql create stream tb_abs_stream trigger at_once into output_abs_tb as select ts, abs(c1), abs(c2), c3 from scalar_tb; -sql create stream stb_acos_stream trigger at_once into output_acos_stb as select ts, acos(c1), acos(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_acos_stream trigger at_once into output_acos_ctb as select ts, acos(c1), acos(c2), c3 from scalar_ct1; -sql create stream tb_acos_stream trigger at_once into output_acos_tb as select ts, acos(c1), acos(c2), c3 from scalar_tb; -sql create stream stb_asin_stream trigger at_once into output_asin_stb as select ts, asin(c1), asin(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_asin_stream trigger at_once into output_asin_ctb as select ts, asin(c1), asin(c2), c3 from scalar_ct1; -sql create stream tb_asin_stream trigger at_once into output_asin_tb as select ts, asin(c1), asin(c2), c3 from scalar_tb; -sql create stream stb_atan_stream trigger at_once into output_atan_stb as select ts, atan(c1), atan(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_atan_stream trigger at_once into output_atan_ctb as select ts, atan(c1), atan(c2), c3 from scalar_ct1; -# sql create stream tb_atan_stream trigger at_once into output_atan_tb as select ts, atan(c1), atan(c2), c3 from scalar_tb; -# sql create stream stb_ceil_stream trigger at_once into output_ceil_stb as select ts, ceil(c1), ceil(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_ceil_stream trigger at_once into output_ceil_ctb as select ts, ceil(c1), ceil(c2), c3 from scalar_ct1; -# sql create stream tb_ceil_stream trigger at_once into output_ceil_tb as select ts, ceil(c1), ceil(c2), c3 from scalar_tb; -# sql create stream stb_cos_stream trigger at_once into output_cos_stb as select ts, cos(c1), cos(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_cos_stream trigger at_once into output_cos_ctb as select ts, cos(c1), cos(c2), c3 from scalar_ct1; -# sql create stream tb_cos_stream trigger at_once into output_cos_tb as select ts, cos(c1), cos(c2), c3 from scalar_tb; -# sql create stream stb_floor_stream trigger at_once into output_floor_stb as select ts, floor(c1), floor(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_floor_stream trigger at_once into output_floor_ctb as select ts, floor(c1), floor(c2), c3 from scalar_ct1; -# sql create stream tb_floor_stream trigger at_once into output_floor_tb as select ts, floor(c1), floor(c2), c3 from scalar_tb; -# sql create stream stb_log_stream trigger at_once into output_log_stb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_log_stream trigger at_once into output_log_ctb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_ct1; -# sql create stream tb_log_stream trigger at_once into output_log_tb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_tb; -# sql create stream stb_pow_stream trigger at_once into output_pow_stb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_pow_stream trigger at_once into output_pow_ctb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_ct1; -# sql create stream tb_pow_stream trigger at_once into output_pow_tb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_tb; -# sql create stream stb_round_stream trigger at_once into output_round_stb as select ts, round(c1), round(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_round_stream trigger at_once into output_round_ctb as select ts, round(c1), round(c2), c3 from scalar_ct1; -# sql create stream tb_round_stream trigger at_once into output_round_tb as select ts, round(c1), round(c2), c3 from scalar_tb; -# sql create stream stb_sin_stream trigger at_once into output_sin_stb as select ts, sin(c1), sin(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_sin_stream trigger at_once into output_sin_ctb as select ts, sin(c1), sin(c2), c3 from scalar_ct1; -# sql create stream tb_sin_stream trigger at_once into output_sin_tb as select ts, sin(c1), sin(c2), c3 from scalar_tb; -# sql create stream stb_sqrt_stream trigger at_once into output_sqrt_stb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_sqrt_stream trigger at_once into output_sqrt_ctb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_ct1; -# sql create stream tb_sqrt_stream trigger at_once into output_sqrt_tb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_tb; -# sql create stream stb_tan_stream trigger at_once into output_tan_stb as select ts, tan(c1), tan(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_tan_stream trigger at_once into output_tan_ctb as select ts, tan(c1), tan(c2), c3 from scalar_ct1; -# sql create stream tb_tan_stream trigger at_once into output_tan_tb as select ts, tan(c1), tan(c2), c3 from scalar_tb; -# sql create stream stb_char_length_stream into output_char_length_stb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_stb partition by tbname; -# sql create stream ctb_char_length_stream into output_char_length_ctb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_ct1; -# sql create stream tb_char_length_stream into output_char_length_tb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_tb; -# sql create stream stb_concat_stream into output_concat_stb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_stb partition by tbname; -# sql create stream ctb_concat_stream into output_concat_ctb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_ct1; -# sql create stream tb_concat_stream into output_concat_tb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_tb; -# sql create stream stb_concat_ws_stream into output_concat_ws_stb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_stb partition by tbname; -# sql create stream ctb_concat_ws_stream into output_concat_ws_ctb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_ct1; -# sql create stream tb_concat_ws_stream into output_concat_ws_tb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_tb; -# sql create stream stb_length_stream into output_length_stb as select ts, length(c3), length(c4), length(c5) from scalar_stb partition by tbname; -# sql create stream ctb_length_stream into output_length_ctb as select ts, length(c3), length(c4), length(c5) from scalar_ct1; -# sql create stream tb_length_stream into output_length_tb as select ts, length(c3), length(c4), length(c5) from scalar_tb; -# sql create stream stb_lower_stream into output_lower_stb as select ts, lower(c3), lower(c4), lower(c5) from scalar_stb partition by tbname; -# sql create stream ctb_lower_stream into output_lower_ctb as select ts, lower(c3), lower(c4), lower(c5) from scalar_ct1; -# sql create stream tb_lower_stream into output_lower_tb as select ts, lower(c3), lower(c4), lower(c5) from scalar_tb; -# sql create stream stb_ltrim_stream into output_ltrim_stb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_stb partition by tbname; -# sql create stream ctb_ltrim_stream into output_ltrim_ctb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_ct1; -# sql create stream tb_ltrim_stream into output_ltrim_tb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_tb; -# sql create stream stb_rtrim_stream into output_rtrim_stb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_stb partition by tbname; -# sql create stream ctb_rtrim_stream into output_rtrim_ctb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_ct1; -# sql create stream tb_rtrim_stream into output_rtrim_tb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_tb; -# sql create stream stb_substr_stream into output_substr_stb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_stb partition by tbname; -# sql create stream ctb_substr_stream into output_substr_ctb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_ct1; -# sql create stream tb_substr_stream into output_substr_tb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_tb; -# sql create stream stb_upper_stream into output_upper_stb as select ts, upper(c3), upper(c4), upper(c5) from scalar_stb partition by tbname; -# sql create stream ctb_upper_stream into output_upper_ctb as select ts, upper(c3), upper(c4), upper(c5) from scalar_ct1; -# sql create stream tb_upper_stream into output_upper_tb as select ts, upper(c3), upper(c4), upper(c5) from scalar_tb; -sql insert into scalar_ct1 values (1656668180503, 100, 100.1, "beijing", "taos", "Taos"); -sql insert into scalar_ct1 values (1656668180503+1s, -50, -50.1, "tianjin", "taosdata", "Taosdata"); -sql insert into scalar_ct1 values (1656668180503+2s, 0, Null, "hebei", "TDengine", Null); -sql insert into scalar_tb values (1656668180503, 100, 100.1, "beijing", "taos", "Taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, -50.1, "tianjin", "taosdata", "Taosdata"); -sql insert into scalar_tb values (1656668180503+2s, 0, Null, "hebei", "TDengine", Null); -sql insert into scalar_ct1 values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_ct1 values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); - -print ========== step4 -sql drop database test; - - -print ========== step5 repeat -sql drop database if exists test; -sql create database if not exists test vgroups 1 precision "ms" ; -sql use test; -sql create table test.scalar_function_stb (ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 tinyint unsigned, c6 smallint unsigned, c7 int unsigned, c8 bigint unsigned, c9 float, c10 double, c11 binary(256), c12 nchar(256), c13 bool) tags (t1 tinyint, t2 smallint, t3 int, t4 bigint, t5 tinyint unsigned, t6 smallint unsigned, t7 int unsigned, t8 bigint unsigned, t9 float, t10 double, t11 binary(256), t12 nchar(256), t13 bool) ; -sql create table scalar_function_ct1 using scalar_function_stb tags (-38, -32456, 509722288, -1404014954778348330, 87, 8879, 3351927345, 1840080781675115605, 3.002364316200592e+38, 6.698140580387119e+37, "bktezshfyvmrmgzwrwerytfwudlblkyyxismpommiqpqsptpiucptwqutzhajxbiitqxkrpobqhgqvjlvgsudewmelpunjspurbpbbwypvgbwjfrwidrchnojtxyhrwfjwgdiabzfoujxkwcjjxjqsrnhmryjhrykldmdfiwircdfahldtrtuafzvybkihyjatiqivbtpydjtmbfddcgyzjuqidwcchtsamnwyqwvajftayyvfrmqcqygbxmxgjx", "ddlxkxhrvviwnjeqhewbercnlontwbsyevcjsocrwyupautsjkdzqbwuzsuetptgsdfyjzfkqyobkysikpaxtqqonxtocfowaehgovshwyciyzfmdmcmwaolkhdunfhwhcanetepxyppuullxnclockmadyaaufywllwburgsfxizcjgzvboydpqymlwgktslclidbcwiyyubyuvhjgwldkgxswigjkpbpslvlsbigdlmuldmtbqencbntbaohxr", False) ; -sql create table test.scalar_function_tb1 (ts timestamp, c1 tinyint, c2 smallint, c3 int, c4 bigint, c5 tinyint unsigned, c6 smallint unsigned, c7 int unsigned, c8 bigint unsigned, c9 float, c10 double, c11 binary(256), c12 nchar(256), c13 bool) ; -sql create table if not exists scalar_stb (ts timestamp, c1 int, c2 double, c3 binary(20), c4 binary(20), c5 nchar(20)) tags (t1 int); -sql create table scalar_ct1 using scalar_stb tags(10); -sql create table if not exists scalar_tb (ts timestamp, c1 int, c2 double, c3 binary(20), c4 binary(20), c5 nchar(20)); -sql create stream stb_abs_stream trigger at_once into output_abs_stb as select ts, abs(c1), abs(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_abs_stream trigger at_once into output_abs_ctb as select ts, abs(c1), abs(c2), c3 from scalar_ct1; -sql create stream tb_abs_stream trigger at_once into output_abs_tb as select ts, abs(c1), abs(c2), c3 from scalar_tb; -sql create stream stb_acos_stream trigger at_once into output_acos_stb as select ts, acos(c1), acos(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_acos_stream trigger at_once into output_acos_ctb as select ts, acos(c1), acos(c2), c3 from scalar_ct1; -sql create stream tb_acos_stream trigger at_once into output_acos_tb as select ts, acos(c1), acos(c2), c3 from scalar_tb; -sql create stream stb_asin_stream trigger at_once into output_asin_stb as select ts, asin(c1), asin(c2), c3 from scalar_stb partition by tbname; -sql create stream ctb_asin_stream trigger at_once into output_asin_ctb as select ts, asin(c1), asin(c2), c3 from scalar_ct1; -sql create stream tb_asin_stream trigger at_once into output_asin_tb as select ts, asin(c1), asin(c2), c3 from scalar_tb; -sql create stream stb_atan_stream trigger at_once into output_atan_stb as select ts, atan(c1), atan(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_atan_stream trigger at_once into output_atan_ctb as select ts, atan(c1), atan(c2), c3 from scalar_ct1; -# sql create stream tb_atan_stream trigger at_once into output_atan_tb as select ts, atan(c1), atan(c2), c3 from scalar_tb; -# sql create stream stb_ceil_stream trigger at_once into output_ceil_stb as select ts, ceil(c1), ceil(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_ceil_stream trigger at_once into output_ceil_ctb as select ts, ceil(c1), ceil(c2), c3 from scalar_ct1; -# sql create stream tb_ceil_stream trigger at_once into output_ceil_tb as select ts, ceil(c1), ceil(c2), c3 from scalar_tb; -# sql create stream stb_cos_stream trigger at_once into output_cos_stb as select ts, cos(c1), cos(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_cos_stream trigger at_once into output_cos_ctb as select ts, cos(c1), cos(c2), c3 from scalar_ct1; -# sql create stream tb_cos_stream trigger at_once into output_cos_tb as select ts, cos(c1), cos(c2), c3 from scalar_tb; -# sql create stream stb_floor_stream trigger at_once into output_floor_stb as select ts, floor(c1), floor(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_floor_stream trigger at_once into output_floor_ctb as select ts, floor(c1), floor(c2), c3 from scalar_ct1; -# sql create stream tb_floor_stream trigger at_once into output_floor_tb as select ts, floor(c1), floor(c2), c3 from scalar_tb; -# sql create stream stb_log_stream trigger at_once into output_log_stb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_log_stream trigger at_once into output_log_ctb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_ct1; -# sql create stream tb_log_stream trigger at_once into output_log_tb as select ts, log(c1, 2), log(c2, 2), c3 from scalar_tb; -# sql create stream stb_pow_stream trigger at_once into output_pow_stb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_pow_stream trigger at_once into output_pow_ctb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_ct1; -# sql create stream tb_pow_stream trigger at_once into output_pow_tb as select ts, pow(c1, 2), pow(c2, 2), c3 from scalar_tb; -# sql create stream stb_round_stream trigger at_once into output_round_stb as select ts, round(c1), round(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_round_stream trigger at_once into output_round_ctb as select ts, round(c1), round(c2), c3 from scalar_ct1; -# sql create stream tb_round_stream trigger at_once into output_round_tb as select ts, round(c1), round(c2), c3 from scalar_tb; -# sql create stream stb_sin_stream trigger at_once into output_sin_stb as select ts, sin(c1), sin(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_sin_stream trigger at_once into output_sin_ctb as select ts, sin(c1), sin(c2), c3 from scalar_ct1; -# sql create stream tb_sin_stream trigger at_once into output_sin_tb as select ts, sin(c1), sin(c2), c3 from scalar_tb; -# sql create stream stb_sqrt_stream trigger at_once into output_sqrt_stb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_sqrt_stream trigger at_once into output_sqrt_ctb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_ct1; -# sql create stream tb_sqrt_stream trigger at_once into output_sqrt_tb as select ts, sqrt(c1), sqrt(c2), c3 from scalar_tb; -# sql create stream stb_tan_stream trigger at_once into output_tan_stb as select ts, tan(c1), tan(c2), c3 from scalar_stb partition by tbname; -# sql create stream ctb_tan_stream trigger at_once into output_tan_ctb as select ts, tan(c1), tan(c2), c3 from scalar_ct1; -# sql create stream tb_tan_stream trigger at_once into output_tan_tb as select ts, tan(c1), tan(c2), c3 from scalar_tb; -# sql create stream stb_char_length_stream into output_char_length_stb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_stb partition by tbname; -# sql create stream ctb_char_length_stream into output_char_length_ctb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_ct1; -# sql create stream tb_char_length_stream into output_char_length_tb as select ts, char_length(c3), char_length(c4), char_length(c5) from scalar_tb; -# sql create stream stb_concat_stream into output_concat_stb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_stb partition by tbname; -# sql create stream ctb_concat_stream into output_concat_ctb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_ct1; -# sql create stream tb_concat_stream into output_concat_tb as select ts, concat(c3, c4), concat(c3, c5), concat(c4, c5), concat(c3, c4, c5) from scalar_tb; -# sql create stream stb_concat_ws_stream into output_concat_ws_stb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_stb partition by tbname; -# sql create stream ctb_concat_ws_stream into output_concat_ws_ctb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_ct1; -# sql create stream tb_concat_ws_stream into output_concat_ws_tb as select ts, concat_ws("aND", c3, c4), concat_ws("and", c3, c5), concat_ws("And", c4, c5), concat_ws("AND", c3, c4, c5) from scalar_tb; -# sql create stream stb_length_stream into output_length_stb as select ts, length(c3), length(c4), length(c5) from scalar_stb partition by tbname; -# sql create stream ctb_length_stream into output_length_ctb as select ts, length(c3), length(c4), length(c5) from scalar_ct1; -# sql create stream tb_length_stream into output_length_tb as select ts, length(c3), length(c4), length(c5) from scalar_tb; -# sql create stream stb_lower_stream into output_lower_stb as select ts, lower(c3), lower(c4), lower(c5) from scalar_stb partition by tbname; -# sql create stream ctb_lower_stream into output_lower_ctb as select ts, lower(c3), lower(c4), lower(c5) from scalar_ct1; -# sql create stream tb_lower_stream into output_lower_tb as select ts, lower(c3), lower(c4), lower(c5) from scalar_tb; -# sql create stream stb_ltrim_stream into output_ltrim_stb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_stb partition by tbname; -# sql create stream ctb_ltrim_stream into output_ltrim_ctb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_ct1; -# sql create stream tb_ltrim_stream into output_ltrim_tb as select ts, ltrim(c3), ltrim(c4), ltrim(c5) from scalar_tb; -# sql create stream stb_rtrim_stream into output_rtrim_stb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_stb partition by tbname; -# sql create stream ctb_rtrim_stream into output_rtrim_ctb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_ct1; -# sql create stream tb_rtrim_stream into output_rtrim_tb as select ts, rtrim(c3), rtrim(c4), rtrim(c5) from scalar_tb; -# sql create stream stb_substr_stream into output_substr_stb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_stb partition by tbname; -# sql create stream ctb_substr_stream into output_substr_ctb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_ct1; -# sql create stream tb_substr_stream into output_substr_tb as select ts, substr(c3, 2), substr(c3, 2, 2), substr(c4, 5, 1), substr(c5, 3, 4) from scalar_tb; -# sql create stream stb_upper_stream into output_upper_stb as select ts, upper(c3), upper(c4), upper(c5) from scalar_stb partition by tbname; -# sql create stream ctb_upper_stream into output_upper_ctb as select ts, upper(c3), upper(c4), upper(c5) from scalar_ct1; -# sql create stream tb_upper_stream into output_upper_tb as select ts, upper(c3), upper(c4), upper(c5) from scalar_tb; -sql insert into scalar_ct1 values (1656668180503, 100, 100.1, "beijing", "taos", "Taos"); -sql insert into scalar_ct1 values (1656668180503+1s, -50, -50.1, "tianjin", "taosdata", "Taosdata"); -sql insert into scalar_ct1 values (1656668180503+2s, 0, Null, "hebei", "TDengine", Null); -sql insert into scalar_tb values (1656668180503, 100, 100.1, "beijing", "taos", "Taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, -50.1, "tianjin", "taosdata", "Taosdata"); -sql insert into scalar_tb values (1656668180503+2s, 0, Null, "hebei", "TDengine", Null); -sql insert into scalar_ct1 values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_ct1 values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); -sql insert into scalar_tb values (1656668180503+1s, -50, 50.1, "beiJing", "TDengine", "taos"); - -print ========== step6 repeat -sql drop database test; - - -print ========== interval\session\state window - -sql CREATE DATABASE test1 BUFFER 96 CACHESIZE 1 CACHEMODEL 'none' COMP 2 DURATION 14400m WAL_FSYNC_PERIOD 3000 MAXROWS 4096 MINROWS 100 KEEP 5256000m,5256000m,5256000m PAGES 256 PAGESIZE 4 PRECISION 'ms' REPLICA 1 WAL_LEVEL 1 VGROUPS 2 SINGLE_STABLE 0; -sql use test1; -sql CREATE STABLE st (time TIMESTAMP, ca DOUBLE, cb DOUBLE, cc int) TAGS (ta VARCHAR(10) ); - -print ========== create table before stream - -sql CREATE TABLE t1 using st TAGS ('aaa'); -sql CREATE TABLE t2 using st TAGS ('bbb'); -sql CREATE TABLE t3 using st TAGS ('ccc'); -sql CREATE TABLE t4 using st TAGS ('ddd'); - -print ========== stable - -sql create stream streamd1 into streamt1 as select ca, _wstart,_wend, count(*) as total from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca interval(60m) fill(null); -sql create stream streamd2 into streamt2 as select ca, _wstart,_wend, count(*), max(ca), max(cb) from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca interval(60m) fill(linear); -sql create stream streamd3 into streamt3 as select ca, _wstart,_wend, count(*) as total from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca session(time, 60m); -sql create stream streamd4 into streamt4 as select ta, _wstart,_wend, count(*) as total from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ta session(time, 60m); -sql_error create stream streamd5 into streamt5 as select ca, _wstart,_wend, count(*) as total from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca state_window(cc); -sql_error create stream streamd6 into streamt6 as select ta, _wstart,_wend, count(*) as total from st where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ta state_window(cc); - -print ========== table - -sql create stream streamd7 into streamt7 as select ca, _wstart,_wend, count(*) as total from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca interval(60m) fill(null); -sql create stream streamd8 into streamt8 as select ca, _wstart,_wend, count(*), max(ca), max(cb) from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca interval(60m) fill(linear); -sql create stream streamd9 into streamt9 as select ca, _wstart,_wend, count(*) as total from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca session(time, 60m); -sql create stream streamd10 into streamt10 as select ta, _wstart,_wend, count(*) as total from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ta session(time, 60m); -sql create stream streamd11 into streamt11 as select ca, _wstart,_wend, count(*) as total from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ca state_window(cc); -sql create stream streamd12 into streamt12 as select ta, _wstart,_wend, count(*) as total from t1 where time > "2022-01-01 00:00:00" and time < "2032-01-01 00:00:00" partition by ta state_window(cc); - -print ========== create table after stream -sql CREATE TABLE t5 using st TAGS ('eee'); -sql CREATE TABLE t6 using st TAGS ('fff'); -sql CREATE TABLE t7 using st TAGS ('ggg'); -sql CREATE TABLE t8 using st TAGS ('fff'); - -sleep 1000 -print ========== drop stream -sql drop stream if exists streamd1; -sql drop stream if exists streamd2; -sql drop stream if exists streamd3; -sql drop stream if exists streamd4; -#sql drop stream if exists streamd5; -#sql drop stream if exists streamd6; -sql drop stream if exists streamd7; -sql drop stream if exists streamd8; -sql drop stream if exists streamd9; -sql drop stream if exists streamd10; -sql drop stream if exists streamd11; -sql drop stream if exists streamd12; -print ========== step7 - -system sh/exec.sh -n dnode1 -s stop -x SIGINT -system sh/exec.sh -n dnode2 -s stop -x SIGINT -system sh/exec.sh -n dnode3 -s stop -x SIGINT -system sh/exec.sh -n dnode4 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/event0.sim b/tests/script/tsim/stream/event0.sim deleted file mode 100644 index bcb8fac27de0..000000000000 --- a/tests/script/tsim/stream/event0.sim +++ /dev/null @@ -1,328 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with a = 9; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791223001,9,2,2,1.1); -sql insert into t1 values(1648791213009,0,3,3,1.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 6 then - print ======data02=$data02 - goto loop0 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop0 -endi - -sql insert into t1 values(1648791243006,1,1,1,1.1); -sql insert into t1 values(1648791253000,2,2,2,1.1); - - -$loop_count = 0 -loop1: - -sleep 300 -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -sql insert into t1 values(1648791243000,0,3,3,1.1); - -$loop_count = 0 -loop2: - -sleep 300 -print 3 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop2 -endi - -sql insert into t1 values(1648791253009,9,4,4,1.1); - -$loop_count = 0 -loop3: - -sleep 300 -print 4 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 2 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop3 -endi - -if $data02 != 6 then - print ======data02=$data02 - goto loop3 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop3 -endi - -# row 1 -if $data11 != 4 then - print ======data11=$data11 - goto loop3 -endi - -if $data12 != 10 then - print ======data12=$data12 - goto loop3 -endi - -if $data13 != 4 then - print ======data13=$data13 - goto loop3 -endi - -print step2 -print =============== create database test2 -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,1,1,1.0); -sql insert into t1 values(1648791213009,1,2,2,2.1); -sql insert into t1 values(1648791223000,0,9,9,9.0); - - -sql insert into t1 values(1648791233000,0,9,9,9.0); - - -$loop_count = 0 -loop4: - -sleep 300 -print sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 2 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop4 -endi - -print step3 -print =============== create database test3 -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791233009,1,2,2,2.1); - -sql insert into t1 values(1648791233000,0,1,1,1.0); -sql insert into t1 values(1648791243000,0,9,9,9.0); - -$loop_count = 0 -loop5: - -sleep 300 -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop5 -endi - -sql insert into t1 values(1648791223000,0,9,9,9.0); - -$loop_count = 0 -loop6: - -sleep 300 -print 2 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop6 -endi - -# row 1 -if $data11 != 3 then - print ======data11=$data11 - goto loop6 -endi - -sql insert into t1 values(1648791213000,0,1,1,1.0); - -sleep 300 - -sql insert into t1 values(1648791213001,1,9,9,9.0); - -$loop_count = 0 -loop7: - -sleep 300 -print 3 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop7 -endi - -# row 1 -if $data11 != 1 then - print ======data11=$data11 - goto loop7 -endi - -# row 2 -if $data21 != 3 then - print ======data21=$data21 - goto loop7 -endi - -print event0 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/event1.sim b/tests/script/tsim/stream/event1.sim deleted file mode 100644 index 19d77abc822d..000000000000 --- a/tests/script/tsim/stream/event1.sim +++ /dev/null @@ -1,338 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database test1 -sql create database test1 vgroups 1; -sql use test1; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791233000,0,1,1,1.0); -sql insert into t1 values(1648791243000,1,9,9,9.0); - - -sql insert into t1 values(1648791223000,3,3,3,3.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt1; -sql select * from streamt1; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop0 -endi - -print step2 -print =============== create database test2 -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as s, count(*) c1, sum(b), max(c) from t1 event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791223000,0,3,3,3.0); - -sql insert into t1 values(1648791233000,0,1,1,1.0); -sql insert into t1 values(1648791243000,1,9,2,2.0); - - -$loop_count = 0 -loop1: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791223000,1,1,4,4.0); - -$loop_count = 0 -loop2: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop2 -endi - -sql insert into t1 values(1648791243000,1,1,5,5.0); - -$loop_count = 0 -loop3: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - -sql insert into t1 values(1648791253000,1,9,6,6.0); - -$loop_count = 0 -loop4: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop4 -endi - -sql delete from t1 where ts = 1648791253000; - -$loop_count = 0 -loop5: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791263000,1,9,7,7.0); -sql delete from t1 where ts = 1648791243000; - -$loop_count = 0 -loop6: - -sleep 300 -print 1 sql select * from streamt2; -sql select * from streamt2; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop6 -endi - -print step3 -print =============== create database test3 -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as s, count(*) c1, sum(b), max(c) from st partition by tbname event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791223000,0,3,3,3.0); - -sql insert into t1 values(1648791233000,0,1,1,1.0); -sql insert into t1 values(1648791243000,1,9,2,2.0); - -sql insert into t2 values(1648791223000,0,3,3,3.0); - -sql insert into t2 values(1648791233000,0,1,1,1.0); -sql insert into t2 values(1648791243000,1,9,2,2.0); - - -$loop_count = 0 -loop7: - -sleep 300 -print 1 sql select * from streamt3; -sql select * from streamt3; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop7 -endi - -if $data01 != 3 then - print ======data01=$data01 - goto loop7 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop7 -endi - -print update data -sql insert into t1 values(1648791243000,1,3,3,3.0); -sql insert into t2 values(1648791243000,1,3,3,3.0); - -sleep 1000 - -sql insert into t1 values(1648791253000,1,9,3,3.0); -sql insert into t2 values(1648791253000,1,9,3,3.0); - -$loop_count = 0 -loop8: - -sleep 300 -print 1 sql select * from streamt3; -sql select * from streamt3; - -print -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 -print $data20 $data21 $data22 $data23 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print ======rows=$rows - goto loop8 -endi - -if $data01 != 4 then - print ======data01=$data01 - goto loop8 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop8 -endi - -print event1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/event2.sim b/tests/script/tsim/stream/event2.sim deleted file mode 100644 index 2b21ac84c508..000000000000 --- a/tests/script/tsim/stream/event2.sim +++ /dev/null @@ -1,118 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database test -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(3,3,3); -sql create table t4 using st tags(3,3,3); - -sql insert into t1 values(1648791223000,0,1,1,1.0); -sql insert into t1 values(1648791233000,0,2,2,2.0); -sql insert into t1 values(1648791243000,1,3,3,3.0); - -sql insert into t2 values(1648791223000,0,1,4,3.0); -sql insert into t2 values(1648791233000,0,2,5,1.0); -sql insert into t2 values(1648791243000,1,3,6,2.0); - -sql insert into t3 values(1648791223000,1,1,7,3.0); -sql insert into t3 values(1648791233000,1,2,8,1.0); -sql insert into t3 values(1648791243000,1,3,9,2.0); - -sql insert into t4 values(1648791223000,1,1,10,3.0); -sql insert into t4 values(1648791233000,0,2,11,1.0); -sql insert into t4 values(1648791243000,1,9,12,2.0); - -sleep 1000 - -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 fill_history 1 into streamt0 as select _wstart as s, count(*) c1, sum(b), max(c), _wend as e from st partition by tbname event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791253000,1,9,13,2.0); -sql insert into t2 values(1648791253000,1,9,14,2.0); -sql insert into t3 values(1648791253000,1,9,15,2.0); -sql insert into t4 values(1648791253000,1,9,16,2.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt0 order by 1, 2, 3, 4; -sql select * from streamt0 order by 1, 2, 3, 4; - -print -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != 4 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop0 -endi - -sql insert into t3 values(1648791222000,0,1,7,3.0); - -$loop_count = 0 -loop1: - -sleep 300 -print 2 sql select * from streamt0 order by 1, 2, 3, 4; -sql select * from streamt0 order by 1, 2, 3, 4; - -print -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 5 then - print ======data01=$data01 - goto loop0 -endi - - -print event1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/eventtmp.sim b/tests/script/tsim/stream/eventtmp.sim deleted file mode 100644 index 392fb23615cb..000000000000 --- a/tests/script/tsim/stream/eventtmp.sim +++ /dev/null @@ -1,62 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database test -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(3,3,3); -sql create table t4 using st tags(3,3,3); - - -sql insert into t4 values(1648791223000,1,1,10,3.0); -sql insert into t4 values(1648791233000,0,2,11,1.0); -sql insert into t4 values(1648791243000,1,9,12,2.0); - -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 fill_history 1 into streamt0 as select _wstart as s, count(*) c1, sum(b), max(c), _wend as e from st partition by tbname event_window start with a = 0 end with b = 9; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t4 values(1648791253000,1,9,16,2.0); - -$loop_count = 0 -loop0: - -sleep 300 -print 1 sql select * from streamt0 order by 1, 2, 3, 4; -sql select * from streamt0 order by 1, 2, 3, 4; - -print -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != 2 then - print ======data01=$data01 - goto loop0 -endi - - - -print event1 end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/fillHistoryBasic1.sim b/tests/script/tsim/stream/fillHistoryBasic1.sim deleted file mode 100644 index 57193012b02f..000000000000 --- a/tests/script/tsim/stream/fillHistoryBasic1.sim +++ /dev/null @@ -1,551 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); - -sql create stream stream1 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from t1 interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t1 values(1648791223001,2,2,3,1.1); -sql insert into t1 values(1648791233002,3,2,3,2.1); -sql insert into t1 values(1648791243003,4,2,3,3.1); -sql insert into t1 values(1648791213004,4,2,3,4.1); - - -$loop_count = 0 -loop00: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -if $rows != 4 then - print ======$rows - goto loop00 -endi - -# row 0 -if $data01 != 2 then - print ======$data01 - goto loop00 -endi - -if $data02 != 2 then - print ======$data02 - goto loop00 -endi - -if $data03 != 5 then - print ======$data03 - goto loop00 -endi - -if $data04 != 2 then - print ======$data04 - goto loop00 -endi - -if $data05 != 3 then - print ======$data05 - goto loop00 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop00 -endi - -if $data12 != 1 then - print ======$data12 - goto loop00 -endi - -if $data13 != 2 then - print ======$data13 - goto loop00 -endi - -if $data14 != 2 then - print ======$data14 - goto loop00 -endi - -if $data15 != 3 then - print ======$data15 - goto loop00 -endi - -# row 2 -if $data21 != 1 then - print ======$data21 - goto loop00 -endi - -if $data22 != 1 then - print ======$data22 - goto loop00 -endi - -if $data23 != 3 then - print ======$data23 - goto loop00 -endi - -if $data24 != 2 then - print ======$data24 - goto loop00 -endi - -if $data25 != 3 then - print ======$data25 - goto loop00 -endi - -# row 3 -if $data31 != 1 then - print ======$data31 - goto loop00 -endi - -if $data32 != 1 then - print ======$data32 - goto loop00 -endi - -if $data33 != 4 then - print ======$data33 - goto loop00 -endi - -if $data34 != 2 then - print ======$data34 - goto loop00 -endi - -if $data35 != 3 then - print ======$data35 - goto loop00 -endi - -sql insert into t1 values(1648791223001,12,14,13,11.1); - -$loop_count = 0 -loop01: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select * from streamt; - -print count(*) , count(d) , sum(a) , max(b) , min(c) -print 0: $data00 , $data01 , $data02 , $data03 , $data04 , $data05 -print 1: $data10 , $data11 , $data12 , $data13 , $data14 , $data15 - -if $rows != 4 then - print ======$rows - goto loop01 -endi - -# row 0 -if $data01 != 2 then - print ======$data01 - goto loop01 -endi - -if $data02 != 2 then - print ======$data02 - goto loop01 -endi - -if $data03 != 5 then - print ======$data03 - goto loop01 -endi - -if $data04 != 2 then - print ======$data04 - goto loop01 -endi - -if $data05 != 3 then - print ======$data05 - goto loop01 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop01 -endi - -if $data12 != 1 then - print ======$data12 - goto loop01 -endi - -if $data13 != 12 then - print ======$data13 - goto loop01 -endi - -if $data14 != 14 then - print ======$data14 - goto loop01 -endi - -if $data15 != 13 then - print ======$data15 - goto loop01 -endi - -# row 2 -if $data21 != 1 then - print ======$data21, expect 1 - goto loop01 -endi - -if $data22 != 1 then - print ======$data22 , expect 1 - goto loop01 -endi - -if $data23 != 3 then - print ======$data23 , expect 3 - goto loop01 -endi - -if $data24 != 2 then - print ======$data24 , expect 2 - goto loop01 -endi - -if $data25 != 3 then - print ======$data25 , expect 3 - goto loop01 -endi - -# row 3 -if $data31 != 1 then - print ======$data31 , expect 1 - goto loop01 -endi - -if $data32 != 1 then - print ======$data32 , expect 1 - goto loop01 -endi - -if $data33 != 4 then - print ======$data33 , expect 4 - goto loop01 -endi - -if $data34 != 2 then - print ======$data34 , expect 2 - goto loop01 -endi - -if $data35 != 3 then - print ======$data35 , expect 3 - goto loop01 -endi - -sql insert into t1 values(1648791223002,12,14,13,11.1); - -$loop_count = 0 -loop02: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 2 then - print ======$data11 - goto loop02 -endi - -if $data12 != 2 then - print ======$data12 - goto loop02 -endi - -if $data13 != 24 then - print ======$data13 - goto loop02 -endi - -if $data14 != 14 then - print ======$data14 - goto loop02 -endi - -if $data15 != 13 then - print ======$data15 - goto loop02 -endi - -sql insert into t1 values(1648791223003,12,14,13,11.1); - -$loop_count = 0 -loop03: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 3 then - print ======$data11 - goto loop03 -endi - -if $data12 != 3 then - print ======$data12 - goto loop03 -endi - -if $data13 != 36 then - print ======$data13 - goto loop03 -endi - -if $data14 != 14 then - print ======$data14 - goto loop03 -endi - -if $data15 != 13 then - print ======$data15 - goto loop03 -endi - -sql insert into t1 values(1648791223001,1,1,1,1.1); -sql insert into t1 values(1648791223002,2,2,2,2.1); -sql insert into t1 values(1648791223003,3,3,3,3.1); - -$loop_count = 0 -loop04: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 3 then - print ======$data11 - goto loop04 -endi - -if $data12 != 3 then - print ======$data12 - goto loop04 -endi - -if $data13 != 6 then - print ======$data13 - goto loop04 -endi - -if $data14 != 3 then - print ======$data14 - goto loop04 -endi - -if $data15 != 1 then - print ======$data15 - goto loop04 -endi - -sql insert into t1 values(1648791233003,3,2,3,2.1); -sql insert into t1 values(1648791233002,5,6,7,8.1); -sql insert into t1 values(1648791233002,3,2,3,2.1); - -$loop_count = 0 -loop1: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 2 -if $data21 != 2 then - print ======$data21 - goto loop1 -endi - -if $data22 != 2 then - print ======$data22 - goto loop1 -endi - -if $data23 != 6 then - print ======$data23 - goto loop1 -endi - -if $data24 != 2 then - print ======$data24 - goto loop1 -endi - -if $data25 != 3 then - print ======$data25 - goto loop1 -endi - -sql insert into t1 values(1648791213004,4,2,3,4.1) (1648791213006,5,4,7,9.1) (1648791213004,40,20,30,40.1) (1648791213005,4,2,3,4.1); - -$loop_count = 0 -loop05: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 0 -if $data01 != 4 then - print ======$data01 - goto loop05 -endi - -if $data02 != 4 then - print ======$data02 - goto loop05 -endi - -if $data03 != 50 then - print ======$data03 != 50 - goto loop05 -endi - -if $data04 != 20 then - print ======$data04 != 20 - goto loop05 -endi - -if $data05 != 3 then - print ======$data05 - goto loop05 -endi - -sql insert into t1 values(1648791223004,4,2,3,4.1) (1648791233006,5,4,7,9.1) (1648791223004,40,20,30,40.1) (1648791233005,4,2,3,4.1); - -$loop_count = 0 -loop06: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 4 then - print ======$data11 - goto loop06 -endi - -if $data12 != 4 then - print ======$data12 - goto loop06 -endi - -if $data13 != 46 then - print ======$data13 != 46 - goto loop06 -endi - -if $data14 != 20 then - print ======$data14 != 20 - goto loop06 -endi - -if $data15 != 1 then - print ======$data15 - goto loop06 -endi - -# row 2 -if $data21 != 4 then - print ======$data21 - goto loop06 -endi - -if $data22 != 4 then - print ======$data22 - goto loop06 -endi - -if $data23 != 15 then - print ======$data23 - goto loop06 -endi - -if $data24 != 4 then - print ======$data24 - goto loop06 -endi - -if $data25 != 3 then - print ======$data25 - goto loop06 -endi - -print =====over - diff --git a/tests/script/tsim/stream/fillHistoryBasic2.sim b/tests/script/tsim/stream/fillHistoryBasic2.sim deleted file mode 100644 index 2fffa1e3e5a1..000000000000 --- a/tests/script/tsim/stream/fillHistoryBasic2.sim +++ /dev/null @@ -1,283 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql create dnode $hostname2 port 7200 - -system sh/exec.sh -n dnode2 -s start - -print ===== step1 -$x = 0 -step1: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step1 -endi -if $data(2)[4] != ready then - goto step1 -endi - -print ===== step2 -sql drop stream if exists stream_t1; -sql drop database if exists test; -sql create database test vgroups 4; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); - -sql insert into ts3 values(1648791213001,1,12,3,1.0); -sql insert into ts4 values(1648791213001,1,12,3,1.0); - -sql insert into ts1 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts2 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts3 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts4 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts1 values(1648791223002,2,2,3,1.1); -sql insert into ts1 values(1648791233003,3,2,3,2.1); -sql insert into ts2 values(1648791243004,4,2,43,73.1); -sql insert into ts1 values(1648791213002,24,22,23,4.1); -sql insert into ts1 values(1648791243005,4,20,3,3.1); -sql insert into ts2 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts1 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts2 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); -sql insert into ts1 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; -sql insert into ts2 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; -sql insert into ts1 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -sql insert into ts3 values(1648791223002,2,2,3,1.1); -sql insert into ts4 values(1648791233003,3,2,3,2.1); -sql insert into ts3 values(1648791243004,4,2,43,73.1); -sql insert into ts4 values(1648791213002,24,22,23,4.1); -sql insert into ts3 values(1648791243005,4,20,3,3.1); -sql insert into ts4 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts3 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts4 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); -sql insert into ts3 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; -sql insert into ts4 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; -sql insert into ts3 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -sql create stream stream_t1 trigger at_once fill_history 1 watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -$loop_count = 0 -loop1: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data01 != 8 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 6 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 52 then - print ======data03=$data03 - goto loop1 -endi - -if $data04 != 52 then - print ======data04=$data04 - goto loop1 -endi - -if $data05 != 13 then - print ======data05=$data05 - goto loop1 -endi - -# row 1 -if $data11 != 6 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 6 then - print =====data12=$data12 - goto loop1 -endi - -if $data13 != 92 then - print ======$data13 - return -1 -endi - -if $data14 != 22 then - print ======$data14 - return -1 -endi - -if $data15 != 3 then - print ======$data15 - return -1 -endi - -# row 2 -if $data21 != 4 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 4 then - print =====data22=$data22 - goto loop1 -endi - -if $data23 != 32 then - print ======$data23 - return -1 -endi - -if $data24 != 12 then - print ======$data24 - return -1 -endi - -if $data25 != 3 then - print ======$data25 - return -1 -endi - -# row 3 -if $data31 != 30 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 30 then - print =====data32=$data32 - goto loop1 -endi - -if $data33 != 180 then - print ======$data33 - return -1 -endi - -if $data34 != 42 then - print ======$data34 - return -1 -endi - -if $data35 != 3 then - print ======$data35 - return -1 -endi - -sql select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5, avg(d) from st interval(10s); - - -sql create database test1 vgroups 4; -sql use test1; -sql create stable st(ts timestamp, a int, b int , c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); - -sql insert into ts1 values(1648791211000,1,2,3); -sql insert into ts1 values(1648791222001,2,2,3); -sql insert into ts2 values(1648791211000,1,2,3); -sql insert into ts2 values(1648791222001,2,2,3); - -sql create stream stream_t2 trigger at_once fill_history 1 watermark 20s IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST1 as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6 from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop2: -sql select * from streamtST1; - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data01 != 2 then - print =====data01=$data01 - goto loop2 -endi - -#rows 1 -if $data11 != 2 then - print =====data11=$data11 - goto loop2 -endi - -#max,min selectivity -sql create database test3 vgroups 4; -sql use test3; -sql create stable st(ts timestamp, a int, b int , c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST3 as select ts, min(a) c6, a, b, c, ta, tb, tc from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - - -sql insert into ts1 values(1648791211000,1,2,3); -sleep 50 -sql insert into ts1 values(1648791222001,2,2,3); -sleep 50 -sql insert into ts2 values(1648791211000,1,2,3); -sleep 50 -sql insert into ts2 values(1648791222001,2,2,3); -sleep 50 - -$loop_count = 0 -loop3: -sql select * from streamtST3; - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -# row 0 -if $data02 != 1 then - print =====data02=$data02 - goto loop3 -endi - -# row 1 -if $data12 != 2 then - print =====data12=$data12 - goto loop3 -endi - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/fillHistoryBasic3.sim b/tests/script/tsim/stream/fillHistoryBasic3.sim deleted file mode 100644 index ca109843c0ee..000000000000 --- a/tests/script/tsim/stream/fillHistoryBasic3.sim +++ /dev/null @@ -1,204 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql create database test vgroups 1; -sql create database test2 vgroups 4; -sql use test2; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -sql create stream streams2 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop7 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop7 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t2 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop8: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 - -loop9: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop9 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop9 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791213001,2,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); -sql insert into t1 values(1648791213002,1,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213001,2,2,3,1.0); -sql insert into t2 values(1648791213002,2,2,3,1.0); -sql insert into t2 values(1648791213002,1,2,3,1.0); - -$loop_count = 0 - -loop10: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop10 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop10 -endi - -if $data11 != 4 thenloop4 - print =====data11=$data11 - goto loop10 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop10 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791223002,3,2,3,1.0); -sql insert into t2 values(1648791223003,3,2,3,1.0); -sql insert into t2 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop11: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop11 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop11 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop11 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop11 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop11 -endi - -if $data22 != 2 then - print =====data22=$data22 - goto loop11 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop11 -endi - -if $data32 != 3 then - print =====data32=$data32 - goto loop11 -endi - -if $data41 != 4 then - print =====data41=$data41 - goto loop11 -endi - -if $data42 != 1 then - print =====data42=$data42 - goto loop11 -endi diff --git a/tests/script/tsim/stream/fillHistoryBasic4.sim b/tests/script/tsim/stream/fillHistoryBasic4.sim deleted file mode 100644 index 9fbf45bbebc3..000000000000 --- a/tests/script/tsim/stream/fillHistoryBasic4.sim +++ /dev/null @@ -1,555 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - -sql create database test2 vgroups 1; -sql select * from information_schema.ins_databases; - -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t1 values(1648791223001,2,2,3,1.1); -sql insert into t1 values(1648791233002,3,2,3,2.1); -sql insert into t1 values(1648791243003,4,2,3,3.1); -sql insert into t1 values(1648791213004,4,2,3,4.1); - -print create stream stream2 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from t1 interval(10s) -sql create stream stream2 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from t1 interval(10s); - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop0: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -if $rows != 4 then - print ======$rows - goto loop0 -endi - -# row 0 -if $data01 != 2 then - print ======$data01 - goto loop0 -endi - -if $data02 != 2 then - print ======$data02 - goto loop0 -endi - -if $data03 != 5 then - print ======$data03 - goto loop0 -endi - -if $data04 != 2 then - print ======$data04 - goto loop0 -endi - -if $data05 != 3 then - print ======$data05 - goto loop0 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======$data12 - goto loop0 -endi - -if $data13 != 2 then - print ======$data13 - goto loop0 -endi - -if $data14 != 2 then - print ======$data14 - goto loop0 -endi - -if $data15 != 3 then - print ======$data15 - goto loop0 -endi - -# row 2 -if $data21 != 1 then - print ======$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======$data22 - goto loop0 -endi - -if $data23 != 3 then - print ======$data23 - goto loop0 -endi - -if $data24 != 2 then - print ======$data24 - goto loop0 -endi - -if $data25 != 3 then - print ======$data25 - goto loop0 -endi - -# row 3 -if $data31 != 1 then - print ======$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======$data32 - goto loop0 -endi - -if $data33 != 4 then - print ======$data33 - goto loop0 -endi - -if $data34 != 2 then - print ======$data34 - goto loop0 -endi - -if $data35 != 3 then - print ======$data35 - goto loop0 -endi - -sql insert into t1 values(1648791223001,12,14,13,11.1); - -$loop_count = 0 -loop07: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select * from streamt; - -print count(*) , count(d) , sum(a) , max(b) , min(c) -print 0: $data00 , $data01 , $data02 , $data03 , $data04 , $data05 -print 1: $data10 , $data11 , $data12 , $data13 , $data14 , $data15 - -if $rows != 4 then - print ======$rows - goto loop07 -endi - -# row 0 -if $data01 != 2 then - print ======$data01 - goto loop07 -endi - -if $data02 != 2 then - print ======$data02 - goto loop07 -endi - -if $data03 != 5 then - print ======$data03 - goto loop07 -endi - -if $data04 != 2 then - print ======$data04 - goto loop07 -endi - -if $data05 != 3 then - print ======$data05 - goto loop07 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop07 -endi - -if $data12 != 1 then - print ======$data12 - goto loop07 -endi - -if $data13 != 12 then - print ======$data13 - goto loop07 -endi - -if $data14 != 14 then - print ======$data14 - goto loop07 -endi - -if $data15 != 13 then - print ======$data15 - goto loop07 -endi - -# row 2 -if $data21 != 1 then - print ======$data21 - goto loop07 -endi - -if $data22 != 1 then - print ======$data22 - goto loop07 -endi - -if $data23 != 3 then - print ======$data23 - goto loop07 -endi - -if $data24 != 2 then - print ======$data24 - goto loop07 -endi - -if $data25 != 3 then - print ======$data25 - goto loop07 -endi - -# row 3 -if $data31 != 1 then - print ======$data31 - goto loop07 -endi - -if $data32 != 1 then - print ======$data32 - goto loop07 -endi - -if $data33 != 4 then - print ======$data33 - goto loop07 -endi - -if $data34 != 2 then - print ======$data34 - goto loop07 -endi - -if $data35 != 3 then - print ======$data35 - goto loop07 -endi - -sql insert into t1 values(1648791223002,12,14,13,11.1); - -$loop_count = 0 -loop08: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 2 then - print ======$data11 - goto loop08 -endi - -if $data12 != 2 then - print ======$data12 - goto loop08 -endi - -if $data13 != 24 then - print ======$data13 - goto loop08 -endi - -if $data14 != 14 then - print ======$data14 - goto loop08 -endi - -if $data15 != 13 then - print ======$data15 - goto loop08 -endi - -sql insert into t1 values(1648791223003,12,14,13,11.1); - -$loop_count = 0 -loop09: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 3 then - print ======$data11 - goto loop09 -endi - -if $data12 != 3 then - print ======$data12 - goto loop09 -endi - -if $data13 != 36 then - print ======$data13 - goto loop09 -endi - -if $data14 != 14 then - print ======$data14 - goto loop09 -endi - -if $data15 != 13 then - print ======$data15 - goto loop09 -endi - -sql insert into t1 values(1648791223001,1,1,1,1.1); -sql insert into t1 values(1648791223002,2,2,2,2.1); -sql insert into t1 values(1648791223003,3,3,3,3.1); - -$loop_count = 0 -loop010: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 3 then - print ======$data11 - goto loop010 -endi - -if $data12 != 3 then - print ======$data12 - goto loop010 -endi - -if $data13 != 6 then - print ======$data13 - goto loop010 -endi - -if $data14 != 3 then - print ======$data14 - goto loop010 -endi - -if $data15 != 1 then - print ======$data15 - goto loop010 -endi - -sql insert into t1 values(1648791233003,3,2,3,2.1); -sql insert into t1 values(1648791233002,5,6,7,8.1); -sql insert into t1 values(1648791233002,3,2,3,2.1); - -$loop_count = 0 -loop011: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 2 -if $data21 != 2 then - print ======$data21 - goto loop011 -endi - -if $data22 != 2 then - print ======$data22 - goto loop011 -endi - -if $data23 != 6 then - print ======$data23 - goto loop011 -endi - -if $data24 != 2 then - print ======$data24 - goto loop011 -endi - -if $data25 != 3 then - print ======$data25 - goto loop011 -endi - -sql insert into t1 values(1648791213004,4,2,3,4.1) (1648791213006,5,4,7,9.1) (1648791213004,40,20,30,40.1) (1648791213005,4,2,3,4.1); - -$loop_count = 0 -loop012: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 0 -if $data01 != 4 then - print ======$data01 - goto loop012 -endi - -if $data02 != 4 then - print ======$data02 - goto loop012 -endi - -if $data03 != 50 then - print ======$data03 != 50 - goto loop012 -endi - -if $data04 != 20 then - print ======$data04 != 20 - goto loop012 -endi - -if $data05 != 3 then - print ======$data05 - goto loop012 -endi - -sql insert into t1 values(1648791223004,4,2,3,4.1) (1648791233006,5,4,7,9.1) (1648791223004,40,20,30,40.1) (1648791233005,4,2,3,4.1); - -$loop_count = 0 -loop013: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select `_wstart`, c1, c2 ,c3 ,c4, c5 from streamt; - -# row 1 -if $data11 != 4 then - print ======$data11 - goto loop013 -endi - -if $data12 != 4 then - print ======$data12 - goto loop013 -endi - -if $data13 != 46 then - print ======$data13 != 46 - goto loop013 -endi - -if $data14 != 20 then - print ======$data14 != 20 - goto loop013 -endi - -if $data15 != 1 then - print ======$data15 - goto loop013 -endi - -# row 2 -if $data21 != 4 then - print ======$data21 - goto loop013 -endi - -if $data22 != 4 then - print ======$data22 - goto loop013 -endi - -if $data23 != 15 then - print ======$data23 - goto loop013 -endi - -if $data24 != 4 then - print ======$data24 - goto loop013 -endi - -if $data25 != 3 then - print ======$data25 - goto loop013 -endi - -print ======over - diff --git a/tests/script/tsim/stream/fillHistoryTransform.sim b/tests/script/tsim/stream/fillHistoryTransform.sim deleted file mode 100644 index 5933f7754e42..000000000000 --- a/tests/script/tsim/stream/fillHistoryTransform.sim +++ /dev/null @@ -1,411 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - -print =====step1 - -sql create table t1(ts timestamp, a int, b int , c int, d double); - -sql insert into t1 values(1648791213000,10,2,3,1.0); - -sql create stream stream0 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, sum(a) from t1 interval(10s); - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop00: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop00 -endi - -if $data01 != 10 then - print =====data01=$data01 - goto loop00 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 -loop0: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -sql insert into t1 values(1648791213001,2,2,3,1.0); - -$loop_count = 0 -loop1: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop1 -endi - -if $data01 != 3 then - print ======$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791223001,3,2,3,1.0); - -sql insert into t1 values(1648791223002,4,2,3,1.0); - -$loop_count = 0 -loop2: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt; - -if $rows != 2 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop2 -endi - -if $data01 != 3 then - print ======$data01 - goto loop2 -endi - -if $data11 != 7 then - print ======$data01 - goto loop2 -endi - -print =====step1 over - -print =====step2 - -sql create database test1 vgroups 4; - -sql use test1; - -sql create stable st(ts timestamp,a int,b int,c int,d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791213000,10,2,3,1.0); - -sql create stream stream1 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, sum(a) from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop00: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt1; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop00 -endi - -if $data01 != 10 then - print =====data01=$data01 - goto loop00 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 -loop0: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt1; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -sql insert into t1 values(1648791213001,2,2,3,1.0); - -$loop_count = 0 -loop1: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt1; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop1 -endi - -if $data01 != 3 then - print ======$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791223001,3,2,3,1.0); - -sql insert into t1 values(1648791223002,4,2,3,1.0); - -$loop_count = 0 -loop2: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt1; - -if $rows != 2 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop2 -endi - -if $data01 != 3 then - print ======$data01 - goto loop2 -endi - -if $data11 != 7 then - print ======$data01 - goto loop2 -endi - -print =====step2 over - -print =====step3 - -sql create database test2 vgroups 4; - -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int,d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791213000,10,2,3,1.0); - -sql create stream stream2 trigger at_once fill_history 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, sum(a) from st partition by ta interval(10s); - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop00: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop00 -endi - -if $data01 != 10 then - print =====data01=$data01 - goto loop00 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 -loop0: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -sql insert into t1 values(1648791213001,2,2,3,1.0); - -$loop_count = 0 -loop1: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop1 -endi - -if $data01 != 3 then - print ======$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791223001,3,2,3,1.0); - -sql insert into t1 values(1648791223002,4,2,3,1.0); - -$loop_count = 0 -loop2: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 2 then - print ======$rows - print data00,data01, data02 - print data10,data11, data12 - print data20,data21, data22 - goto loop2 -endi - -if $data01 != 3 then - print ======$data01 - goto loop2 -endi - -if $data11 != 7 then - print ======$data01 - goto loop2 -endi - -print =====step3 over - -print =====over - - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/fillIntervalDelete0.sim b/tests/script/tsim/stream/fillIntervalDelete0.sim deleted file mode 100644 index 6ba3cc31e1d5..000000000000 --- a/tests/script/tsim/stream/fillIntervalDelete0.sim +++ /dev/null @@ -1,380 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(NULL); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(value,100,200,300); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt5 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1.0,'aaa'); -sleep 1000 - -$loop_count = 0 - -loop0: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 1 then - print =====rows=$rows - goto loop0 -endi - -sql delete from t1; - -$loop_count = 0 - -loop1: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 0 then - print =====rows1=$rows - goto loop1 -endi - -sql select * from streamt2 order by ts; - -if $rows != 0 then - print =====rows2=$rows - goto loop1 -endi - -sql select * from streamt3 order by ts; - -if $rows != 0 then - print =====rows3=$rows - goto loop1 -endi - -sql select * from streamt4 order by ts; - -if $rows != 0 then - print =====rows4=$rows - goto loop1 -endi - -sql select * from streamt5 order by ts; - -if $rows != 0 then - print =====rows5=$rows - goto loop1 -endi - -sql insert into t1 values(1648791210000,4,4,4,4.0,'ddd'); -sql insert into t1 values(1648791215000,2,2,2,2.0,'bbb'); -sql insert into t1 values(1648791217000,3,3,3,3.0,'ccc'); -sql insert into t1 values(1648791219000,5,5,5,5.0,'eee'); - -$loop_count = 0 - -loop2: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 10 then - print =====rows=$rows - goto loop2 -endi - -#temp -system sh/stop_dnodes.sh -return 1 - -sql delete from t1 where ts >= 1648791214000; - -$loop_count = 0 - -loop3: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 1 then - print =====rows1=$rows - goto loop3 -endi - -sql select * from streamt2 order by ts; - -if $rows != 1 then - print =====rows2=$rows - goto loop3 -endi - -sql select * from streamt3 order by ts; - -if $rows != 1 then - print =====rows3=$rows - goto loop3 -endi - -sql select * from streamt4 order by ts; - -if $rows != 1 then - print =====rows4=$rows - goto loop3 -endi - -sql select * from streamt5 order by ts; - -if $rows != 1 then - print =====rows5=$rows - goto loop3 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop3 -endi - - - -sql insert into t1 values(1648791213000,5,5,5,5.0,'eee'); -sql insert into t1 values(1648791215000,5,5,5,5.0,'eee'); -sql insert into t1 values(1648791219000,6,6,6,6.0,'fff'); - -$loop_count = 0 - -loop4: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 4 then - print =====rows=$rows - goto loop4 -endi - - -sql delete from t1 where ts <= 1648791216000; - -$loop_count = 0 - -loop5: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 1 then - print =====rows1=$rows - goto loop5 -endi - -sql select * from streamt2 order by ts; - -if $rows != 1 then - print =====rows2=$rows - goto loop5 -endi - -sql select * from streamt3 order by ts; - -if $rows != 1 then - print =====rows3=$rows - goto loop5 -endi - -sql select * from streamt4 order by ts; - -if $rows != 1 then - print =====rows4=$rows - goto loop5 -endi - -sql select * from streamt5 order by ts; - -if $rows != 1 then - print =====rows5=$rows - goto loop5 -endi - -if $data01 != 6 then - print =====data01=$data01 - goto loop5 -endi - - - - -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; -sql drop stream if exists streams9; -sql drop stream if exists streams10; -sql drop database if exists test6; -sql create database test6 vgroups 1; -sql use test6; -sql create stable st(ts timestamp, a int, b int , c int, d double, s varchar(20)) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(1,1,1); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(NULL); -sql create stream streams7 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt7 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(value,100,200,300); -sql create stream streams8 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt8 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); -sql create stream streams9 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt9 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams10 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt10 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,1,1,1.0,'aaa'); -sql insert into t1 values(1648791217000,1,1,1,1.0,'aaa'); - -sql insert into t2 values(1648791215000,1,1,1,1.0,'aaa'); - -sleep 1000 - -$loop_count = 0 - -loop7: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by ts; - -if $rows != 8 then - print =====rows=$rows - goto loop7 -endi - -sql delete from t1; - -$loop_count = 0 - -loop8: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by ts; - -if $rows != 0 then - print =====rows6=$rows - goto loop8 -endi - -sql select * from streamt7 order by ts; - -if $rows != 0 then - print =====rows7=$rows - goto loop8 -endi - -sql select * from streamt8 order by ts; - -if $rows != 0 then - print =====rows8=$rows - goto loop8 -endi - -sql select * from streamt9 order by ts; - -if $rows != 0 then - print =====rows9=$rows - goto loop8 -endi - -sql select * from streamt10 order by ts; - -if $rows != 0 then - print =====rows10=$rows - goto loop8 -endi - - - - - - - - - - - - - - - - - - - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; - -sql use test1; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalDelete1.sim b/tests/script/tsim/stream/fillIntervalDelete1.sim deleted file mode 100644 index 11fe67bbe78b..000000000000 --- a/tests/script/tsim/stream/fillIntervalDelete1.sim +++ /dev/null @@ -1,569 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -#==system sh/exec.sh -n dnode1 -s start -v - -sleep 1000 -sql connect - -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(NULL); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(value,100,200,300); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt5 as select _wstart as ts, max(a), sum(b), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,0,0,0,0.0,'aaa'); -sql insert into t1 values(1648791213000,1,1,1,1.0,'bbb'); -sql insert into t1 values(1648791215000,5,5,5,5.0,'ccc'); -sql insert into t1 values(1648791217000,6,6,6,6.0,'ddd'); - -$loop_count = 0 - -loop0: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 8 then - print =====rows=$rows - goto loop0 -endi - - -sql delete from t1 where ts = 1648791213000; - -$loop_count = 0 - -loop2: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - - -sql select * from streamt1 order by ts; - -if $rows != 8 then - print ====streamt1=rows1=$rows - goto loop2 -endi -if $data31 != NULL then - print ====streamt1=data31=$data31 - goto loop2 -endi - -sql select * from streamt2 order by ts; - -if $rows != 8 then - print ====streamt2=rows2=$rows - goto loop2 -endi -if $data31 != 100 then - print ====streamt2=data31=$data31 - goto loop2 -endi - -sql select * from streamt3 order by ts; - -if $rows != 8 then - print ====streamt3=rows3=$rows - goto loop2 -endi -if $data31 != 5 then - print ====streamt3=data31=$data31 - goto loop2 -endi - -sql select * from streamt4 order by ts; - -if $rows != 8 then - print ====streamt4=rows4=$rows - goto loop2 -endi -if $data31 != 0 then - print ====streamt4=data31=$data31 - goto loop2 -endi - -sql select * from streamt5 order by ts; - -if $rows != 8 then - print ====streamt5=rows5=$rows - goto loop2 -endi -if $data31 != 3 then - print ====streamt5=data31=$data31 - goto loop2 -endi - - -sql insert into t1 values(1648791212000,5,5,5,5.0,'eee'); -sql insert into t1 values(1648791213000,6,6,6,6.0,'fff'); - -$loop_count = 0 - -loop3: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $data21 != 5 then - print ====133=rows=$rows - goto loop3 -endi -if $data31 != 6 then - print ====137=rows=$rows - goto loop3 -endi - - -sql delete from t1 where ts >= 1648791211000 and ts <= 1648791214000; - -$loop_count = 0 - -loop4: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by ts; - -if $rows != 8 then - print ====streamt1=rows1=$rows - goto loop4 -endi -if $data31 != NULL then - print ====streamt1=data31=$data31 - goto loop4 -endi - -sql select * from streamt2 order by ts; - -if $rows != 8 then - print ====streamt2=rows2=$rows - goto loop4 -endi -if $data31 != 100 then - print ====streamt2=data31=$data31 - goto loop4 -endi - -sql select * from streamt3 order by ts; - -if $rows != 8 then - print ====streamt3=rows3=$rows - goto loop4 -endi -if $data31 != 5 then - print ====streamt3=data31=$data31 - goto loop4 -endi - -sql select * from streamt4 order by ts; - -if $rows != 8 then - print ====streamt4=rows4=$rows - goto loop4 -endi -if $data31 != 0 then - print ====streamt4=data31=$data31 - goto loop4 -endi - -sql select * from streamt5 order by ts; - -if $rows != 8 then - print ====streamt5=rows5=$rows - goto loop4 -endi -if $data31 != 3 then - print ====streamt5=data31=$data31 - goto loop4 -endi - - - -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; -sql drop stream if exists streams9; -sql drop stream if exists streams10; -sql drop database if exists test6; -sql create database test6 vgroups 1; -sql use test6; -sql create stable st(ts timestamp, a int, b int , c int, d double, s varchar(20)) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(1,1,1); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(NULL); -sql create stream streams7 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt7 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(value,100,200,300); -sql create stream streams8 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt8 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); -sql create stream streams9 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt9 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams10 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt10 as select _wstart as ts, max(a), sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,1,1,1.0,'aaa'); -sql insert into t1 values(1648791215000,6,8,8,8.0,'bbb'); -sql insert into t1 values(1648791220000,11,10,10,10.0,'ccc'); -sql insert into t1 values(1648791221000,6,6,6,6.0,'fff'); - -sql insert into t2 values(1648791212000,4,4,4,4.0,'ddd'); -sql insert into t2 values(1648791214000,5,5,5,5.0,'eee'); -sql insert into t2 values(1648791216000,2,2,2,2.0,'bbb'); -sql insert into t2 values(1648791222000,6,6,6,6.0,'fff'); - -$loop_count = 0 - -loop5: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by ts; - -if $rows != 13 then - print ====streamt6=rows1=$rows - goto loop5 -endi -if $data21 != 4 then - print ====streamt6=data21=$data21 - goto loop5 -endi - -sql delete from t2; -print delete from t2; - -$loop_count = 0 - -loop6: - -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by ts; - -if $rows != 12 then - print ====streamt6=rows2=$rows - goto loop6 -endi -if $data31 != NULL then - print ====streamt6=data31=$data31 - goto loop6 -endi - - -sql select * from streamt7 order by ts; - -if $rows != 12 then - print ====streamt7=rows2=$rows - goto loop6 -endi -if $data31 != 100 then - print ====streamt7=data31=$data31 - goto loop6 -endi - -sql select * from streamt8 order by ts; - -if $rows != 12 then - print ====streamt8=rows3=$rows - goto loop6 -endi -if $data31 != 6 then - print ====streamt8=data31=$data31 - goto loop6 -endi - -sql select * from streamt9 order by ts; - -if $rows != 12 then - print ====streamt9=rows4=$rows - goto loop6 -endi -if $data31 != 1 then - print ====streamt9=data31=$data31 - goto loop6 -endi - -sql select * from streamt10 order by ts; - -if $rows != 12 then - print ====streamt10=rows5=$rows - goto loop6 -endi -if $data21 != 3 then - print ====streamt10=data21=$data21 - goto loop6 -endi -if $data31 != 4 then - print ====streamt10=data31=$data31 - goto loop6 -endi -if $data71 != 8 then - print ====streamt10=data71=$data71 - goto loop6 -endi -if $data91 != 10 then - print ====streamt10=data91=$data91 - goto loop6 -endi - - - - - -sql drop stream if exists streams11; -sql drop stream if exists streams12; -sql drop stream if exists streams13; -sql drop stream if exists streams14; -sql drop stream if exists streams15; -sql drop database if exists test7; -sql create database test7 vgroups 1; -sql use test7; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams11 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt11 as select _wstart as ts, avg(a), count(*), timezone(), to_iso8601(1) from t1 where ts >= 1648791210000 and ts < 1648791240000 interval(1s) fill(NULL); -sql create stream streams12 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt12 as select _wstart as ts, avg(a), count(*), timezone(), to_iso8601(1) from t1 where ts >= 1648791210000 and ts < 1648791240000 interval(1s) fill(value,100.0,200); -sql create stream streams13 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt13 as select _wstart as ts, avg(a), count(*), timezone(), to_iso8601(1) from t1 where ts >= 1648791210000 and ts < 1648791240000 interval(1s) fill(next); -sql create stream streams14 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt14 as select _wstart as ts, avg(a), count(*), timezone(), to_iso8601(1) from t1 where ts >= 1648791210000 and ts < 1648791240000 interval(1s) fill(prev); -sql create stream streams15 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt15 as select _wstart as ts, avg(a), count(*), timezone(), to_iso8601(1) from t1 where ts >= 1648791210000 and ts < 1648791240000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,1,1,1.0,'aaa'); -sql insert into t1 values(1648791210001,1,1,1,1.0,'aaa'); - -sql insert into t1 values(1648791215000,2,2,2,2.0,'bbb'); -sql insert into t1 values(1648791220000,3,3,3,3.0,'ccc'); -sql insert into t1 values(1648791225000,4,4,4,4.0,'fff'); - -sql insert into t1 values(1648791230000,5,5,5,5.0,'ddd'); -sql insert into t1 values(1648791230001,6,6,6,6.0,'eee'); -sql insert into t1 values(1648791230002,7,7,7,7.0,'fff'); - -$loop_count = 0 - -loop7: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt11 order by ts; - -if $rows != 21 then - print ====streamt11=rows3=$rows - goto loop7 -endi - -sql select * from streamt12 order by ts; - -if $rows != 21 then - print ====streamt12=rows3=$rows - goto loop7 -endi - -sql select * from streamt13 order by ts; - -if $rows != 21 then - print ====streamt13=rows3=$rows - goto loop7 -endi - -sql select * from streamt14 order by ts; - -if $rows != 21 then - print ====streamt14=rows3=$rows - goto loop7 -endi - -sql select * from streamt15 order by ts; - -if $rows != 21 then - print ====streamt15=rows3=$rows - goto loop7 -endi - -sql delete from t1 where ts > 1648791210001 and ts < 1648791230000; - -$loop_count = 0 - -loop8: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt11 order by ts; - -if $rows != 21 then - print ====streamt11=rows3=$rows - goto loop8 -endi - -if $data12 != NULL then - print ====streamt11=3=data01=$data01 - goto loop8 -endi - -if $data[19][2] != NULL then - print ====streamt11=3=data[19][2]=$data[19][2] - goto loop8 -endi - -sql select * from streamt12 order by ts; - -if $rows != 21 then - print ====streamt12=rows3=$rows - goto loop8 -endi - -if $data12 != 200 then - print ====streamt12=3=data12=$data12 - goto loop8 -endi - -if $data[19][2] != 200 then - print ====streamt12=3=data[19][2]=$data[19][2] - goto loop8 -endi - -sql select * from streamt13 order by ts; - -if $rows != 21 then - print ====streamt13=rows3=$rows - goto loop8 -endi - -if $data12 != 3 then - print ====streamt13=3=data12=$data12 - goto loop8 -endi - -if $data[19][2] != 3 then - print ====streamt13=3=data[19][2]=$data[19][2] - goto loop8 -endi - - -sql select * from streamt14 order by ts; - -if $rows != 21 then - print ====streamt14=rows3=$rows - goto loop8 -endi - -if $data12 != 2 then - print ====streamt14=3=data12=$data12 - goto loop8 -endi - -if $data[19][2] != 2 then - print ====streamt14=3=data[19][2]=$data[19][2] - goto loop8 -endi - - -sql select * from streamt15 order by ts; - -if $rows != 21 then - print ====streamt15=rows3=$rows - goto loop8 -endi - -if $data12 != 2 then - print ====streamt15=3=data12=$data12 - goto loop8 -endi - -if $data[19][2] != 2 then - print ====streamt15=3=data[19][2]=$data[19][2] - goto loop8 -endi - - - -#==system sh/exec.sh -n dnode1 -s stop -x SIGINT -#==print =============== check -#==$null= - -#==system_content sh/checkValgrind.sh -n dnode1 -#==print cmd return result ----> [ $system_content ] -#==if $system_content > 0 then -#== return -1 -#==endi - -#==if $system_content == $null then -#== return -1 -#==endi -#==return 1 - - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; -sql drop stream if exists streams9; -sql drop stream if exists streams10; -sql drop stream if exists streams11; -sql drop stream if exists streams12; -sql drop stream if exists streams13; -sql drop stream if exists streams14; -sql drop stream if exists streams15; - -sql use test1; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalLinear.sim b/tests/script/tsim/stream/fillIntervalLinear.sim deleted file mode 100644 index 2d866b1e0aff..000000000000 --- a/tests/script/tsim/stream/fillIntervalLinear.sim +++ /dev/null @@ -1,707 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -#==system sh/exec.sh -n dnode1 -s start -v - -sleep 1000 -sql connect - -print step 1 start - -sql drop stream if exists streams1; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as ts, max(a)+sum(c), avg(b), first(s), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,4,4,4,4.0,'aaa') (1648791216000,5,5,5,5.0,'bbb'); -sql insert into t1 values(1648791210000,1,1,1,1.0,'ccc') (1648791219000,2,2,2,2.0,'ddd') (1648791222000,3,3,3,3.0,'eee'); - - -$loop_count = 0 - -loop1: -sleep 1000 -sql use test1; -sql select * from streamt1 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 13 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 2.000000000 then - print =====data01=$data01 - goto loop1 -endi -if $data02 != 1.000000000 then - print =====data02=$data02 - goto loop1 -endi -if $data03 != ccc then - print =====data03=$data03 - goto loop1 -endi -if $data04 != 1 then - print =====data04=$data04 - goto loop1 -endi - - -if $data11 != 4.000000000 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 2.000000000 then - print =====data12=$data12 - goto loop1 -endi - -if $data13 != NULL then - print =====data13=$data13 - goto loop1 -endi - - -if $data21 != 6.000000000 then - print =====data21=$data21 - goto loop1 -endi -if $data22 != 3.000000000 then - print =====data22=$data22 - goto loop1 -endi -if $data23 != NULL then - print =====data23=$data23 - goto loop1 -endi - - -if $data31 != 8.000000000 then - print =====data31=$data31 - goto loop1 -endi -if $data32 != 4.000000000 then - print =====data32=$data32 - goto loop1 -endi -if $data33 != aaa then - print =====data33=$data33 - goto loop1 -endi - - -if $data41 != 8.666666667 then - print =====data41=$data41 - goto loop1 -endi -if $data42 != 4.333333333 then - print =====data42=$data42 - goto loop1 -endi -if $data43 != NULL then - print =====data43=$data43 - goto loop1 -endi - - -if $data51 != 9.333333333 then - print =====data01=$data01 - goto loop1 -endi -if $data52 != 4.666666667 then - print =====data52=$data52 - goto loop1 -endi -if $data53 != NULL then - print =====data53=$data53 - goto loop1 -endi - - -if $data61 != 10.000000000 then - print =====data61=$data61 - goto loop1 -endi -if $data62 != 5.000000000 then - print =====data62=$data62 - goto loop1 -endi - - -if $data71 != 8.000000000 then - print =====data71=$data71 - goto loop1 -endi -if $data72 != 4.000000000 then - print =====data72=$data72 - goto loop1 -endi - - -if $data81 != 6.000000000 then - print =====data81=$data81 - goto loop1 -endi -if $data82 != 3.000000000 then - print =====data82=$data82 - goto loop1 -endi - - -if $data91 != 4.000000000 then - print =====data91=$data91 - goto loop1 -endi -if $data92 != 2.000000000 then - print =====data92=$data92 - goto loop1 -endi - -if $data[10][1] != 4.666666667 then - print =====data[10][1]=$data[10][1] - goto loop1 -endi -if $data[10][2] != 2.333333333 then - print =====data[10][2]=$data[10][2] - goto loop1 -endi - - -if $data[11][1] != 5.333333333 then - print =====data[11][1]=$data[11][1] - goto loop1 -endi -if $data[11][2] != 2.666666667 then - print =====data[11][2]=$data[11][2] - goto loop1 -endi - - -if $data[12][1] != 6.000000000 then - print =====data[12][1]=$data[12][1] - goto loop1 -endi -if $data[12][2] != 3.000000000 then - print =====data[12][2]=$data[12][2] - goto loop1 -endi - -print step 1 end - -print step 2 start - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql create database test2 vgroups 1; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, max(a)+sum(c), avg(b), first(s), count(*) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,1,1,1.0,'ccc') (1648791219000,2,2,2,2.0,'ddd') (1648791222000,3,3,3,3.0,'eee'); -sql insert into t1 values(1648791213000,4,4,4,4.0,'aaa') (1648791216000,5,5,5,5.0,'bbb'); - - -$loop_count = 0 - -loop2: - -sleep 1000 - -sql select * from streamt2 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 13 then - print =====rows=$rows - goto loop2 -endi - -if $data01 != 2.000000000 then - print =====data01=$data01 - goto loop2 -endi -if $data02 != 1.000000000 then - print =====data02=$data02 - goto loop2 -endi -if $data03 != ccc then - print =====data03=$data03 - goto loop2 -endi -if $data04 != 1 then - print =====data04=$data04 - goto loop2 -endi - - -if $data11 != 4.000000000 then - print =====data11=$data11 - goto loop2 -endi -if $data12 != 2.000000000 then - print =====data12=$data12 - goto loop2 -endi -if $data13 != NULL then - print =====data13=$data13 - goto loop2 -endi - - -if $data21 != 6.000000000 then - print =====data21=$data21 - goto loop2 -endi -if $data22 != 3.000000000 then - print =====data22=$data22 - goto loop2 -endi -if $data23 != NULL then - print =====data23=$data23 - goto loop2 -endi - - -if $data31 != 8.000000000 then - print =====data31=$data31 - goto loop2 -endi -if $data32 != 4.000000000 then - print =====data32=$data32 - goto loop2 -endi -if $data33 != aaa then - print =====data33=$data33 - goto loop2 -endi - - -if $data41 != 8.666666667 then - print =====data41=$data41 - goto loop2 -endi -if $data42 != 4.333333333 then - print =====data42=$data42 - goto loop2 -endi -if $data43 != NULL then - print =====data43=$data43 - goto loop2 -endi - - -if $data51 != 9.333333333 then - print =====data01=$data01 - goto loop2 -endi -if $data52 != 4.666666667 then - print =====data52=$data52 - goto loop2 -endi -if $data53 != NULL then - print =====data53=$data53 - goto loop2 -endi - - -if $data61 != 10.000000000 then - print =====data61=$data61 - goto loop2 -endi -if $data62 != 5.000000000 then - print =====data62=$data62 - goto loop2 -endi - - -if $data71 != 8.000000000 then - print =====data71=$data71 - goto loop2 -endi -if $data72 != 4.000000000 then - print =====data72=$data72 - goto loop2 -endi - - -if $data81 != 6.000000000 then - print =====data81=$data81 - goto loop2 -endi -if $data82 != 3.000000000 then - print =====data82=$data82 - goto loop2 -endi - - -if $data91 != 4.000000000 then - print =====data91=$data91 - goto loop2 -endi -if $data92 != 2.000000000 then - print =====data92=$data92 - goto loop2 -endi - -if $data[10][1] != 4.666666667 then - print =====data[10][1]=$data[10][1] - goto loop2 -endi -if $data[10][2] != 2.333333333 then - print =====data[10][2]=$data[10][2] - goto loop2 -endi - - -if $data[11][1] != 5.333333333 then - print =====data[11][1]=$data[11][1] - goto loop2 -endi -if $data[11][2] != 2.666666667 then - print =====data[11][2]=$data[11][2] - goto loop2 -endi - - -if $data[12][1] != 6.000000000 then - print =====data[12][1]=$data[12][1] - goto loop2 -endi -if $data[12][2] != 3.000000000 then - print =====data[12][2]=$data[12][2] - goto loop2 -endi - -print step 2 end - -print step 3 start - -sql drop stream if exists streams3; -sql drop database if exists test3; -sql create database test3 vgroups 1; -sql use test3; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as ts, max(a), b+c, s, b+1, 1 from t1 where ts >= 1648791150000 and ts < 1648791261000 interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791215000,1,1,1,1.0,'aaa'); -sql insert into t1 values(1648791217000,2,2,2,2.0,'bbb'); -sql insert into t1 values(1648791211000,3,3,3,3.0,'ccc'); -sql insert into t1 values(1648791213000,4,4,4,4.0,'ddd'); - - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt3 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - - -if $rows != 7 then - print =====rows=$rows - goto loop3 -endi - - -if $data01 != 3 then - print =====data01=$data01 - goto loop3 -endi -if $data02 != 6.000000000 then - print =====data02=$data02 - goto loop3 -endi -if $data03 != ccc then - print =====data03=$data03 - goto loop3 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop3 -endi -if $data12 != 7.000000000 then - print =====data12=$data12 - goto loop3 -endi -if $data13 != NULL then - print =====data13=$data13 - goto loop3 -endi - - -if $data21 != 4 then - print =====data21=$data21 - goto loop3 -endi -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop3 -endi -if $data23 != ddd then - print =====data23=$data23 - goto loop3 -endi - - -if $data31 != 2 then - print =====data31=$data31 - goto loop3 -endi -if $data32 != 5.000000000 then - print =====data32=$data32 - goto loop3 -endi -if $data33 != NULL then - print =====data33=$data33 - goto loop3 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop3 -endi -if $data42 != 2.000000000 then - print =====data42=$data42 - goto loop3 -endi -if $data43 != aaa then - print =====data43=$data43 - goto loop3 -endi - - -if $data51 != 1 then - print =====data51=$data51 - goto loop3 -endi -if $data52 != 3.000000000 then - print =====data52=$data52 - goto loop3 -endi -if $data53 != NULL then - print =====data53=$data53 - goto loop3 -endi - - -if $data61 != 2 then - print =====data61=$data61 - goto loop3 -endi -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop3 -endi -if $data63 != bbb then - print =====data63=$data63 - goto loop3 -endi - - -sql insert into t1 values(1648791212000,5,5,5,5.0,'eee'); -sql insert into t1 values(1648791207000,6,6,6,6.0,'fff') (1648791209000,7,7,7,7.0,'ggg') (1648791219000,8,8,8,8.0,'hhh') (1648791221000,9,9,9,9.0,'iii'); - - - -$loop_count = 0 - -loop4: - -sleep 1000 - -sql select * from test3.streamt3 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - - -if $rows != 15 then - print =====rows=$rows - goto loop4 -endi - - -if $data01 != 6 then - print =====data01=$data01 - goto loop4 -endi -if $data02 != 12.000000000 then - print =====data02=$data02 - goto loop4 -endi -if $data03 != fff then - print =====data03=$data03 - goto loop4 -endi - -if $data11 != 6 then - print =====data11=$data11 - goto loop4 -endi -if $data12 != 13.000000000 then - print =====data12=$data12 - goto loop4 -endi -if $data13 != NULL then - print =====data13=$data13 - goto loop4 -endi - - -if $data21 != 7 then - print =====data21=$data21 - goto loop4 -endi -if $data22 != 14.000000000 then - print =====data22=$data22 - goto loop4 -endi -if $data23 != ggg then - print =====data23=$data23 - goto loop4 -endi - - -if $data31 != 5 then - print =====data31=$data31 - return -1 -endi -if $data32 != 10.000000000 then - print =====data32=$data32 - return -1 -endi -if $data33 != NULL then - print =====data33=$data33 - return -1 -endi - -if $data51 != 5 then - print =====data51=$data51 - return -1 -endi -if $data52 != 10.000000000 then - print =====data52=$data52 - return -1 -endi -if $data53 != eee then - print =====data53=$data53 - return -1 -endi - - -if $data[11][1] != 5 then - print =====data[11][1]=$data[11][1] - return -1 -endi -if $data[11][2] != 10.000000000 then - print =====data[11][2]=$data[11][2] - return -1 -endi -if $data[11][3] != NULL then - print =====data[11][3]=$data[11][3] - return -1 -endi - -if $data[12][1] != 8 then - print =====data[12][1]=$data[12][1] - return -1 -endi -if $data[12][2] != 16.000000000 then - print =====data[12][2]=$data[12][2] - return -1 -endi -if $data[12][3] != hhh then - print =====data[12][3]=$data[12][3] - return -1 -endi - - - - -print step 3 end - - - - - - - - - - - - - - - - - - - - - - -#==system sh/exec.sh -n dnode1 -s stop -x SIGINT -#==print =============== check -#==$null= - -#==system_content sh/checkValgrind.sh -n dnode1 -#==print cmd return result ----> [ $system_content ] -#==if $system_content > 0 then -#== return -1 -#==endi - -#==if $system_content == $null then -#== return -1 -#==endi -#==return 1 - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; - -sql use test1; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalPartitionBy.sim b/tests/script/tsim/stream/fillIntervalPartitionBy.sim deleted file mode 100644 index 4e19d794087b..000000000000 --- a/tests/script/tsim/stream/fillIntervalPartitionBy.sim +++ /dev/null @@ -1,295 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create stable st(ts timestamp, a int, b int , c int, d double, s varchar(20)) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as ts, max(a) c1, sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 partition by ta interval(1s) fill(NULL); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, max(a) c1, sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 partition by ta interval(1s) fill(value,100,200,300); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as ts, max(a) c1, sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 partition by ta interval(1s) fill(next); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart as ts, max(a) c1, sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 partition by ta interval(1s) fill(prev); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt5 as select _wstart as ts, max(a) c1, sum(b), count(*) from st where ts >= 1648791210000 and ts < 1648791261000 partition by ta interval(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,0,0,0,0.0,'aaa'); -sql insert into t1 values(1648791213000,1,1,1,1.0,'bbb'); -sql insert into t1 values(1648791215000,5,5,5,5.0,'ccc'); -sql insert into t1 values(1648791216000,6,6,6,6.0,'ddd'); -sql insert into t2 values(1648791210000,7,0,0,0.0,'aaa'); -sql insert into t2 values(1648791213000,8,1,1,1.0,'bbb'); -sql insert into t2 values(1648791215000,9,5,5,5.0,'ccc'); -sql insert into t2 values(1648791216000,10,6,6,6.0,'ddd'); - -$loop_count = 0 - -loop2: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - - -sql select * from streamt1 order by group_id, ts; - -if $rows != 14 then - print ====streamt1=rows1=$rows - goto loop2 -endi - -sql select * from streamt2 order by group_id, ts; - -if $rows != 14 then - print ====streamt2=rows2=$rows - goto loop2 -endi - -sql select * from streamt3 order by group_id, ts; - -if $rows != 14 then - print ====streamt3=rows3=$rows - goto loop2 -endi - -sql select * from streamt4 order by group_id, ts; - -if $rows != 14 then - print ====streamt4=rows4=$rows - goto loop2 -endi - -sql select * from streamt5 order by group_id, ts; - -if $rows != 14 then - print ====streamt5=rows5=$rows - print $data00,$data01,$data02,$data03 - print $data10,$data11,$data12,$data13 - print $data20,$data21,$data22,$data23 - print $data30,$data31,$data32,$data33 - print $data40,$data41,$data42,$data43 - print $data50,$data51,$data52,$data53 - print $data60,$data61,$data62,$data63 - print $data70,$data71,$data72,$data73 - print $data80,$data81,$data82,$data83 - print $data90,$data91,$data92,$data93 - print $data[10][0],$data[10][1],$data[10][2],$data[10][3] - print $data[11][0],$data[11][1],$data[10][2],$data[10][3] - print $data[12][0],$data[12][1],$data[10][2],$data[10][3] - print $data[13][0],$data[13][1],$data[10][2],$data[10][3] - print $data[14][0],$data[14][1],$data[10][2],$data[10][3] - goto loop2 -endi - -sql delete from t1 where ts = 1648791216000; -print ======delete from t1 where ts = 1648791216000; - -$loop_count = 0 - -loop3: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -sql select * from streamt1 order by group_id, ts; - -if $rows != 13 then - print ====streamt1=rows1=$rows - goto loop3 -endi - -sql select * from streamt2 order by group_id, ts; - -if $rows != 13 then - print ====streamt2=rows2=$rows - goto loop3 -endi - -sql select * from streamt3 order by group_id, ts; - -if $rows != 13 then - print ====streamt3=rows3=$rows - goto loop3 -endi - -sql select * from streamt4 order by group_id, ts; - -if $rows != 13 then - print ====streamt4=rows4=$rows - goto loop3 -endi - -sql select * from streamt5 order by group_id, ts; - -if $rows != 13 then - print ====streamt5=rows5=$rows - goto loop3 -endi - -sql insert into t2 values(1648791217000,11,11,11,11.0,'eee') (1648791219000,11,11,11,11.0,'eee') t1 values(1648791217000,11,11,11,11.0,'eee') (1648791219000,11,11,11,11.0,'eee'); - -$loop_count = 0 - -loop4: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - - -sql select * from streamt1 order by group_id, ts; - -if $rows != 20 then - print ====streamt1=rows1=$rows - goto loop4 -endi - -if $data04 == 0 then - print ====streamt1=data04=$data04 - goto loop4 -endi - -sql select group_id,count(*) from streamt1 group by group_id; - -if $rows != 2 then - print ====streamt1=rows2=$rows - goto loop4 -endi - -sql select * from streamt2 order by group_id, ts; - -if $rows != 20 then - print ====streamt2=rows2=$rows - goto loop4 -endi - -if $data04 == 0 then - print ====streamt2=data04=$data04 - goto loop4 -endi - -sql select group_id,count(*) from streamt2 group by group_id; - -if $rows != 2 then - print ====streamt2=rows2=$rows - goto loop4 -endi - -sql select * from streamt3 order by group_id, ts; - -if $rows != 20 then - print ====streamt3=rows3=$rows - goto loop4 -endi - -if $data04 == 0 then - print ====streamt3=data04=$data04 - goto loop4 -endi - -sql select group_id,count(*) from streamt3 group by group_id; - -if $rows != 2 then - print ====streamt3=rows2=$rows - goto loop4 -endi - - -sql select * from streamt4 order by group_id, ts; - -if $rows != 20 then - print ====streamt4=rows4=$rows - goto loop4 -endi - -if $data04 == 0 then - print ====streamt4=data04=$data04 - goto loop4 -endi - -sql select group_id,count(*) from streamt4 group by group_id; - -if $rows != 2 then - print ====streamt4=rows2=$rows - goto loop4 -endi - -sql select * from streamt5 order by group_id, ts; - -if $rows != 20 then - print ====streamt5=rows5=$rows - goto loop4 -endi - -if $data04 == 0 then - print ====streamt5=data04=$data04 - goto loop4 -endi - -sql select group_id,count(*) from streamt5 group by group_id; - -if $rows != 2 then - print ====streamt5=rows2=$rows - goto loop4 -endi - - - - - - - - - - - - - - - - - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; -sql drop stream if exists streams9; -sql drop stream if exists streams10; - -sql use test1; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalPrevNext.sim b/tests/script/tsim/stream/fillIntervalPrevNext.sim deleted file mode 100644 index 4e752c6a5c05..000000000000 --- a/tests/script/tsim/stream/fillIntervalPrevNext.sim +++ /dev/null @@ -1,557 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -#==system sh/exec.sh -n dnode1 -s start -v - -sleep 1000 -sql connect - -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart as ts, count(*) c1, max(b)+sum(a) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, count(*) c1, max(a)+min(c), avg(b) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,4,4,4,4.0,'aaa') (1648791215000,5,5,5,5.0,'aaa'); -sql insert into t1 values(1648791211000,1,1,1,1.0,'aaa') (1648791217000,2,2,2,2.0,'aaa') (1648791220000,3,3,3,3.0,'aaa'); - - -$loop_count = 0 - -loop1: -sleep 1000 -sql use test1; -sql select * from streamt1 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 10 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop1 -endi - - -if $data11 != 1 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 2.000000000 then - print =====data12=$data12 - goto loop1 -endi - - -if $data21 != 1 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop1 -endi - - -if $data31 != 1 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 8.000000000 then - print =====data32=$data32 - goto loop1 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop1 -endi - -if $data42 != 10.000000000 then - print =====data42=$data42 - goto loop1 -endi - - -if $data51 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data52 != 10.000000000 then - print =====data52=$data52 - goto loop1 -endi - - -if $data61 != 1 then - print =====data61=$data61 - goto loop1 -endi - -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop1 -endi - - -if $data71 != 1 then - print =====data71=$data71 - goto loop1 -endi - -if $data72 != 4.000000000 then - print =====data72=$data72 - goto loop1 -endi - - -if $data81 != 1 then - print =====data81=$data81 - goto loop1 -endi - -if $data82 != 4.000000000 then - print =====data82=$data82 - goto loop1 -endi - - -if $data91 != 1 then - print =====data91=$data91 - goto loop1 -endi - -if $data92 != 6.000000000 then - print =====data92=$data92 - goto loop1 -endi - -sql use test1; -sql select * from streamt2 order by ts; - -print next----------------------151 - -if $rows != 10 then - print =====rows=$rows - goto loop1 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop1 -endi -if $data03 != 1.000000000 then - print =====data03=$data03 - goto loop1 -endi - -if $data12 != 8.000000000 then - print =====data12=$data12 - goto loop1 -endi -if $data13 != 4.000000000 then - print =====data13=$data13 - goto loop1 -endi - - -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop1 -endi -if $data23 != 4.000000000 then - print =====data23=$data23 - goto loop1 -endi - - -if $data32 != 10.000000000 then - print =====data32=$data32 - goto loop1 -endi -if $data33 != 5.000000000 then - print =====data33=$data33 - goto loop1 -endi - - -if $data42 != 10.000000000 then - print =====data42=$data42 - goto loop1 -endi -if $data43 != 5.000000000 then - print =====data43=$data43 - goto loop1 -endi - - -if $data52 != 4.000000000 then - print =====data52=$data52 - goto loop1 -endi -if $data53 != 2.000000000 then - print =====data53=$data53 - goto loop1 -endi - - -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop1 -endi -if $data63 != 2.000000000 then - print =====data63=$data63 - goto loop1 -endi - - -if $data72 != 6.000000000 then - print =====data72=$data72 - goto loop1 -endi -if $data73 != 3.000000000 then - print =====data73=$data73 - goto loop1 -endi - - -if $data82 != 6.000000000 then - print =====data82=$data82 - goto loop1 -endi -if $data83 != 3.000000000 then - print =====data83=$data83 - goto loop1 -endi - - -if $data92 != 6.000000000 then - print =====data92=$data92 - goto loop1 -endi -if $data93 != 3.000000000 then - print =====data93=$data93 - goto loop1 -endi - - - -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop database if exists test5; -sql create database test5 vgroups 1; -sql use test5; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt5 as select _wstart as ts, count(*) c1, max(b)+sum(a) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 as select _wstart as ts, count(*) c1, max(a)+min(c), avg(b) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,1,1,1.0,'aaa') (1648791217000,2,2,2,2.0,'aaa') (1648791220000,3,3,3,3.0,'aaa'); -sql insert into t1 values(1648791213000,4,4,4,4.0,'aaa') (1648791215000,5,5,5,5.0,'aaa'); - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt5 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 10 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop5 -endi - - -if $data11 != 1 then - print =====data11=$data11 - goto loop5 -endi - -if $data12 != 2.000000000 then - print =====data12=$data12 - goto loop5 -endi - - -if $data21 != 1 then - print =====data21=$data21 - goto loop5 -endi - -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop5 -endi - - -if $data31 != 1 then - print =====data31=$data31 - goto loop5 -endi - -if $data32 != 8.000000000 then - print =====data32=$data32 - goto loop5 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop5 -endi - -if $data42 != 10.000000000 then - print =====data42=$data42 - goto loop5 -endi - - -if $data51 != 1 then - print =====data01=$data01 - goto loop5 -endi - -if $data52 != 10.000000000 then - print =====data52=$data52 - goto loop5 -endi - - -if $data61 != 1 then - print =====data61=$data61 - goto loop5 -endi - -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop5 -endi - - -if $data71 != 1 then - print =====data71=$data71 - goto loop5 -endi - -if $data72 != 4.000000000 then - print =====data72=$data72 - goto loop5 -endi - - -if $data81 != 1 then - print =====data81=$data81 - goto loop5 -endi - -if $data82 != 4.000000000 then - print =====data82=$data82 - goto loop5 -endi - - -if $data91 != 1 then - print =====data91=$data91 - goto loop5 -endi - -if $data92 != 6.000000000 then - print =====data92=$data92 - goto loop5 -endi - - -$loop_count = 0 - -loop6: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 1000 - -sql select * from streamt6 order by ts; - -if $rows != 10 then - print =====rows=$rows - goto loop6 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop6 -endi -if $data03 != 1.000000000 then - print =====data03=$data03 - goto loop6 -endi - -if $data12 != 8.000000000 then - print =====data12=$data12 - goto loop6 -endi -if $data13 != 4.000000000 then - print =====data13=$data13 - goto loop6 -endi - - -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop6 -endi -if $data23 != 4.000000000 then - print =====data23=$data23 - goto loop6 -endi - - -if $data32 != 10.000000000 then - print =====data32=$data32 - goto loop6 -endi -if $data33 != 5.000000000 then - print =====data33=$data33 - goto loop6 -endi - - -if $data42 != 10.000000000 then - print =====data42=$data42 - goto loop6 -endi -if $data43 != 5.000000000 then - print =====data43=$data43 - goto loop6 -endi - - -if $data52 != 4.000000000 then - print =====data52=$data52 - goto loop6 -endi -if $data53 != 2.000000000 then - print =====data53=$data53 - goto loop6 -endi - - -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop6 -endi -if $data63 != 2.000000000 then - print =====data63=$data63 - goto loop6 -endi - - -if $data72 != 6.000000000 then - print =====data72=$data72 - goto loop6 -endi -if $data73 != 3.000000000 then - print =====data73=$data73 - goto loop6 -endi - - -if $data82 != 6.000000000 then - print =====data82=$data82 - goto loop6 -endi -if $data83 != 3.000000000 then - print =====data83=$data83 - goto loop6 -endi - - -if $data92 != 6.000000000 then - print =====data92=$data92 - goto loop6 -endi -if $data93 != 3.000000000 then - print =====data93=$data93 - goto loop6 -endi - - - -#==system sh/exec.sh -n dnode1 -s stop -x SIGINT -#==print =============== check -#==$null= - -#==system_content sh/checkValgrind.sh -n dnode1 -#==print cmd return result ----> [ $system_content ] -#==if $system_content > 0 then -#== return -1 -#==endi - -#==if $system_content == $null then -#== return -1 -#==endi -#==return 1 - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; - -sql use test1; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalPrevNext1.sim b/tests/script/tsim/stream/fillIntervalPrevNext1.sim deleted file mode 100644 index b6c24f7a0fbd..000000000000 --- a/tests/script/tsim/stream/fillIntervalPrevNext1.sim +++ /dev/null @@ -1,562 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -#==system sh/exec.sh -n dnode1 -s start -v - -sleep 1000 -sql connect - - -sql drop stream if exists streams7; -sql drop stream if exists streams8; -sql drop database if exists test7; -sql create database test7 vgroups 1; -sql use test7; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams7 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt7 as select _wstart as ts, max(a), b+c, s from t1 where ts >= 1648791150000 and ts < 1648791261000 interval(1s) fill(prev); -sql create stream streams8 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt8 as select _wstart as ts, max(a), 1, b+1 from t1 where ts >= 1648791150000 and ts < 1648791261000 interval(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791215000,1,1,1,1.0,'aaa'); -sql insert into t1 values(1648791217000,2,2,2,2.0,'bbb'); -sql insert into t1 values(1648791211000,3,3,3,3.0,'ccc'); -sql insert into t1 values(1648791213000,4,4,4,4.0,'ddd'); - - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from streamt7 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - - -if $rows != 7 then - print =====rows=$rows - goto loop7 -endi - - -if $data01 != 3 then - print =====data01=$data01 - goto loop7 -endi -if $data02 != 6.000000000 then - print =====data02=$data02 - goto loop7 -endi -if $data03 != ccc then - print =====data03=$data03 - goto loop7 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop7 -endi -if $data12 != 6.000000000 then - print =====data12=$data12 - goto loop7 -endi -if $data13 != ccc then - print =====data13=$data13 - goto loop7 -endi - - -if $data21 != 4 then - print =====data21=$data21 - goto loop7 -endi -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop7 -endi -if $data23 != ddd then - print =====data23=$data23 - goto loop7 -endi - - -if $data31 != 4 then - print =====data31=$data31 - goto loop7 -endi -if $data32 != 8.000000000 then - print =====data32=$data32 - goto loop7 -endi -if $data33 != ddd then - print =====data33=$data33 - goto loop7 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop7 -endi -if $data42 != 2.000000000 then - print =====data42=$data42 - goto loop7 -endi -if $data43 != aaa then - print =====data43=$data43 - goto loop7 -endi - - -if $data51 != 1 then - print =====data51=$data51 - goto loop7 -endi -if $data52 != 2.000000000 then - print =====data52=$data52 - goto loop7 -endi -if $data53 != aaa then - print =====data53=$data53 - goto loop7 -endi - - -if $data61 != 2 then - print =====data61=$data61 - goto loop7 -endi -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop7 -endi -if $data63 != bbb then - print =====data63=$data63 - goto loop7 -endi - -#-------------- - -loop71: - -$loop_count = 0 -sleep 1000 - -sql select * from streamt8 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 7 then - print =====rows=$rows - goto loop71 -endi - - -if $data01 != 3 then - print =====data01=$data01 - goto loop71 -endi -if $data02 != 1 then - print =====data02=$data02 - goto loop71 -endi -if $data03 != 4.000000000 then - print =====data03=$data03 - goto loop71 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop71 -endi -if $data12 != 1 then - print =====data12=$data12 - goto loop71 -endi -if $data13 != 5.000000000 then - print =====data13=$data13 - goto loop71 -endi - - -if $data21 != 4 then - print =====data21=$data21 - goto loop71 -endi -if $data22 != 1 then - print =====data22=$data22 - goto loop71 -endi -if $data23 != 5.000000000 then - print =====data23=$data23 - goto loop71 -endi - - -if $data31 != 1 then - print =====data31=$data31 - goto loop71 -endi -if $data32 != 1 then - print =====data32=$data32 - goto loop71 -endi -if $data33 != 2.000000000 then - print =====data33=$data33 - goto loop71 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop71 -endi -if $data42 != 1 then - print =====data42=$data42 - goto loop71 -endi -if $data43 != 2.000000000 then - print =====data43=$data43 - goto loop71 -endi - - -if $data51 != 2 then - print =====data51=$data51 - goto loop71 -endi -if $data52 != 1 then - print =====data52=$data52 - goto loop71 -endi -if $data53 != 3.000000000 then - print =====data53=$data53 - goto loop71 -endi - - -if $data61 != 2 then - print =====data61=$data61 - goto loop71 -endi -if $data62 != 1 then - print =====data62=$data62 - goto loop71 -endi -if $data63 != 3.000000000 then - print =====data63=$data63 - goto loop71 -endi - -sql insert into t1 values(1648791212000,5,5,5,5.0,'eee'); -sql insert into t1 values(1648791207000,6,6,6,6.0,'fff') (1648791209000,7,7,7,7.0,'ggg') (1648791219000,8,8,8,8.0,'hhh') (1648791221000,9,9,9,9.0,'iii'); - - - -$loop_count = 0 - -loop8: -sleep 1000 -sql select * from streamt7 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - - -if $rows != 15 then - print =====rows=$rows - goto loop8 -endi - - -if $data01 != 6 then - print =====data01=$data01 - goto loop8 -endi -if $data02 != 12.000000000 then - print =====data02=$data02 - goto loop8 -endi -if $data03 != fff then - print =====data03=$data03 - goto loop8 -endi - -if $data11 != 6 then - print =====data11=$data11 - goto loop8 -endi -if $data12 != 12.000000000 then - print =====data12=$data12 - goto loop8 -endi -if $data13 != fff then - print =====data13=$data13 - goto loop8 -endi - - -if $data21 != 7 then - print =====data21=$data21 - goto loop8 -endi -if $data22 != 14.000000000 then - print =====data22=$data22 - goto loop8 -endi -if $data23 != ggg then - print =====data23=$data23 - goto loop8 -endi - - -if $data31 != 7 then - print =====data31=$data31 - goto loop8 -endi -if $data32 != 14.000000000 then - print =====data32=$data32 - goto loop8 -endi -if $data33 != ggg then - print =====data33=$data33 - goto loop8 -endi - -if $data51 != 5 then - print =====data51=$data51 - goto loop8 -endi -if $data52 != 10.000000000 then - print =====data52=$data52 - goto loop8 -endi -if $data53 != eee then - print =====data53=$data53 - goto loop8 -endi - - -if $data[11][1] != 2 then - print =====data[11][1]=$data[11][1] - goto loop8 -endi -if $data[11][2] != 4.000000000 then - print =====data[11][2]=$data[11][2] - goto loop8 -endi -if $data[11][3] != bbb then - print =====data[11][3]=$data[11][3] - goto loop8 -endi - -if $data[12][1] != 8 then - print =====data[12][1]=$data[12][1] - goto loop8 -endi -if $data[12][2] != 16.000000000 then - print =====data[12][2]=$data[12][2] - goto loop8 -endi -if $data[12][3] != hhh then - print =====data[12][3]=$data[12][3] - goto loop8 -endi - -if $data[13][1] != 8 then - print =====data[13][1]=$data[13][1] - goto loop8 -endi -if $data[13][2] != 16.000000000 then - print =====data[13][2]=$data[13][2] - goto loop8 -endi -if $data[13][3] != hhh then - print =====data[13][3]=$data[13][3] - goto loop8 -endi - -if $data[14][1] != 9 then - print =====data[14][1]=$data[14][1] - goto loop8 -endi -if $data[14][2] != 18.000000000 then - print =====data[14][2]=$data[14][2] - goto loop8 -endi -if $data[14][3] != iii then - print =====data[14][3]=$data[14][3] - goto loop8 -endi - -print fill next-----------------890 -sql use test7; -sql select * from streamt8 order by ts; - -if $rows != 15 then - print =====rows=$rows - goto loop8 -endi - - -if $data01 != 6 then - print =====data01=$data01 - goto loop8 -endi -if $data02 != 1 then - print =====data02=$data02 - goto loop8 -endi -if $data03 != 7.000000000 then - print =====data03=$data03 - goto loop8 -endi - -if $data11 != 7 then - print =====data11=$data11 - goto loop8 -endi -if $data13 != 8.000000000 then - print =====data13=$data13 - goto loop8 -endi - - -if $data21 != 7 then - print =====data21=$data21 - goto loop8 -endi -if $data23 != 8.000000000 then - print =====data23=$data23 - goto loop8 -endi - - -if $data31 != 3 then - print =====data31=$data31 - goto loop8 -endi -if $data33 != 4.000000000 then - print =====data33=$data33 - goto loop8 -endi - -if $data51 != 5 then - print =====data51=$data51 - goto loop8 -endi -if $data53 != 6.000000000 then - print =====data53=$data53 - goto loop8 -endi - - -if $data[11][1] != 8 then - print =====data[11][1]=$data[11][1] - goto loop8 -endi -if $data[11][2] != 1 then - print =====data[11][2]=$data[11][2] - goto loop8 -endi -if $data[11][3] != 9.000000000 then - print =====data[11][3]=$data[11][3] - goto loop8 -endi - -if $data[12][1] != 8 then - print =====data[12][1]=$data[12][1] - goto loop8 -endi -if $data[12][3] != 9.000000000 then - print =====data[12][3]=$data[12][3] - goto loop8 -endi - -if $data[13][1] != 9 then - print =====data[13][1]=$data[13][1] - goto loop8 -endi -if $data[13][3] != 10.000000000 then - print =====data[13][3]=$data[13][3] - goto loop8 -endi - -if $data[14][1] != 9 then - print =====data[14][1]=$data[14][1] - goto loop8 -endi -if $data[14][3] != 10.000000000 then - print =====data[14][3]=$data[14][3] - goto loop8 -endi - - - - - - - - - - - - - - - - - - - - - - -#==system sh/exec.sh -n dnode1 -s stop -x SIGINT -#==print =============== check -#==$null= - -#==system_content sh/checkValgrind.sh -n dnode1 -#==print cmd return result ----> [ $system_content ] -#==if $system_content > 0 then -#== return -1 -#==endi - -#==if $system_content == $null then -#== return -1 -#==endi -#==return 1 - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; - -sql use test7; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/fillIntervalRange.sim b/tests/script/tsim/stream/fillIntervalRange.sim deleted file mode 100644 index 1b3a2d3e2a50..000000000000 --- a/tests/script/tsim/stream/fillIntervalRange.sim +++ /dev/null @@ -1,230 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start - -sleep 500 -sql connect - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20));; -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart ts, count(*) c1 from t1 interval(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3,1.0,'aaa'); -sleep 100 -sql insert into t1 values(1648795308000,1,2,3,1.0,'aaa'); - -$loop_count = 0 - -loop0: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 -sql select * from streamt where c1 > 0; - -if $rows != 2 then - print =====rows=$rows - goto loop0 -endi - -sql select count(*) from streamt; - -if $data00 != 4098 then - print =====data00=$data00 - goto loop0 -endi - -sql insert into t1 values(1648800308000,1,1,1,1.0,'aaa'); - - -$loop_count = 0 - -loop1: -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 -sql select * from streamt where c1 > 0; - -if $rows != 3 then - print =====rows=$rows - goto loop1 -endi - -sql select count(*) from streamt; - -if $data00 != 9098 then - print =====data00=$data00 - goto loop1 -endi - -sql insert into t1 values(1648786211000,1,1,1,1.0,'aaa'); - - -$loop_count = 0 - -loop2: -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 -sql select * from streamt where c1 > 0; - -if $rows != 4 then - print =====rows=$rows - goto loop2 -endi - -sql select count(*) from streamt; - -if $data00 != 14098 then - print =====rows=$rows - goto loop2 -endi - -sql insert into t1 values(1648801308000,1,1,1,1.0,'aaa') (1648802308000,1,1,1,1.0,'aaa') (1648803308000,1,1,1,1.0,'aaa') (1648804308000,1,1,1,1.0,'aaa') (1648805308000,1,1,1,1.0,'aaa'); - - -$loop_count = 0 - -loop21: -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 -sql select * from streamt where c1 > 0; - -if $rows != 9 then - print =====rows=$rows - goto loop21 -endi - -sql select count(*) from streamt; - -if $data00 != 19098 then - print =====rows=$rows - goto loop21 -endi - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -print create stream streams1 trigger at_once into streamt as select _wstart ts, max(a) c1 from t1 interval(1s) fill(linear); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart ts, max(a) c1 from t1 interval(1s) fill(linear); - -print create stream streams2 trigger at_once into streamt2 as select _wstart ts, max(a) c1 from t1 interval(1s) fill(prev); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart ts, max(a) c1 from t1 interval(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3,1.0,'aaa'); -sleep 100 -sql insert into t1 values(1648795308000,1,2,3,1.0,'aaa'); - -$loop_count = 0 - -loop3: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 - -print select count(*) from streamt; -sql select count(*) from streamt; - -if $data00 != 4098 then - print =====data00=$data00 - goto loop3 -endi - -print select count(*) from streamt2; -sql select count(*) from streamt2; - -if $data00 != 4098 then - print =====data00=$data00 - goto loop3 -endi - -sql insert into t1 values(1648800308000,1,1,1,1.0,'aaa'); - - -$loop_count = 0 - -loop4: -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 - -print select count(*) from streamt; -sql select count(*) from streamt; - -if $data00 != 9098 then - print =====rows=$rows - goto loop4 -endi - -print select count(*) from streamt2; -sql select count(*) from streamt2; - -if $data00 != 9098 then - print =====rows=$rows - goto loop4 -endi - -sql insert into t1 values(1648786211000,1,1,1,1.0,'aaa'); - - -$loop_count = 0 - -loop5: -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 500 - -print select count(*) from streamt; -sql select count(*) from streamt; - -if $data00 != 14098 then - print =====rows=$rows - goto loop5 -endi - -print select count(*) from streamt2; -sql select count(*) from streamt2; - -if $data00 != 14098 then - print =====rows=$rows - goto loop5 -endi - -system sh/stop_dnodes.sh - -#goto looptest diff --git a/tests/script/tsim/stream/fillIntervalValue.sim b/tests/script/tsim/stream/fillIntervalValue.sim deleted file mode 100644 index 321e1bb7084b..000000000000 --- a/tests/script/tsim/stream/fillIntervalValue.sim +++ /dev/null @@ -1,735 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start - -sleep 1000 -sql connect - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20));; -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart ts, count(*) c1 from t1 where ts > 1648791210000 and ts < 1648791413000 interval(10s) fill(value, 100); -sql create stream streams1a trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamta as select _wstart ts, count(*) c1 from t1 where ts > 1648791210000 and ts < 1648791413000 interval(10s) fill(value_f, 100); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0,'aaa'); -sleep 100 -sql insert into t1 values(1648791233000,1,2,3,1.0,'aaa'); -sql insert into t1 values(1648791223000,1,2,3,1.0,'aaa'); -sql insert into t1 values(1648791283000,1,2,3,1.0,'aaa'); -sql insert into t1 values(1648791253000,1,2,3,1.0,'aaa'); - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 8 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop0 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop0 -endi - -if $data31 != 100 then - print =====data31=$data31 - goto loop0 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop0 -endi - -if $data51 != 100 then - print =====data01=$data01 - goto loop0 -endi - -if $data61 != 100 then - print =====data61=$data61 - goto loop0 -endi - -if $data71 != 1 then - print =====data71=$data71 - goto loop0 -endi - - -print "force fill vaule" - -$loop_count = 0 - -loop0a: -sleep 1000 -sql select * from streamta order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 8 then - print =====rows=$rows - goto loop0a -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0a -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop0a -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop0a -endi - -if $data31 != 100 then - print =====data31=$data31 - goto loop0a -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop0a -endi - -if $data51 != 100 then - print =====data01=$data01 - goto loop0a -endi - -if $data61 != 100 then - print =====data61=$data61 - goto loop0a -endi - -if $data71 != 1 then - print =====data71=$data71 - goto loop0a -endi - - - - - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql create database test2 vgroups 1; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart as ts, count(*) c1, max(b)+sum(a) from t1 where ts >= 1648791210000 and ts < 1648791261000 interval(1s) fill(value, 100,200); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,1,1,1.0,'aaa') (1648791217000,2,2,2,2.0,'aaa') (1648791220000,3,3,3,3.0,'aaa'); -sql insert into t1 values(1648791213000,4,4,4,4.0,'aaa') (1648791215000,5,5,5,5.0,'aaa'); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt2 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 10 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop1 -endi - - -if $data11 != 100 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 200.000000000 then - print =====data12=$data12 - goto loop1 -endi - - -if $data21 != 1 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 8.000000000 then - print =====data22=$data22 - goto loop1 -endi - - -if $data31 != 100 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 200.000000000 then - print =====data32=$data32 - goto loop1 -endi - - -if $data41 != 1 then - print =====data41=$data41 - goto loop1 -endi - -if $data42 != 10.000000000 then - print =====data42=$data42 - goto loop1 -endi - - -if $data51 != 100 then - print =====data01=$data01 - goto loop1 -endi - -if $data52 != 200.000000000 then - print =====data52=$data52 - goto loop1 -endi - - -if $data61 != 1 then - print =====data61=$data61 - goto loop1 -endi - -if $data62 != 4.000000000 then - print =====data62=$data62 - goto loop1 -endi - - -if $data71 != 100 then - print =====data71=$data71 - goto loop1 -endi - -if $data72 != 200.000000000 then - print =====data72=$data72 - goto loop1 -endi - - -if $data81 != 100 then - print =====data81=$data81 - goto loop1 -endi - -if $data82 != 200.000000000 then - print =====data82=$data82 - goto loop1 -endi - - -if $data91 != 1 then - print =====data91=$data91 - goto loop1 -endi - -if $data92 != 6.000000000 then - print =====data92=$data92 - goto loop1 -endi - -sql drop stream if exists streams3; -sql drop database if exists test3; -sql create database test3 vgroups 1; -sql use test3; -sql create table t1(ts timestamp, a int, b int , c int, d double, s varchar(20)); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart as ts, max(b), a+b, c from t1 where ts >= 1648791200000 and ts < 1648791261000 interval(10s) sliding(3s) fill(value, 100,200,300); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791220000,1,1,1,1.0,'aaa'); -sleep 100 -sql insert into t1 values(1648791260000,1,1,1,1.0,'aaa'); -sleep 100 -sql insert into t1 values(1648791200000,1,1,1,1.0,'aaa'); - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt3 order by ts; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 23 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 2.000000000 then - print =====data02=$data02 - goto loop3 -endi - -if $data03 != 1 then - print =====data03=$data03 - goto loop3 -endi - - -if $data21 != 1 then - print =====data21=$data21 - goto loop3 -endi - -if $data22 != 2.000000000 then - print =====data22=$data22 - goto loop3 -endi - -if $data23 != 1 then - print =====data23=$data23 - goto loop3 -endi - - -if $data31 != 100 then - print =====data31=$data31 - goto loop3 -endi - -if $data32 != 200.000000000 then - print =====data32=$data32 - goto loop3 -endi - -if $data33 != 300 then - print =====data33=$data33 - goto loop3 -endi - -if $data61 != 100 then - print =====data61=$data61 - goto loop3 -endi - -if $data62 != 200.000000000 then - print =====data62=$data62 - goto loop3 -endi - -if $data63 != 300 then - print =====data63=$data63 - goto loop3 -endi - - -if $data71 != 1 then - print =====data71=$data71 - goto loop3 -endi - -if $data72 != 2.000000000 then - print =====data72=$data72 - goto loop3 -endi - -if $data73 != 1 then - print =====data73=$data73 - goto loop3 -endi - - -if $data91 != 1 then - print =====data91=$data91 - goto loop3 -endi - -if $data92 != 2.000000000 then - print =====data92=$data92 - goto loop3 -endi - -if $data93 != 1 then - print =====data93=$data93 - goto loop3 -endi - - -if $data[10][1] != 100 then - print =====data[10][1]=$data[10][1] - goto loop3 -endi - -if $data[10][2] != 200.000000000 then - print =====data[10][2]=$data[10][2] - goto loop3 -endi - -if $data[10][3] != 300 then - print =====data[10][3]=$data[10][3] - goto loop3 -endi - -if $data[19][1] != 100 then - print =====data[19][1]=$data[19][1] - goto loop3 -endi - -if $data[19][2] != 200.000000000 then - print =====data[19][2]=$data[19][2] - goto loop3 -endi - -if $data[19][3] != 300 then - print =====data[19][3]=$data[19][3] - goto loop3 -endi - - -if $data[20][1] != 1 then - print =====data[20][1]=$data[20][1] - goto loop3 -endi - -if $data[20][2] != 2.000000000 then - print =====data[20][2]=$data[20][2] - goto loop3 -endi - -if $data[20][3] != 1 then - print =====data[20][3]=$data[20][3] - goto loop3 -endi - - -if $data[22][1] != 1 then - print =====data[22][1]=$data[22][1] - goto loop3 -endi - -if $data[22][2] != 2.000000000 then - print =====data[22][2]=$data[22][2] - goto loop3 -endi - -if $data[22][3] != 1 then - print =====data[22][3]=$data[22][3] - goto loop3 -endi - - -sql drop stream if exists streams4; -sql drop database if exists test4; -sql create database test4 vgroups 1; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int, d double, s varchar(20) ) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart ts, count(*) c1, concat(tbname, 'aaa') as pname, timezone() from st where ts > 1648791000000 and ts < 1648793000000 partition by tbname interval(10s) fill(NULL); -sql create stream streams4a trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4a as select _wstart ts, count(*) c1, concat(tbname, 'aaa') as pname, timezone() from st where ts > 1648791000000 and ts < 1648793000000 partition by tbname interval(10s) fill(NULL_F); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0,'aaa'); -sql insert into t1 values(1648791233000,1,2,3,1.0,'aaa'); -sql insert into t1 values(1648791273000,1,2,3,1.0,'aaa'); - -sql insert into t2 values(1648791213000,1,2,3,1.0,'bbb'); -sql insert into t2 values(1648791233000,1,2,3,1.0,'bbb'); -sql insert into t2 values(1648791273000,1,2,3,1.0,'bbb'); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt4 order by pname, ts; - -print ===> $data[0][0] , $data[0][1] , $data[0][2] , $data[0][3] -print ===> $data[1][0] , $data[1][1] , $data[1][2] , $data[1][3] -print ===> $data[2][0] , $data[2][1] , $data[2][2] , $data[2][3] -print ===> $data[3][0] , $data[3][1] , $data[3][2] , $data[3][3] -print ===> $data[4][0] , $data[4][1] , $data[4][2] , $data[4][3] -print ===> $data[5][0] , $data[5][1] , $data[5][2] , $data[5][3] -print ===> $data[6][0] , $data[6][1] , $data[6][2] , $data[6][3] -print ===> $data[7][0] , $data[7][1] , $data[7][2] , $data[7][3] -print ===> $data[8][0] , $data[8][1] , $data[8][2] , $data[8][3] -print ===> $data[9][0] , $data[9][1] , $data[9][2] , $data[9][3] -print ===> $data[10][0] , $data[10][1] , $data[10][2] , $data[10][3] -print ===> $data[11][0] , $data[11][1] , $data[11][2] , $data[11][3] -print ===> $data[12][0] , $data[12][1] , $data[12][2] , $data[12][3] -print ===> $data[13][0] , $data[13][1] , $data[13][2] , $data[13][3] - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 14 then - print =====rows=$rows - goto loop4 -endi - -if $data11 != NULL then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != t1aaa then - print =====data12=$data12 - goto loop4 -endi - -if $data13 == NULL then - print =====data13=$data13 - goto loop4 -endi - -if $data32 != t1aaa then - print =====data32=$data32 - goto loop4 -endi - -if $data42 != t1aaa then - print =====data42=$data42 - goto loop4 -endi - -if $data52 != t1aaa then - print =====data52=$data52 - goto loop4 -endi - -if $data81 != NULL then - print =====data81=$data81 - goto loop4 -endi - -if $data82 != t2aaa then - print =====data82=$data82 - goto loop4 -endi - -if $data83 == NULL then - print =====data83=$data83 - goto loop4 -endi - -if $data[10][2] != t2aaa then - print =====data[10][2]=$data[10][2] - goto loop4 -endi - -if $data[11][2] != t2aaa then - print =====data[11][2]=$data[11][2] - goto loop4 -endi - -if $data[12][2] != t2aaa then - print =====data[12][2]=$data[12][2] - goto loop4 -endi - -if $data[12][3] == NULL then - print =====data[12][3]=$data[12][3] - goto loop4 -endi - -print "force fill null" - - -$loop_count = 0 - -loop4a: -sleep 1000 -sql select * from streamt4a order by pname, ts; - -print ===> $data[0][0] , $data[0][1] , $data[0][2] , $data[0][3] -print ===> $data[1][0] , $data[1][1] , $data[1][2] , $data[1][3] -print ===> $data[2][0] , $data[2][1] , $data[2][2] , $data[2][3] -print ===> $data[3][0] , $data[3][1] , $data[3][2] , $data[3][3] -print ===> $data[4][0] , $data[4][1] , $data[4][2] , $data[4][3] -print ===> $data[5][0] , $data[5][1] , $data[5][2] , $data[5][3] -print ===> $data[6][0] , $data[6][1] , $data[6][2] , $data[6][3] -print ===> $data[7][0] , $data[7][1] , $data[7][2] , $data[7][3] -print ===> $data[8][0] , $data[8][1] , $data[8][2] , $data[8][3] -print ===> $data[9][0] , $data[9][1] , $data[9][2] , $data[9][3] -print ===> $data[10][0] , $data[10][1] , $data[10][2] , $data[10][3] -print ===> $data[11][0] , $data[11][1] , $data[11][2] , $data[11][3] -print ===> $data[12][0] , $data[12][1] , $data[12][2] , $data[12][3] -print ===> $data[13][0] , $data[13][1] , $data[13][2] , $data[13][3] - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 14 then - print =====rows=$rows - goto loop4a -endi - -if $data11 != NULL then - print =====data11=$data11 - goto loop4a -endi - -if $data12 != t1aaa then - print =====data12=$data12 - goto loop4a -endi - -if $data13 == NULL then - print =====data13=$data13 - goto loop4a -endi - -if $data32 != t1aaa then - print =====data32=$data32 - goto loop4a -endi - -if $data42 != t1aaa then - print =====data42=$data42 - goto loop4a -endi - -if $data52 != t1aaa then - print =====data52=$data52 - goto loop4a -endi - -if $data81 != NULL then - print =====data81=$data81 - goto loop4a -endi - -if $data82 != t2aaa then - print =====data82=$data82 - goto loop4a -endi - -if $data83 == NULL then - print =====data83=$data83 - goto loop4a -endi - -if $data[10][2] != t2aaa then - print =====data[10][2]=$data[10][2] - goto loop4a -endi - -if $data[11][2] != t2aaa then - print =====data[11][2]=$data[11][2] - goto loop4a -endi - -if $data[12][2] != t2aaa then - print =====data[12][2]=$data[12][2] - goto loop4a -endi - -if $data[12][3] == NULL then - print =====data[12][3]=$data[12][3] - goto loop4a -endi - - - - - - - - - - -#==system sh/exec.sh -n dnode1 -s stop -x SIGINT -#==print =============== check -#==$null= - -#==system_content sh/checkValgrind.sh -n dnode1 -#==print cmd return result ----> [ $system_content ] -#==if $system_content > 0 then -#== return -1 -#==endi - -#==if $system_content == $null then -#== return -1 -#==endi -#==return 1 - - - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop stream if exists streams5; -sql drop stream if exists streams6; -sql drop stream if exists streams7; -sql drop stream if exists streams8; - -sql use test; -sql select * from t1; -print $data00 - -$loop_all = $loop_all + 1 -print ============loop_all=$loop_all - -system sh/stop_dnodes.sh - -#goto looptest diff --git a/tests/script/tsim/stream/forcewindowclose.sim b/tests/script/tsim/stream/forcewindowclose.sim deleted file mode 100644 index 46fa9192eda5..000000000000 --- a/tests/script/tsim/stream/forcewindowclose.sim +++ /dev/null @@ -1,180 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print ===================================== force window close with sliding test -print ============ create db -sql create database test1 vgroups 2 precision 'us'; - -sql use test1 -sql create stable st1(ts timestamp, a int) tags(t int); -sql create table tu11 using st1 tags(1); - -sql_error create stream stream11 trigger force_window_close into str_dst1 as select _wstart, count(*) from st1 partition by tbname interval(5s) sliding(6s); -sql_error create stream stream11 trigger force_window_close into str_dst1 as select _wstart, count(*) from st1 partition by tbname interval(5s) sliding(9a); -sql_error create stream stream11 trigger force_window_close into str_dst1 as select _wstart, count(*) from st1 partition by tbname interval(5s) sliding(1.1s); -sql create stream stream11 trigger force_window_close into str_dst1 as select _wstart, _wend, count(*) from st1 partition by tbname interval(5s) sliding(1s); -run tsim/stream/checkTaskStatus.sim - -sql insert into tu11 values(now, 1); -sleep 5500 - -$loop_count = 0 - -loop01: -sleep 500 -$loop_count = $loop_count + 1 -if $loop_count == 20 then - goto end_loop0 -endi - -print insert data -sql insert into tu11 values(now, 1); -goto loop01 - -end_loop0: - -sleep 10000 - -sql select sum(`count(*)`) from (select * from str_dst1) - -if $data00 != 100 then - print expect 100, actual: $data00 - return -1 -endi - -print ========================================== create database -sql create database test vgroups 2; -sql select * from information_schema.ins_databases -if $rows != 4 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test -sql create stable st(ts timestamp, a int) tags(t int); -sql create table tu1 using st tags(1); - -sql create stream stream1 trigger force_window_close into str_dst as select _wstart, count(*) from st partition by tbname interval(5s); -run tsim/stream/checkTaskStatus.sim - -sql insert into tu1 values(now, 1); -sleep 5500 - -sql pause stream stream1 - -$loop_count = 0 - -loop1: -sleep 500 -$loop_count = $loop_count + 1 -if $loop_count == 20 then - goto end_loop1 -endi - -sql insert into tu1 values(now, 1); -goto loop1 - -end_loop1: -sql resume stream stream1 -sleep 5000 - -sql select sum(`count(*)`) from (select * from str_dst) - -if $data00 != 20 then - print expect 20, actual: $data00 - return -1 -endi - -sql drop database test - -print ===================================== micro precision db test -print ============ create db -sql create database test vgroups 2 precision 'us'; - -sql use test -sql create stable st(ts timestamp, a int) tags(t int); -sql create table tu1 using st tags(1); - -sql create stream stream1 trigger force_window_close into str_dst as select _wstart, count(*) from st partition by tbname interval(5s); -run tsim/stream/checkTaskStatus.sim - -sql insert into tu1 values(now, 1); -sleep 5500 - -sql pause stream stream1 - -$loop_count = 0 - -loop0: -sleep 500 -$loop_count = $loop_count + 1 -if $loop_count == 20 then - goto end_loop -endi - -sql insert into tu1 values(now, 1); -goto loop0 - -end_loop: - -sql resume stream stream1 -sleep 5000 - -sql select sum(`count(*)`) from (select * from str_dst) - -if $data00 != 20 then - print expect 20, actual: $data00 - return -1 -endi - -sql drop stream stream1 -sql drop table str_dst - -print ============================= too long watermark test -sql drop table tu1; -sql create table tu1 using st tags(1); -sql create stream stream2 trigger force_window_close watermark 30s into str_dst as select _wstart, count(*), now() from st partition by tbname interval(5s); -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 - -loop2: -sleep 500 -$loop_count = $loop_count + 1 -if $loop_count == 20 then - goto end_loop3 -endi - -sql insert into tu1 values(now, 1); -goto loop2 - -end_loop3: - -sql select count(*) from str_dst -print =================rows: $data00 - -if $data00 != 0 then - print expect 0, actual $data00 - return -1 -endi - -sleep 35000 - -sql select sum(`count(*)`) from (select * from str_dst) -if $data00 != 19 then - print expect 19, actual: $data00 - return -1 -endi - -sql select round(timediff(`now()`, `_wstart`)/1000000) from str_dst; -if $data00 != 35.000000000 then - print expect 35.000000000 , actual $data00 - return -1 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/ignoreCheckUpdate.sim b/tests/script/tsim/stream/ignoreCheckUpdate.sim deleted file mode 100644 index d73c42d3d727..000000000000 --- a/tests/script/tsim/stream/ignoreCheckUpdate.sim +++ /dev/null @@ -1,293 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step 1 start - -sql drop stream if exists streams0; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int); - -print create stream streams0 trigger at_once IGNORE EXPIRED 0 ignore update 1 into streamt as select _wstart c1, count(*) c2, max(b) c3 from t1 interval(10s); - -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 ignore update 1 into streamt as select _wstart c1, count(*) c2, max(b) c3 from t1 interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1); -sql insert into t1 values(1648791213000,2,2,2); - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop0 -endi - - -sql insert into t1 values(1648791213000,3,3,3); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop1 -endi - -print step 1 end - -print step 2 start - -sql drop stream if exists streams1; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int); - -print create stream streams1 trigger at_once ignore update 1 into streamt1 as select _wstart c1, count(*) c2, max(b) c3 from t1 session(ts, 10s); - -sql create stream streams1 trigger at_once ignore update 1 into streamt1 as select _wstart c1, count(*) c2, max(b) c3 from t1 session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1); -sql insert into t1 values(1648791213000,2,2,2); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamt1 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - - -sql insert into t1 values(1648791213000,3,3,3); - -$loop_count = 0 - -loop3: - -sleep 1000 -sql select * from streamt1 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop3 -endi - -print step 2 end - -print step 3 start - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql create database test2 vgroups 1; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int); - -print create stream streams2 trigger at_once ignore update 1 into streamt2 as select _wstart c1, count(*) c2, max(b) c3 from t1 state_window(c); - -sql create stream streams2 trigger at_once ignore update 1 into streamt2 as select _wstart c1, count(*) c2, max(b) c3 from t1 state_window(c); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1); -sql insert into t1 values(1648791213000,2,2,1); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt2 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop4 -endi - - -sql insert into t1 values(1648791213000,3,3,1); - -$loop_count = 0 - -loop5: - -sleep 1000 -sql select * from streamt2 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop5 -endi - -print step 3 end - -print step 4 start - -sql drop stream if exists streams3; -sql drop database if exists test3; -sql create database test3 vgroups 4; -sql use test3; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -print create stream streams3 trigger at_once ignore update 1 into streamt3 as select _wstart c1, count(*) c2, max(b) c3 from st interval(10s); - -sql create stream streams3 trigger at_once ignore update 1 into streamt3 as select _wstart c1, count(*) c2, max(b) c3 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1); -sql insert into t1 values(1648791213000,2,2,2); - -sql insert into t2 values(1648791213000,1,1,1); -sql insert into t2 values(1648791213000,2,2,2); - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt3 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop6 -endi - - -sql insert into t1 values(1648791213000,3,3,3); - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from streamt3 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 5 then - print =====data01=$data01 - goto loop7 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop7 -endi - -sql insert into t2 values(1648791213000,4,4,4); - -$loop_count = 0 - -loop8: -sleep 1000 -sql select * from streamt3 order by 1,2,3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 6 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop8 -endi - -print step 4 end - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/ignoreExpiredData.sim b/tests/script/tsim/stream/ignoreExpiredData.sim deleted file mode 100644 index 3624a8af3223..000000000000 --- a/tests/script/tsim/stream/ignoreExpiredData.sim +++ /dev/null @@ -1,326 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql create dnode $hostname2 port 7200 - -system sh/exec.sh -n dnode2 -s start - -print ===== step1 -$x = 0 -step1: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 2 then - return -1 -endi -if $data(1)[4] != ready then - goto step1 -endi -if $data(2)[4] != ready then - goto step1 -endi - -print ===== step2 - -print =============== create database -sql create database test vgroups 1 -sql select * from information_schema.ins_databases -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 1 into streamt1 as select _wstart, count(*) c1, sum(a) c3 from t1 interval(10s); -sql create stream streams2 trigger at_once IGNORE EXPIRED 1 into streamt2 as select _wstart, count(*) c1, sum(a) c3 from t1 session(ts,10s); -sql create stream streams3 trigger at_once IGNORE EXPIRED 1 into streamt3 as select _wstart, count(*) c1, sum(a) c3 from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.1); -sql insert into t1 values(1648791233002,2,2,3,2.1); -sql insert into t1 values(1648791243003,2,2,3,3.1); -sleep 1000 -sql insert into t1 values(1648791200000,4,2,3,4.1); - -$loop_count = 0 -loop1: -sleep 1000 -sql select * from streamt1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop1 -endi - -$loop_count = 0 -loop2: -sleep 1000 -sql select * from streamt2; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop2 -endi - -$loop_count = 0 -loop3: -sleep 1000 -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop3 -endi - - -print =============== create database -sql create database test1 vgroups 4 -sql select * from information_schema.ins_databases - -print ======database=$rows - -sql use test1; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 1 into streamtST1 as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6 from st interval(10s) ; -sql create stream stream_t2 trigger at_once IGNORE EXPIRED 1 into streamtST2 as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6 from st session(ts, 10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3); -sleep 1000 -sql insert into ts1 values(1648791222001,2,2,3); -sleep 1000 -sql insert into ts2 values(1648791222001,2,2,3); -sleep 1000 -sql insert into ts2 values(1648791211000,1,2,3); - -$loop_count = 0 -loop4: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop4 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop4 -endi - -$loop_count = 0 -loop5: -sleep 1000 -sql select * from streamtST2; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop5 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop5 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop4 -endi - - -print =============== create database test2 -sql create database test2 vgroups 4 -sql select * from information_schema.ins_databases - -print ======database=$rows - -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,3,3); -sql create table ts4 using st tags(4,4,4); -sql create stream streams_21 trigger at_once IGNORE EXPIRED 1 into streamt_21 as select _wstart, count(*) c1 from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3); -sql insert into ts1 values(1648791211001,2,2,3); -sql insert into ts1 values(1648791211002,2,2,3); -sql insert into ts1 values(1648791211003,2,2,3); -sql insert into ts1 values(1648791211004,2,2,3); - -sleep 1000 -sql insert into ts2 values(1648791201000,1,2,3); -sql insert into ts2 values(1648791201001,2,2,3); -sql insert into ts2 values(1648791201002,2,2,3); -sql insert into ts2 values(1648791201003,2,2,3); -sql insert into ts2 values(1648791201004,2,2,3); - -sleep 1000 -sql insert into ts2 values(1648791101000,1,2,3); -sql insert into ts2 values(1648791101001,2,2,3); -sql insert into ts2 values(1648791101002,2,2,3); -sql insert into ts2 values(1648791101003,2,2,3); -sql insert into ts2 values(1648791101004,2,2,3); - - -$loop_count = 0 -loop6: -sleep 1000 -print 1 select * from streamt_21; -sql select * from streamt_21; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop6 -endi - -if $data01 != 5 then - print =====data01=$data01 - goto loop6 -endi - -if $data11 != 5 then - print =====data11=$data11 - goto loop6 -endi - -sleep 1000 -sql insert into ts3 values(1648791241000,1,2,3); - -sleep 1000 -sql insert into ts3 values(1648791231001,2,2,3); -sql insert into ts3 values(1648791231002,2,2,3); -sql insert into ts3 values(1648791231003,2,2,3); -sql insert into ts3 values(1648791231004,2,2,3); - -$loop_count = 0 -loop7: -sleep 1000 -print 2 select * from streamt_21; -sql select * from streamt_21; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print =====rows=$rows - goto loop7 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop7 -endi - -sleep 1000 -sql insert into ts4 values(1648791231001,2,2,3); -sql insert into ts4 values(1648791231002,2,2,3); -sql insert into ts4 values(1648791231003,2,2,3); -sql insert into ts4 values(1648791231004,2,2,3); - -sleep 1000 -sql insert into ts4 values(1648791211001,2,2,3); -sql insert into ts4 values(1648791211002,2,2,3); -sql insert into ts4 values(1648791211003,2,2,3); -sql insert into ts4 values(1648791211004,2,2,3); - -$loop_count = 0 -loop8: -sleep 1000 -print 3 select * from streamt_21; -sql select * from streamt_21; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop8 -endi - -if $data21 != 4 then - print =====data21=$data21 - goto loop8 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop8 -endi - -print ============================end - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/nonblockIntervalBasic.sim b/tests/script/tsim/stream/nonblockIntervalBasic.sim deleted file mode 100644 index 5af09a1bca0d..000000000000 --- a/tests/script/tsim/stream/nonblockIntervalBasic.sim +++ /dev/null @@ -1,653 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start - -sleep 1000 -sql connect - -print ========== interval window - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - - -sql_error create stream streams_er1 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt_et1 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname session(ts, 10s); -sql_error create stream streams_er2 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt_et2 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname state_window(a) ; -sql_error create stream streams_er3 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt_et3 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname count_window(10); -sql_error create stream streams_er4 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt_et4 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname event_window start with a = 0 end with b = 9; - -sql create stream streams1 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt1 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3); - -sleep 500 - -sql insert into t1 values(1648791221000,1,2,3); - -sql select _wstart, count(*) c1, sum(b) c2 from st partition by tbname interval(10s) ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: -sleep 500 -sql select * from streamt1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop0 -endi - -print ============================end - -print ========== interval window step2 - -sql drop database if exists test2; -sql create database test2 vgroups 1; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt2 as select _wstart, count(*) c1, max(a) c2 from st partition by tbname interval(10s) sliding(5s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3); -sql insert into t1 values(1648791214000,2,2,3); -sql insert into t1 values(1648791215000,3,2,3); -sql insert into t1 values(1648791219000,4,2,3); -sql insert into t1 values(1648791220000,5,2,3); - -sleep 2000 - -sql insert into t1 values(1648791420000,6,2,3); - -sql select _wstart, count(*) c1, max(a) c2 from st partition by tbname interval(10s) sliding(5s) ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: -sleep 500 -sql select * from streamt2 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop1 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop1 -endi - -if $data21 != 3 then - print =====data21=$data21 - goto loop1 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop1 -endi - - -print ========== interval window step3 - -sql drop database if exists test3; -sql create database test3 vgroups 2; -sql use test3; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt3 as select _wstart, count(*) c1, sum(b) c2 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3); - -sleep 500 - -sql insert into t1 values(1648791221000,1,2,3); - -sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: -sleep 500 -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop2 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - -sql insert into t2 values(1648791211000,1,2,3); - -sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: -sleep 500 -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop3 -endi - -print ========== interval window step4 - -sql drop database if exists test4; -sql create database test4 vgroups 2; -sql use test4; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams4 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt4 as select _wstart, count(*) c1, max(a) c2 from st interval(10s) sliding(5s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,2,3); -sql insert into t1 values(1648791214000,2,2,3); -sql insert into t1 values(1648791215000,3,2,3); -sql insert into t1 values(1648791219000,4,2,3); -sql insert into t1 values(1648791220000,5,2,3); - -sleep 2000 - -sql insert into t1 values(1648791420000,6,2,3); - -sql select _wstart, count(*) c1, max(a) c2 from st partition by tbname interval(10s) sliding(5s) ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop4: -sleep 500 -sql select * from streamt4 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop4 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop4 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop4 -endi - -if $data21 != 3 then - print =====data21=$data21 - goto loop4 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop4 -endi - - -print ========== interval window step5 - -sql drop database if exists test5; -sql create database test5 vgroups 2; -sql use test5; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams5 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt5 as select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,1,3); -sql insert into t1 values(1648791214000,2,2,3); -sql insert into t1 values(1648791215000,3,1,3); -sql insert into t1 values(1648791219000,4,2,3); - -sql insert into t2 values(1648791211000,1,1,3); -sql insert into t2 values(1648791214000,2,2,3); -sql insert into t2 values(1648791215000,3,1,3); -sql insert into t2 values(1648791219000,4,2,3); -sql insert into t2 values(1648791220000,5,1,3); -sql insert into t2 values(1648791220001,6,2,3); - -sleep 2000 - -sql insert into t1 values(1648791420000,6,2,3); - -print loop5 select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s) order by 1,4; -sql select _wstart, count(*) c1, max(a) c2, b from st partition by b interval(10s) order by 1,4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop5: -sleep 500 -print sql select * from streamt5 order by 1,4; -sql select * from streamt5 order by 1,4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop5 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop5 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop5 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop5 -endi - -print ========== interval window step6 - -sql drop database if exists test6; -sql create database test6 vgroups 2; -sql use test6; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams6 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt6 TAGS(dd varchar(100)) SUBTABLE(concat("streams6-tbn-", cast(dd as varchar(10)) )) as select _wstart, count(*) c1, max(b) c2 from st partition by tbname, ta as dd interval(10s); -sql create stream streams7 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt7 TAGS(dd varchar(100)) SUBTABLE(concat("streams7-tbn-", cast(dd as varchar(10)) )) as select _wstart, count(*) c1, max(b) c2 from st partition by a as dd interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,1,3); -sql insert into t2 values(1648791211000,2,2,3); - -sql insert into t1 values(1648791221000,1,3,3); -sql insert into t2 values(1648791221000,2,4,3); - -sql show tables; - -$loop_count = 0 - -loop6: -sleep 500 -print sql show tables; -sql show tables; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 6 then - print =====rows=$rows - goto loop6 -endi - -$loop_count = 0 -loop7: -sleep 500 -print sql select * from information_schema.ins_tables where table_name like "streams6-tbn-%"; -sql select * from information_schema.ins_tables where table_name like "streams6-tbn-%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop7 -endi - -$loop_count = 0 -loop8: -sleep 500 -print sql select * from information_schema.ins_tables where table_name like "streams7-tbn-%"; -sql select * from information_schema.ins_tables where table_name like "streams7-tbn-%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop8 -endi - -$loop_count = 0 -loop9: -sleep 500 -print sql select * from streamt6; -sql select * from streamt6; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop9 -endi - -$loop_count = 0 -loop10: -sleep 500 -print sql select * from streamt7; -sql select * from streamt7; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop10 -endi - -print ========== interval window step6 - -sql drop database if exists test8; -sql create database test8 vgroups 2; -sql use test8; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create table streamt8(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100)); - -sql create stream streams8 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt8 tags(ta) as select _wstart, count(*) c1, max(b) c2 from st partition by tbname, a as ta interval(10s); -sql create stream streams9 trigger continuous_window_close ignore update 0 ignore expired 0 into streamt9(c1, c2 primary key, c3) as select _wstart, count(*) c1, max(b) c2 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791211000,1,1,3); -sql insert into t2 values(1648791211000,2,2,3); - -sql insert into t1 values(1648791221000,1,3,3); - -$loop_count = 0 -loop11: -sleep 500 -print sql select * from streamt9; -sql select * from streamt9; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop11 -endi - -if $data01 != 2 then - print =====rows=$rows - goto loop11 -endi - -sql insert into t2 values(1648791211001,2,4,3); - -$loop_count = 0 -loop12: -sleep 500 -print sql select * from streamt8; -sql select * from streamt8; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop12 -endi - -$loop_count = 0 -loop13: -sleep 500 -print sql select * from streamt9; -sql select * from streamt9; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop13 -endi - -if $data01 != 3 then - print =====rows=$rows - goto loop13 -endi - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/nonblockIntervalHistory.sim b/tests/script/tsim/stream/nonblockIntervalHistory.sim deleted file mode 100644 index 188e0c17f568..000000000000 --- a/tests/script/tsim/stream/nonblockIntervalHistory.sim +++ /dev/null @@ -1,337 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start - -sleep 1000 -sql connect - -print ========== interval window - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791111000,1,1,3); - -sql insert into t1 values(1648791221000,2,2,3); - -sql insert into t2 values(1648791111000,1,3,3); - -sql insert into t2 values(1648791221000,2,4,3); - -sleep 300 - -sql create stream streams1 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt1 as select _wstart, count(*) c1, sum(b) c2 from st partition by tbname interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -loop00: -sleep 500 -print sql loop00 select * from streamt1 order by 1,2; -sql select * from streamt1 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop00 -endi - -sql insert into t1 values(1648791221001,3,5,3); - -sql insert into t1 values(1648791241001,3,6,3); - -print sql sql select _wstart, count(*) c1, sum(b) c2,tbname from st partition by tbname interval(10s) order by 1,2 ; -sql select _wstart, count(*) c1, sum(b) c2,tbname from st partition by tbname interval(10s) order by 1,2 ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: -sleep 500 -print sql loop0 select * from streamt1 order by 1,2; -sql select * from streamt1 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop0 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop0 -endi - -if $data12 != 3 then - print =====data12=$data12 - goto loop0 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop0 -endi - -if $data22 != 4 then - print =====data22=$data22 - goto loop0 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop0 -endi - -if $data32 != 7 then - print =====data32=$data32 - goto loop0 -endi - - -print ========== step2 - -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(3,3,3); - -sql insert into t1 values(1648791221000,2,2,3); -sql insert into t1 values(1648791224000,2,2,3); - -sql insert into t2 values(1648791221000,2,2,3); -sql insert into t2 values(1648791224000,2,2,3); - -sql insert into t3 values(1648791221000,2,2,3); -sql insert into t3 values(1648791224000,2,2,3); -sleep 300 - -sql create stream streams12 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt12 as select _wstart, avg(a) c1, sum(b) c2, tbname as c3 from st partition by tbname interval(1s) ; - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 -loop3: -sleep 500 -sql select * from streamt12 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 6 then - print =====rows=$rows - goto loop3 -endi - -sql insert into t1 values(1648791224001,2,2,3); -sql insert into t1 values(1648791225001,2,2,3); - -$loop_count = 0 -loop4: -sleep 500 -sql select * from streamt12 where c3 == "t1" order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop4 -endi - -if $data12 != 4 then - print =====data12=$data12 - goto loop4 -endi - -print ============================end - -print ========== step3 - -sql drop database if exists test3; -sql create database test3 vgroups 2; -sql use test3; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791111000,1,1,3); - -sql insert into t1 values(1648791221000,2,2,3); - -sql insert into t2 values(1648791111000,1,3,3); - -sql insert into t2 values(1648791221000,2,4,3); - -sleep 300 - -sql create stream streams3 trigger continuous_window_close fill_history 1 ignore update 0 ignore expired 0 into streamt3 as select _wstart, count(*) c1, sum(b) c2 from st interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -print sql sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1,2 ; -sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1,2 ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5: -sleep 500 -print sql loop5 select * from streamt3 order by 1,2; -sql select * from streamt3 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop5 -endi - -sql insert into t1 values(1648791221001,3,5,3); - -sql insert into t1 values(1648791241001,3,6,3); - -print sql sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1,2 ; -sql select _wstart, count(*) c1, sum(b) c2 from st interval(10s) order by 1,2 ; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop6: -sleep 500 -print sql loop6 select * from streamt3 order by 1,2; -sql select * from streamt3 order by 1,2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop6 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 4 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 11 then - print =====data12=$data12 - goto loop6 -endi - -print ==================step4 end - -system sh/stop_dnodes.sh - diff --git a/tests/script/tsim/stream/partitionby.sim b/tests/script/tsim/stream/partitionby.sim deleted file mode 100644 index 6a4c7913a7cd..000000000000 --- a/tests/script/tsim/stream/partitionby.sim +++ /dev/null @@ -1,174 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql create database test vgroups 4; -sql create database test0 vgroups 1; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test0.streamtST1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from st partition by ta,tb,tc interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); - -sql insert into ts3 values(1648791213001,1,12,3,1.0); -sql insert into ts4 values(1648791213001,1,12,3,1.0); -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from test0.streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then -print =====rows=$rows -goto loop0 -endi - -sql insert into ts1 values(1648791223001,1,12,3,1.0); -sql insert into ts2 values(1648791223001,1,12,3,1.0); - -sql insert into ts3 values(1648791223001,1,12,3,1.0); -sql insert into ts4 values(1648791223001,1,12,3,1.0); -sleep 1000 -sql delete from st where ts = 1648791223001; - -loop00: -sleep 1000 -sql select * from test0.streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop00 -endi - - -print =====loop0 - -sql create database test1 vgroups 1; -sql use test1; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,2,3); -sql create table ts2 using st tags(1,3,4); -sql create table ts3 using st tags(1,4,5); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, count(a) c2 from st partition by ta,tb,tc interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3); - -sql insert into ts2 values(1648791211000,1,2,3); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then -print =====rows=$rows -goto loop1 -endi - -print =====loop1 - -sql create database test2 vgroups 1; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int,id int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); - -sql create stream stream_t2 trigger at_once watermark 20s IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6, max(id) c7 from st partition by ta interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3,1); -sql insert into ts1 values(1648791222001,2,2,3,2); -sql insert into ts2 values(1648791211000,1,2,3,3); -sql insert into ts2 values(1648791222001,2,2,3,4); - -sql insert into ts2 values(1648791222002,2,2,3,5); -sql insert into ts2 values(1648791222002,2,2,3,6); - -sql insert into ts1 values(1648791211000,1,2,3,7); -sql insert into ts1 values(1648791222001,2,2,3,8); -sql insert into ts2 values(1648791211000,1,2,3,9); -sql insert into ts2 values(1648791222001,2,2,3,10); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamtST order by c7 asc; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then -print =====data01=$data01 -goto loop2 -endi - -if $data11 != 1 then -print =====data11=$data11 -goto loop2 -endi - -if $data21 != 1 then -print =====data21=$data21 -goto loop2 -endi - -if $data31 != 2 then -print =====data31=$data31 -goto loop2 -endi - -if $data03 != 1 then -print =====data03=$data03 -goto loop2 -endi - -if $data13 != 2 then -print =====data13=$data13 -goto loop2 -endi - -if $data23 != 1 then -print =====data23=$data23 -goto loop2 -endi - -if $data33 != 4 then -print =====data33=$data33 -goto loop2 -endi - -print =====loop2 - -system sh/stop_dnodes.sh \ No newline at end of file diff --git a/tests/script/tsim/stream/partitionby1.sim b/tests/script/tsim/stream/partitionby1.sim deleted file mode 100644 index 306cb20e1f7c..000000000000 --- a/tests/script/tsim/stream/partitionby1.sim +++ /dev/null @@ -1,130 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql create database test vgroups 4; -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from st partition by tbname interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); - -sql insert into ts3 values(1648791213001,1,12,3,1.0); -sql insert into ts4 values(1648791213001,1,12,3,1.0); -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamtST1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 4 then -print =====rows=$rows -goto loop0 -endi - -print =====loop0 - -sql create database test1 vgroups 1; -sql use test1; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,2,3); -sql create table ts2 using st tags(1,3,4); -sql create table ts3 using st tags(1,4,5); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, count(a) c2 from st partition by tbname interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3); - -sql insert into ts2 values(1648791211000,1,2,3); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then -print =====rows=$rows -goto loop1 -endi - -print =====loop1 - -sql create database test2 vgroups 1; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int,id int) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); - -sql create stream stream_t2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamtST as select _wstart, count(*) c1, count(a) c2 , sum(a) c3 , max(b) c5, min(c) c6, max(id) c7 from st partition by tbname interval(10s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791211000,1,2,3,1); -sql insert into ts1 values(1648791222001,2,2,3,2); -sql insert into ts2 values(1648791211000,1,2,3,3); -sql insert into ts2 values(1648791222001,2,2,3,4); - -sql insert into ts2 values(1648791222002,2,2,3,5); -sql insert into ts2 values(1648791222002,2,2,3,6); - -sql insert into ts1 values(1648791211000,1,2,3,1); -sql insert into ts1 values(1648791222001,2,2,3,2); -sql insert into ts2 values(1648791211000,1,2,3,3); -sql insert into ts2 values(1648791222001,2,2,3,4); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamtST; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then -print =====data01=$data01 -goto loop2 -endi - -if $data02 != 1 then -print =====data02=$data02 -goto loop2 -endi - -if $data03 != 1 then -print =====data03=$data03 -goto loop2 -endi - -if $data04 != 2 then -print =====data04=$data04 -goto loop2 -endi - -print =====loop2 - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/partitionbyColumnInterval.sim b/tests/script/tsim/stream/partitionbyColumnInterval.sim deleted file mode 100644 index e70b25dd0481..000000000000 --- a/tests/script/tsim/stream/partitionbyColumnInterval.sim +++ /dev/null @@ -1,727 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3, _group_key(a) c4 from t1 partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop0 -endi - - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop1 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791213001,2,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); -sql insert into t1 values(1648791213002,1,2,3,1.0); - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop3 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop3 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop3 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop4 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop4 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop4 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop4 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop4 -endi - -if $data32 != 2 then - print =====data32=$data32 - goto loop4 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop4 -endi - -if $data42 != 3 then - print =====data42=$data42 - goto loop4 -endi - -sql drop stream if exists streams1; -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart c1, count(*) c2, max(c) c3, _group_key(a+b) c4 from t1 partition by a+b interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,1,2,1,1.0); -sql insert into t1 values(1648791213001,2,1,2,2.0); -sql insert into t1 values(1648791213001,1,2,3,2.0); - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -sql insert into t1 values(1648791223000,1,2,4,2.0); -sql insert into t1 values(1648791223001,1,2,5,2.0); -sql insert into t1 values(1648791223002,1,2,5,2.0); -sql insert into t1 values(1648791213001,1,1,6,2.0) (1648791223002,1,1,7,2.0); - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 6 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop6 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop6 -endi - -if $data22 != 7 then - print =====data22=$data22 - goto loop6 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop6 -endi - -if $data32 != 5 then - print =====data32=$data32 - goto loop6 -endi - -sql drop stream if exists streams2; -sql drop database if exists test2; -sql create database test2 vgroups 4; -sql use test2; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop7 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop7 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t2 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop8: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 - -loop9: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop9 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop9 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791213001,2,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); -sql insert into t1 values(1648791213002,1,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213001,2,2,3,1.0); -sql insert into t2 values(1648791213002,2,2,3,1.0); -sql insert into t2 values(1648791213002,1,2,3,1.0); - -$loop_count = 0 - -loop10: -sleep 500 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop10 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop10 -endi - -if $data11 != 4 thenloop4 - print =====data11=$data11 - goto loop10 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop10 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791223002,3,2,3,1.0); -sql insert into t2 values(1648791223003,3,2,3,1.0); -sql insert into t2 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop11: -sleep 500 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop11 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop11 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop11 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop11 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop11 -endi - -if $data22 != 2 then - print =====data22=$data22 - goto loop11 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop11 -endi - -if $data32 != 3 then - print =====data32=$data32 - goto loop11 -endi - -if $data41 != 4 then - print =====data41=$data41 - goto loop11 -endi - -if $data42 != 1 then - print =====data42=$data42 - goto loop11 -endi - -sql drop stream if exists streams4; -sql drop database if exists test4; -sql create database test4 vgroups 4; -sql use test4; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); -sql create table t4 using st tags(2,2,2); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt4 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t3 values(1648791213000,2,2,3,1.0); -sql insert into t4 values(1648791213000,2,2,3,1.0); -sql insert into t4 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop13: -sleep 500 -sql select * from test.streamt4 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop13 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop13 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop13 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop13 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop13 -endi - -sql insert into t4 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791233000,2,2,3,1.0); - - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop14: -sleep 1000 -sql select * from test.streamt4 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 3 then - print =====rows=$rows - goto loop14 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop14 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop14 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop14 -endi - -sql drop stream if exists streams5; -sql drop database if exists test5; -sql create database test5 vgroups 4; -sql use test5; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); -sql create table t4 using st tags(2,2,2); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt5 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t3 values(1648791213000,3,2,3,1.0); -sql insert into t4 values(1648791213000,4,2,3,1.0); - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223000,2,2,3,1.0); -sql insert into t3 values(1648791223000,3,2,3,1.0); -sql insert into t4 values(1648791223000,4,2,3,1.0); - -sleep 1000 -sql delete from st where ts = 1648791223000; - -$loop_count = 0 - -loop15: -sleep 1000 -sql select * from test.streamt5 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print ======rows=$rows - goto loop15 -endi - -sql insert into t1 values(1648791223001,11,2,3,1.0); -sql insert into t2 values(1648791223001,21,2,3,1.0); -sql insert into t3 values(1648791223001,31,2,3,1.0); -sql insert into t4 values(1648791223001,41,2,3,1.0); - -sleep 1000 - -sql delete from st where ts = 1648791223001; - -$loop_count = 0 - -loop16: -sleep 1000 -sql select * from test.streamt5 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - print ======rows=$rows - return -1 -endi - -if $rows != 4 then - goto loop16 -endi - -sql insert into t1 values(1648791223001,12,2,3,1.0); -sql insert into t2 values(1648791223001,22,2,3,1.0); -sql insert into t3 values(1648791223001,32,2,3,1.0); -sql insert into t4 values(1648791223001,42,2,3,1.0); - -sleep 1000 - -sql delete from st where ts = 1648791223001; - -$loop_count = 0 - -loop17: -sleep 1000 -sql select * from test.streamt5 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print ======rows=$rows - print ======rows=$rows - print ======rows=$rows - return 1 - #goto loop17 -endi - -print ================step2 -sql drop database if exists test1; -sql create database test6 vgroups 4; -sql use test6; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 subtable("aaa-a") as select _wstart, count(*) from t1 partition by a interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop18: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop18 -endi - -if $data01 != 1 then - print ======data01=$data01 - goto loop18 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop18 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop18 -endi - -print ========over - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/partitionbyColumnOther.sim b/tests/script/tsim/stream/partitionbyColumnOther.sim deleted file mode 100644 index fdb6be9fc2bb..000000000000 --- a/tests/script/tsim/stream/partitionbyColumnOther.sim +++ /dev/null @@ -1,130 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print ================step1 -sql drop database if exists test1; -sql create database test0 vgroups 4; -sql use test0; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 0 watermark 100s into streamt0 subtable("aaa-a") as select _wstart, count(*) from t1 partition by a count_window(10); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop0: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt0 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop0 -endi - -print ================step1 -sql drop database if exists test1; -sql create database test1 vgroups 4; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 subtable("aaa-a") as select _wstart, count(*) from t1 partition by a event_window start with b = 2 end with b = 2; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop1: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop1 -endi - -print ========over - -system sh/stop_dnodes.sh - -#goto looptest diff --git a/tests/script/tsim/stream/partitionbyColumnSession.sim b/tests/script/tsim/stream/partitionbyColumnSession.sim deleted file mode 100644 index 0cf901343436..000000000000 --- a/tests/script/tsim/stream/partitionbyColumnSession.sim +++ /dev/null @@ -1,632 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 1000 -sql connect - -sql drop stream if exists streams0; -sql drop stream if exists streams1; -sql drop stream if exists streams2; -sql drop stream if exists streams3; -sql drop stream if exists streams4; -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3, _group_key(a) c4 from t1 partition by a session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop0 -endi - - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop1 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791213001,2,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); -sql insert into t1 values(1648791213002,1,2,3,1.0); - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop3 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop3 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop3 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop4 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop4 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop4 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop4 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop4 -endi - -if $data32 != 2 then - print =====data32=$data32 - goto loop4 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop4 -endi - -if $data42 != 3 then - print =====data42=$data42 - goto loop4 -endi - -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart c1, count(*) c2, max(c) c3, _group_key(a+b) c4 from t1 partition by a+b session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,1,2,1,1.0); -sql insert into t1 values(1648791213001,2,1,2,2.0); -sql insert into t1 values(1648791213001,1,2,3,2.0); - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -sql insert into t1 values(1648791223000,1,2,4,2.0); -sql insert into t1 values(1648791223001,1,2,5,2.0); -sql insert into t1 values(1648791223002,1,2,5,2.0); -sql insert into t1 values(1648791213001,1,1,6,2.0) (1648791223002,1,1,7,2.0); - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 6 then - print =====data12=$data12 - goto loop6 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop6 -endi - -if $data22 != 5 then - print =====data22=$data22 - goto loop6 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop6 -endi - -if $data32 != 7 then - print =====data32=$data32 - goto loop6 -endi - -sql drop database if exists test2; -sql create database test2 vgroups 4; -sql use test2; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt2 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t2 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop7: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop7 -endi - -if $data02 != NULL then - print =====data02=$data02 - goto loop7 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t2 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop8: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 - -loop9: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop9 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop9 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791213001,2,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); -sql insert into t1 values(1648791213002,1,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213001,2,2,3,1.0); -sql insert into t2 values(1648791213002,2,2,3,1.0); -sql insert into t2 values(1648791213002,1,2,3,1.0); - -$loop_count = 0 - -loop10: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop10 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop10 -endi - -if $data11 != 2 thenloop4 - print =====data11=$data11 - goto loop10 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop10 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791223002,3,2,3,1.0); -sql insert into t2 values(1648791223003,3,2,3,1.0); -sql insert into t2 values(1648791213001,1,2,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop11: -sleep 1000 -sql select * from test.streamt2 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop11 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop11 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop11 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop11 -endi - -if $data21 != 4 then - print =====data21=$data21 - goto loop11 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop11 -endi - -if $data31 != 2 then - print =====data31=$data31 - goto loop11 -endi - -if $data32 != 2 then - print =====data32=$data32 - goto loop11 -endi - -if $data41 != 2 then - print =====data41=$data41 - goto loop11 -endi - -if $data42 != 3 then - print =====data42=$data42 - goto loop11 -endi - -sql drop database if exists test4; -sql create database test4 vgroups 4; -sql use test4; -sql create stable st(ts timestamp, a int, b int, c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); -sql create table t4 using st tags(2,2,2); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into test.streamt4 as select _wstart c1, count(*) c2, max(a) c3 from st partition by a session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,2,2,3,1.0); -sql insert into t2 values(1648791213000,2,2,3,1.0); -sql insert into t3 values(1648791213000,2,2,3,1.0); -sql insert into t4 values(1648791213000,2,2,3,1.0); -sql insert into t4 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop13: -sleep 1000 -sql select * from test.streamt4 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop13 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop13 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop13 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop13 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop13 -endi - -sql insert into t4 values(1648791213000,2,2,3,1.0); -sql insert into t1 values(1648791233000,2,2,3,1.0); - - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 - -loop14: -sleep 1000 -sql select * from test.streamt4 order by c1, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 3 then - print =====rows=$rows - goto loop14 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop14 -endi - -if $data11 != 3 then - print =====data11=$data11 - goto loop14 -endi - -if $data21 != 1 then - print =====data21=$data21 - goto loop14 -endi - -print ================step2 -sql drop database if exists test5; -sql create database test5 vgroups 4; -sql use test5; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 subtable("aaa-a") as select _wstart, count(*) from t1 partition by a session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop15: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop15 -endi - -if $data01 != 1 then - print ======data01=$data01 - goto loop15 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop15 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop15 -endi - -print ========over - -system sh/stop_dnodes.sh - -#goto looptest \ No newline at end of file diff --git a/tests/script/tsim/stream/partitionbyColumnState.sim b/tests/script/tsim/stream/partitionbyColumnState.sim deleted file mode 100644 index 85fb8b2ff39f..000000000000 --- a/tests/script/tsim/stream/partitionbyColumnState.sim +++ /dev/null @@ -1,335 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3, _group_key(a) c4 from t1 partition by a state_window(b); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); - -$loop_count = 0 - -loop0: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop0 -endi - - -sql insert into t1 values(1648791213000,1,1,3,1.0); - -$loop_count = 0 - -loop1: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop1 -endi - -sql insert into t1 values(1648791213000,2,1,3,1.0); - -$loop_count = 0 - -loop2: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - -sql insert into t1 values(1648791213000,2,1,3,1.0); -sql insert into t1 values(1648791213001,2,1,3,1.0); -sql insert into t1 values(1648791213002,2,1,3,1.0); -sql insert into t1 values(1648791213002,1,1,3,1.0); - -$loop_count = 0 - -loop3: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop3 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop3 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop3 -endi - -sql insert into t1 values(1648791223000,1,2,3,1.0); -sql insert into t1 values(1648791223001,1,2,3,1.0); -sql insert into t1 values(1648791223002,3,2,3,1.0); -sql insert into t1 values(1648791223003,3,2,3,1.0); -sql insert into t1 values(1648791213001,1,1,3,1.0) (1648791223001,2,2,3,1.0) (1648791223003,1,2,3,1.0); - -$loop_count = 0 - -loop4: -sleep 1000 -sql select * from streamt order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop4 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop4 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop4 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop4 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop4 -endi - -if $data32 != 2 then - print =====data32=$data32 - goto loop4 -endi - -if $data41 != 1 then - print =====data41=$data41 - goto loop4 -endi - -if $data42 != 3 then - print =====data42=$data42 - goto loop4 -endi - -sql drop database if exists test1; -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d int); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart c1, count(*) c2, max(d) c3, _group_key(a+b) c4 from t1 partition by a+b state_window(c); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL); -sql insert into t1 values(1648791213000,1,2,1,1); -sql insert into t1 values(1648791213001,2,1,1,2); -sql insert into t1 values(1648791213001,1,2,1,3); - -$loop_count = 0 - -loop5: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - -sql insert into t1 values(1648791223000,1,2,2,4); -sql insert into t1 values(1648791223001,1,2,2,5); -sql insert into t1 values(1648791223002,1,2,2,6); -sql insert into t1 values(1648791213001,1,1,1,7) (1648791223002,1,1,2,8); - -$loop_count = 0 - -loop6: -sleep 1000 -sql select * from streamt1 order by c1, c4, c2, c3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 7 then - print =====data12=$data12 - goto loop6 -endi - -if $data21 != 2 then - print =====data21=$data21 - goto loop6 -endi - -if $data22 != 5 then - print =====data22=$data22 - goto loop6 -endi - -if $data31 != 1 then - print =====data31=$data31 - goto loop6 -endi - -if $data32 != 8 then - print =====data32=$data32 - goto loop6 -endi - -print ================step2 -sql drop database if exists test2; -sql create database test2 vgroups 4; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 subtable("aaa-a") as select _wstart, count(*) from t1 partition by a session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,0,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); -sql insert into t1 values(1648791213002,2,2,3,1.0); - -sql insert into t1 values(1648791213003,0,2,3,1.0); -sql insert into t1 values(1648791213004,1,2,3,1.0); -sql insert into t1 values(1648791213005,2,2,3,1.0); - -print delete from t1 where ts <= 1648791213002; -sql delete from t1 where ts <= 1648791213002; - -$loop_count = 0 - -loop7: -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt6 order by 1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 - -if $rows != 3 then - print ======rows=$rows - goto loop7 -endi - -if $data01 != 1 then - print ======data01=$data01 - goto loop7 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop7 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop7 -endi - -print ========over - -system sh/stop_dnodes.sh - -#goto looptest diff --git a/tests/script/tsim/stream/scalar.sim b/tests/script/tsim/stream/scalar.sim deleted file mode 100644 index 45d734b76fff..000000000000 --- a/tests/script/tsim/stream/scalar.sim +++ /dev/null @@ -1,96 +0,0 @@ -$loop_all = 0 -looptest: - -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql drop database if exists test; -sql create database test vgroups 1; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams0 into streamt0 as select ts c1, a, abs(b) c4 from t1 partition by a; -sql create stream streams1 into streamt1 as select ts c1, a, abs(b) c4 from t1; -sql create stream streams2 into streamt2 as select ts c1, a, abs(b) c4 from st partition by tbname; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1); -sql insert into t1 values(1648791213001,1,1,1,1); -sql insert into t1 values(1648791213002,1,1,1,1); - -sql insert into t2 values(1648791213000,1,2,2,2); -sql insert into t2 values(1648791213001,1,1,1,1); -sql insert into t2 values(1648791213002,1,1,1,1); - -sql insert into t1 values(1648791213001,2,11,11,11); - - -$loop_count = 0 -loop1: - -sleep 1000 - -sql select * from streamt0 order by a desc; - -$loop_count = $loop_count + 1 - -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print ======streamt0=rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print ======streamt0=data01=$data01 - goto loop1 -endi - -if $data02 != 11 then - print ======streamt0=data02=$data02 - goto loop1 -endi - - -sql select * from streamt1 order by a desc; - -if $rows != 3 then - print ======streamt1=rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print ======streamt1=data01=$data01 - goto loop1 -endi - -if $data02 != 11 then - print ======streamt1=data02=$data02 - goto loop1 -endi - -sql select * from streamt2 order by a desc; - -if $rows != 6 then - print ======streamt2=rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print ======streamt2=data01=$data01 - goto loop1 -endi - -if $data02 != 11 then - print ======streamt2=data02=$data02 - goto loop1 -endi - -system sh/stop_dnodes.sh \ No newline at end of file diff --git a/tests/script/tsim/stream/schedSnode.sim b/tests/script/tsim/stream/schedSnode.sim deleted file mode 100644 index 0fe53b0687a0..000000000000 --- a/tests/script/tsim/stream/schedSnode.sim +++ /dev/null @@ -1,177 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sleep 50 - - -sql create database test vgroups 2; -sql create database target vgroups 1; - -sql create snode on dnode 1 - -sql use test; -sql create stable st(ts timestamp, a int, b int , c int, d double) tags(ta int,tb int,tc int); -sql create table ts1 using st tags(1,1,1); -sql create table ts2 using st tags(2,2,2); -sql create table ts3 using st tags(3,2,2); -sql create table ts4 using st tags(4,2,2); -sql create stream stream_t1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into target.streamtST1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from st interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into ts1 values(1648791213001,1,12,3,1.0); -sql insert into ts2 values(1648791213001,1,12,3,1.0); - -sql insert into ts3 values(1648791213001,1,12,3,1.0); -sql insert into ts4 values(1648791213001,1,12,3,1.0); - -sql insert into ts1 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts2 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts3 values(1648791213002,NULL,NULL,NULL,NULL); -sql insert into ts4 values(1648791213002,NULL,NULL,NULL,NULL); - -sql insert into ts1 values(1648791223002,2,2,3,1.1); -sql insert into ts1 values(1648791233003,3,2,3,2.1); -sql insert into ts2 values(1648791243004,4,2,43,73.1); -sql insert into ts1 values(1648791213002,24,22,23,4.1); -sql insert into ts1 values(1648791243005,4,20,3,3.1); -sql insert into ts2 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts1 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts2 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); -sql insert into ts1 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; -sql insert into ts2 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; -sql insert into ts1 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -sql insert into ts3 values(1648791223002,2,2,3,1.1); -sql insert into ts4 values(1648791233003,3,2,3,2.1); -sql insert into ts3 values(1648791243004,4,2,43,73.1); -sql insert into ts4 values(1648791213002,24,22,23,4.1); -sql insert into ts3 values(1648791243005,4,20,3,3.1); -sql insert into ts4 values(1648791243006,4,2,3,3.1) (1648791243007,4,2,3,3.1) ; -sql insert into ts3 values(1648791243008,4,2,30,3.1) (1648791243009,4,2,3,3.1) (1648791243010,4,2,3,3.1) ; -sql insert into ts4 values(1648791243011,4,2,3,3.1) (1648791243012,34,32,33,3.1) (1648791243013,4,2,3,3.1) (1648791243014,4,2,13,3.1); -sql insert into ts3 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; -sql insert into ts4 values(1648791243005,4,42,3,3.1) (1648791243003,4,2,33,3.1) (1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) (1648791233004,13,12,13,2.1) ; -sql insert into ts3 values(1648791243006,4,2,3,3.1) (1648791213001,1,52,13,1.0) (1648791223001,22,22,83,1.1) ; - -$loop_count = 0 -loop1: -sql select * from target.streamtST1; - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 8 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 6 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 52 then - print ======data03=$data03 - goto loop1 -endi - -if $data04 != 52 then - print ======data04=$data04 - goto loop1 -endi - -if $data05 != 13 then - print ======data05=$data05 - goto loop1 -endi - -# row 1 -if $data11 != 6 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 6 then - print =====data12=$data12 - goto loop1 -endi - -if $data13 != 92 then - print ======data13=$data13 - return -1 -endi - -if $data14 != 22 then - print ======data14=$data14 - return -1 -endi - -if $data15 != 3 then - print ======data15=$data15 - return -1 -endi - -# row 2 -if $data21 != 4 then - print =====data21=$data21 - goto loop1 -endi - -if $data22 != 4 then - print =====data22=$data22 - goto loop1 -endi - -if $data23 != 32 then - print ======data23=$data23 - return -1 -endi - -if $data24 != 12 then - print ======data24=$data24 - return -1 -endi - -if $data25 != 3 then - print ======data25=$data25 - return -1 -endi - -# row 3 -if $data31 != 30 then - print =====data31=$data31 - goto loop1 -endi - -if $data32 != 30 then - print =====data32=$data32 - goto loop1 -endi - -if $data33 != 180 then - print ======data33=$data33 - return -1 -endi - -if $data34 != 42 then - print ======data34=$data34 - return -1 -endi - -if $data35 != 3 then - print ======data35=$data35 - return -1 -endi - -sql select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5, avg(d) from st interval(10s); diff --git a/tests/script/tsim/stream/session0.sim b/tests/script/tsim/stream/session0.sim deleted file mode 100644 index 0d92070d1026..000000000000 --- a/tests/script/tsim/stream/session0.sim +++ /dev/null @@ -1,306 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases; -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - - -sql create table t1(ts timestamp, a int, b int , c int, d double,id int); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, sum(a), max(a), min(d), stddev(a), last(a), first(d), max(id) s from t1 session(ts,10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,NULL,NULL,NULL,NULL,1); -sql insert into t1 values(1648791223001,10,2,3,1.1,2); -sql insert into t1 values(1648791233002,3,2,3,2.1,3); -sql insert into t1 values(1648791243003,NULL,NULL,NULL,NULL,4); -sql insert into t1 values(1648791213002,NULL,NULL,NULL,NULL,5) (1648791233012,NULL,NULL,NULL,NULL,6); - -$loop_count = 0 -loop0: - -sleep 1000 -sql select * from streamt order by s desc; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 3 then - print ======data02=$data02 - goto loop0 -endi - -if $data03 != 3 then - print ======data03=$data03 - goto loop0 -endi - -if $data04 != 2.100000000 then - print ======data04=$data04 - return -1 -endi - -if $data05 != 0.000000000 then - print ======data05=$data05 - return -1 -endi - -if $data06 != 3 then - print ======data06=$data06 - return -1 -endi - -if $data07 != 2.100000000 then - print ======data07=$data07 - return -1 -endi - -if $data08 != 6 then - print ======data08=$data08 - return -1 -endi - -# row 1 - -if $data11 != 3 then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 10 then - print ======data12=$data12 - goto loop0 -endi - -if $data13 != 10 then - print ======data13=$data13 - goto loop0 -endi - -if $data14 != 1.100000000 then - print ======data14=$data14 - return -1 -endi - -if $data15 != 0.000000000 then - print ======data15=$data15 - return -1 -endi - -if $data16 != 10 then - print ======data16=$data16 - return -1 -endi - -if $data17 != 1.100000000 then - print ======data17=$data17 - return -1 -endi - -if $data18 != 5 then - print ======data18=$data18 - return -1 -endi - -sql insert into t1 values(1648791213000,1,2,3,1.0,7); -sql insert into t1 values(1648791223001,2,2,3,1.1,8); -sql insert into t1 values(1648791233002,3,2,3,2.1,9); -sql insert into t1 values(1648791243003,4,2,3,3.1,10); -sql insert into t1 values(1648791213002,4,2,3,4.1,11) ; -sql insert into t1 values(1648791213002,4,2,3,4.1,12) (1648791223009,4,2,3,4.1,13); - -$loop_count = 0 -loop1: -sleep 1000 -sql select * from streamt order by s desc ; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $data01 != 7 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 18 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 4 then - print =====data03=$data03 - goto loop1 -endi - -if $data04 != 1.000000000 then - print ======data04=$data04 - return -1 -endi - -if $data05 != 1.154700538 then - print ======data05=$data05 - return -1 -endi - -if $data06 != 4 then - print ======data06=$data06 - return -1 -endi - -if $data07 != 1.000000000 then - print ======data07=$data07 - return -1 -endi - -if $data08 != 13 then - print ======data08=$data08 - return -1 -endi - -sql create database test2 vgroups 1; -sql use test2; -sql create table t2(ts timestamp, a int, b int , c int, d double, id int); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 watermark 1d into streamt2 as select _wstart,apercentile(a,30) c1, apercentile(a,70), apercentile(a,20,"t-digest") c2, apercentile(a,60,"t-digest") c3, max(id) c4 from t2 session(ts,10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t2 values(1648791213001,1,1,3,1.0,1); -sql insert into t2 values(1648791213002,2,2,6,3.4,2); -sql insert into t2 values(1648791213003,4,9,3,4.8,3); - -sql insert into t2 values(1648791233003,3,4,3,2.1,4) (1648791233004,3,5,3,3.4,5) (1648791233005,3,6,3,7.6,6); - -sleep 1000 - -sql insert into t2 values(1648791223003,20,7,3,10.1,7); - -$loop_count = 0 -loop2: -sleep 1000 -sql select * from streamt2 where c4=7; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 2.091607978 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 3.274823935 then - print =====data02=$data02 - goto loop2 -endi - -if $data03 != 1.500000000 then - print ======$data03 - return -1 -endi - -if $data04 != 3.500000000 then - print ======$data04 - return -1 -endi - -sql create database test3 vgroups 1; -sql use test3; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart, min(b), a,c from t1 session(ts,10s); -sql create stream streams4 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, max(b), a,c from t1 session(ts,10s); -# sql create stream streams5 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt5 as select _wstart, top(b,3), a,c from t1 session(ts,10s); -# sql create stream streams6 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 as select _wstart, bottom(b,3), a,c from t1 session(ts,10s); -# sql create stream streams7 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt7 as select _wstart, spread(a), elapsed(ts), hyperloglog(a) from t1 session(ts,10s); -sql create stream streams7 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt7 as select _wstart, spread(a), hyperloglog(a) from t1 session(ts,10s); -# sql create stream streams8 trigger at_once watermark 1d IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt8 as select _wstart, histogram(a,"user_input", "[1,3,5,7]", 1), histogram(a,"user_input", "[1,3,5,7]", 0) from t1 session(ts,10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213001,1,1,1,1.0); -sql insert into t1 values(1648791213002,2,3,2,3.4); -sql insert into t1 values(1648791213003,4,9,3,4.8); -sql insert into t1 values(1648791213004,4,5,4,4.8); - -sql insert into t1 values(1648791233004,3,4,0,2.1); -sql insert into t1 values(1648791233005,3,0,6,3.4); -sql insert into t1 values(1648791233006,3,6,7,7.6); -sql insert into t1 values(1648791233007,3,13,8,7.6); - - -sql insert into t1 values(1648791223004,20,7,9,10.1); - -$loop_count = 0 -loop3: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt3; -if $rows == 0 then - print ======$rows - goto loop3 -endi - -sql select * from streamt4; -if $rows == 0 then - print ======$rows - goto loop3 -endi - -#sql select * from streamt5; -if $rows == 0 then - print ======$rows - # goto loop3 -endi - -# sql select * from streamt6; -if $rows == 0 then - print ======$rows - goto loop3 -endi - -sql select * from streamt7; -if $rows == 0 then - print ======$rows - goto loop3 -endi - -#sql select * from streamt8; -#if $rows == 0 then -# print ======$rows -# goto loop3 -#endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/session1.sim b/tests/script/tsim/stream/session1.sim deleted file mode 100644 index 04fd61d1d2ad..000000000000 --- a/tests/script/tsim/stream/session1.sim +++ /dev/null @@ -1,374 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -v debugFlag 135 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases; -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - - -sql create table t1(ts timestamp, a int, b int , c int, d double,id int); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart, count(*) c1, sum(a), min(b), max(id) s from t1 session(ts,10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,1,1,1.1,1); -sql insert into t1 values(1648791220000,2,2,2,2.1,2); -sql insert into t1 values(1648791230000,3,3,3,3.1,3); -sql insert into t1 values(1648791240000,4,4,4,4.1,4); - -$loop_count = 0 - -loop0: -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt order by s desc; - -# row 0 -if $data01 != 4 then - print ======$data01 - goto loop0 -endi - -if $data02 != 10 then - print ======$data02 - goto loop0 -endi - -if $data03 != 1 then - print ======$data03 - goto loop0 -endi - -if $data04 != 4 then - print ======$data04 - goto loop0 -endi - -sql insert into t1 values(1648791250005,5,5,5,5.1,5); -sql insert into t1 values(1648791260006,6,6,6,6.1,6); -sql insert into t1 values(1648791270007,7,7,7,7.1,7); -sql insert into t1 values(1648791240005,5,5,5,5.1,8) (1648791250006,6,6,6,6.1,9); - -$loop_count = 0 - -loop1: -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt order by s desc; - -# row 0 -if $data01 != 8 then - print ======$data01 - goto loop1 -endi - -if $data02 != 32 then - print ======$data02 - goto loop1 -endi - -if $data03 != 1 then - print ======$data03 - goto loop1 -endi - -if $data04 != 9 then - print ======$data04 - goto loop1 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop1 -endi - -if $data12 != 7 then - print ======$data12 - goto loop1 -endi - -if $data13 != 7 then - print ======$data13 - goto loop1 -endi - -if $data14 != 7 then - print ======$data14 - goto loop1 -endi - -sql insert into t1 values(1648791280008,7,7,7,7.1,10) (1648791300009,8,8,8,8.1,11); -sql insert into t1 values(1648791260007,7,7,7,7.1,12) (1648791290008,7,7,7,7.1,13) (1648791290009,8,8,8,8.1,14); -sql insert into t1 values(1648791500000,7,7,7,7.1,15) (1648791520000,8,8,8,8.1,16) (1648791540000,8,8,8,8.1,17); -sql insert into t1 values(1648791530000,8,8,8,8.1,18); -sql insert into t1 values(1648791220000,10,10,10,10.1,19) (1648791290008,2,2,2,2.1,20) (1648791540000,17,17,17,17.1,21) (1648791500001,22,22,22,22.1,22); - -$loop_count = 0 - -loop2: -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt order by s desc; - -# row 0 -if $data01 != 2 then - print =====data01=$data01 - goto loop2 -endi - -if $data02 != 29 then - print =====data02=$data02 - goto loop2 -endi - -if $data03 != 7 then - print =====data03=$data03 - goto loop2 -endi - -if $data04 != 22 then - print =====data04=$data04 - goto loop2 -endi - -# row 1 -if $data11 != 3 then - print =====data11=$data11 - goto loop2 -endi - -if $data12 != 33 then - print =====data12=$data12 - goto loop2 -endi - -if $data13 != 8 then - print =====data13=$data13 - goto loop2 -endi - -if $data14 != 21 then - print =====data14=$data14 - goto loop2 -endi - -# row 2 -if $data21 != 4 then - print =====data21=$data21 - goto loop2 -endi - -if $data22 != 25 then - print =====data22=$data22 - goto loop2 -endi - -if $data23 != 2 then - print =====data23=$data23 - goto loop2 -endi - -if $data24 != 20 then - print =====data24=$data24 - goto loop2 -endi - -# row 3 -if $data31 != 10 then - print =====data31=$data31 - goto loop2 -endi - -if $data32 != 54 then - print =====data32=$data32 - goto loop2 -endi - -if $data33 != 1 then - print =====data33=$data33 - goto loop2 -endi - -if $data34 != 19 then - print =====data34=$data34 - goto loop2 -endi - -sql insert into t1 values(1648791000000,1,1,1,1.1,23); - -$loop_count = 0 - -loop3: -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt order by s desc; - -# row 0 -if $data01 != 1 then - print ======$data01 - goto loop3 -endi - -sql create database test1 vgroups 1; -sql use test1; -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart, count(*) c1 from t1 where a > 5 session(ts, 5s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0); - -$loop_count = 0 -loop13: -sleep 1000 - -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 0 -if $rows != 0 then - print =====rows=$rows - goto loop13 -endi - -sql insert into t1 values(1648791213000,6,2,3,1.0); - -$loop_count = 0 -loop14: -sleep 1000 -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop14 -endi - -sql insert into t1 values(1648791213000,2,2,3,1.0); - -$loop_count = 0 -loop15: -sleep 1000 -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 0 then - print =====rows=$rows - goto loop15 -endi - - -sql insert into t1 values(1648791223000,2,2,3,1.0); -sql insert into t1 values(1648791223000,10,2,3,1.0); -sql insert into t1 values(1648791233000,10,2,3,1.0); - -$loop_count = 0 -loop16: -sleep 1000 -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop16 -endi - -sql insert into t1 values(1648791233000,2,2,3,1.0); - -$loop_count = 0 -loop17: -sleep 1000 -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop17 -endi - -sql create database test2 vgroups 4; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams4 trigger at_once ignore update 0 ignore expired 0 into streamt4 as select _wstart, count(*) c1, count(a) c2 from st session(ts, 2s) ; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791255100,1,2,3); -sql insert into t1 values(1648791255300,1,2,3); - -sleep 1000 - -sql insert into t1 values(1648791253000,1,2,3) (1648791254000,1,2,3); - -$loop_count = 0 -loop18: -sleep 1000 -sql select * from streamt4; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop18 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop18 -endi - -print =====over - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/snodeCheck.sim b/tests/script/tsim/stream/snodeCheck.sim deleted file mode 100644 index f4ab8c812497..000000000000 --- a/tests/script/tsim/stream/snodeCheck.sim +++ /dev/null @@ -1,64 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/deploy.sh -n dnode2 -i 2 -system sh/deploy.sh -n dnode3 -i 3 - -system sh/cfg.sh -n dnode1 -c supportVnodes -v 4 -system sh/cfg.sh -n dnode2 -c supportVnodes -v 4 -system sh/cfg.sh -n dnode3 -c supportVnodes -v 4 - -print ========== step1 -system sh/exec.sh -n dnode1 -s start -sql connect - -print ========== step2 -sql create dnode $hostname port 7200 -system sh/exec.sh -n dnode2 -s start - -sql create dnode $hostname port 7300 -system sh/exec.sh -n dnode3 -s start - -$x = 0 -step2: - $x = $x + 1 - sleep 1000 - if $x == 10 then - print ====> dnode not ready! - return -1 - endi -sql select * from information_schema.ins_dnodes -print ===> $data00 $data01 $data02 $data03 $data04 $data05 -print ===> $data10 $data11 $data12 $data13 $data14 $data15 -if $rows != 3 then - return -1 -endi -if $data(1)[4] != ready then - goto step2 -endi -if $data(2)[4] != ready then - goto step2 -endi - -print ========== step3 -sql drop database if exists test; -sql create database if not exists test vgroups 4 replica 3 precision "ms" ; -sql use test; - -sql create table test.test (ts timestamp, c1 int) tags (t1 int) ; - -print create stream without snode existing -sql_error create stream stream_t1 trigger at_once into str_dst as select count(*) from test interval(20s); - -print create snode -sql create snode on dnode 1; - -sql create stream stream_t1 trigger at_once into str_dst as select count(*) from test interval(20s); - -print drop snode and then create stream -sql drop snode on dnode 1; - -sql_error create stream stream_t2 trigger at_once into str_dst as select count(*) from test interval(20s); - -system sh/exec.sh -n dnode1 -s stop -x SIGINT -system sh/exec.sh -n dnode2 -s stop -x SIGINT -system sh/exec.sh -n dnode3 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/state0.sim b/tests/script/tsim/stream/state0.sim deleted file mode 100644 index 71b3efab5eff..000000000000 --- a/tests/script/tsim/stream/state0.sim +++ /dev/null @@ -1,815 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases; -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double, id int); - -print create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(a) c4, min(c) c5, max(id) c from t1 state_window(a); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(a) c4, min(c) c5, max(id) c from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0,1); -sql insert into t1 values(1648791213000,1,2,3,1.0,2); -$loop_count = 0 -loop0: -sql select * from streamt1 order by c desc; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop0 -endi - -sql insert into t1 values(1648791214000,1,2,3,1.0,3); -$loop_count = 0 -loop00: -sql select * from streamt1 order by c desc; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop00 -endi - -sql insert into t1 values(1648791213010,2,2,3,1.0,4); -sql insert into t1 values(1648791213000,1,2,3,1.0,5); -sql insert into t1 values(1648791214000,1,2,3,1.0,6); -$loop_count = 0 -loop1: -sql select * from streamt1 where c >=4 order by `_wstart`; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print =====rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop1 -endi - -if $data03 != 1 then - print ======$data03 - goto loop1 -endi - -if $data04 != 1 then - print ======$data04 - goto loop1 -endi - -if $data05 != 3 then - print ======$data05 - goto loop1 -endi - -if $data06 != 5 then - print ======$data06 - goto loop1 -endi - -# row 1 -if $data11 != 1 then - print ======$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======$data12 - goto loop1 -endi - -if $data13 != 2 then - print ======$data13 - goto loop1 -endi - -if $data14 != 2 then - print ======$data14 - goto loop1 -endi - -if $data15 != 3 then - print ======$data15 - goto loop1 -endi - -if $data16 != 4 then - print ======$data16 - goto loop1 -endi - -# row 2 -if $data21 != 1 then - print ======$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======$data22 - goto loop1 -endi - -if $data23 != 1 then - print ======$data23 - goto loop1 -endi - -if $data24 != 1 then - print ======$data24 - goto loop1 -endi - -if $data25 != 3 then - print ======$data25 - goto loop1 -endi - -if $data26 != 6 then - print ======$data26 - goto loop1 -endi - -print loop1 end - -sql insert into t1 values(1648791213011,1,2,3,1.0,7); - -$loop_count = 0 -loop2: -sql select * from streamt1 where c in (5,4,7) order by `_wstart`; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 2 -if $data21 != 2 then - print =====data21=$data21 - goto loop2 -endi - -if $data22 != 2 then - print =====data22=$data22 - goto loop2 -endi - -if $data23 != 2 then - print ======$data23 - goto loop2 -endi - -if $data24 != 1 then - print ======$data24 - goto loop2 -endi - -if $data25 != 3 then - print ======$data25 - goto loop2 -endi - -if $data26 != 7 then - print ======$data26 - goto loop2 -endi - -sql insert into t1 values(1648791213011,1,2,3,1.0,8); - -$loop_count = 0 -loop21: -sql select * from streamt1 where c in (5,4,8) order by `_wstart`; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $data26 != 8 then - print =====data26=$data26 - goto loop21 -endi - - -sql insert into t1 values(1648791213020,1,2,3,1.0,9); -sql insert into t1 values(1648791213020,3,2,3,1.0,10); -sql insert into t1 values(1648791214000,1,2,3,1.0,11); -sql insert into t1 values(1648791213011,10,20,10,10.0,12); - -$loop_count = 0 -loop3: -sql select * from streamt1 where c in (5,4,10,11,12) order by `_wstart`; -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -# row 2 -if $data21 != 1 then - print =====data21=$data21 - goto loop3 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop3 -endi - -if $data23 != 10 then - print ======$data23 - goto loop3 -endi - -if $data24 != 10 then - print ======$data24 - goto loop3 -endi - -if $data25 != 10 then - print ======$data25 - goto loop3 -endi - -if $data26 != 12 then - print ======$data26 - goto loop3 -endi - -# row 3 -if $data31 != 1 then - print =====data31=$data31 - goto loop3 -endi - -if $data32 != 1 then - print =====data32=$data32 - goto loop3 -endi - -if $data33 != 3 then - print ======$data33 - goto loop3 -endi - -if $data34 != 3 then - print ======$data34 - goto loop3 -endi - -if $data35 != 3 then - print ======$data35 - goto loop3 -endi - -if $data36 != 10 then - print ======$data36 - goto loop3 -endi - -# row 4 -if $data41 != 1 then - print =====data41=$data41 - goto loop3 -endi - -if $data42 != 1 then - print =====data42=$data42 - goto loop3 -endi - -if $data43 != 1 then - print ======$data43 - goto loop3 -endi - -if $data44 != 1 then - print ======$data44 - goto loop3 -endi - -if $data45 != 3 then - print ======$data45 - goto loop3 -endi - -if $data46 != 11 then - print ======$data46 - goto loop3 -endi - -sql insert into t1 values(1648791213030,3,12,12,12.0,13); -sql insert into t1 values(1648791214040,1,13,13,13.0,14); -sql insert into t1 values(1648791213030,3,14,14,14.0,15) (1648791214020,15,15,15,15.0,16); - -$loop_count = 0 -loop4: -sql select * from streamt1 where c in (14,15,16) order by `_wstart`; -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 3 then - print ====loop4=rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 2 then - print =====data01=$data01 - goto loop4 -endi - -if $data02 != 2 then - print ======$data02 - goto loop4 -endi - -if $data03 != 6 then - print ======$data03 - goto loop4 -endi - -if $data04 != 3 then - print ======$data04 - goto loop4 -endi - -if $data05 != 3 then - print ======$data05 - goto loop4 -endi - -if $data06 != 15 then - print ======$data06 - goto loop4 -endi - -# row 1 -if $data11 != 1 then - print =====data11=$data11 - goto loop4 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop4 -endi - -if $data13 != 15 then - print ======$data13 - goto loop4 -endi - -if $data14 != 15 then - print ======$data14 - goto loop4 -endi - -if $data15 != 15 then - print ======$data15 - goto loop4 -endi - -if $data16 != 16 then - print ======$data16 - goto loop4 -endi - -# row 2 -if $data21 != 1 then - print =====data21=$data21 - goto loop4 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop4 -endi - -if $data23 != 1 then - print ======$data23 - goto loop4 -endi - -if $data24 != 1 then - print ======$data24 - goto loop4 -endi - -if $data25 != 13 then - print ======$data25 - goto loop4 -endi - -if $data26 != 14 then - print ======$data26 - goto loop4 -endi - -print loop4 end - -sql create database test1 vgroups 1; -sql select * from information_schema.ins_databases; - -print $data00 $data01 $data02 - -sql use test1; - -sql create table t1(ts timestamp, a int, b int , c int, d double, id int); - -print create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(a) c4, min(c) c5, max(id) c from t1 state_window(a); - -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(a) c4, min(c) c5, max(id) c from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,2,2,3,1.0,1); -sql insert into t1 values(1648791213000,1,2,3,1.0,1); -sql insert into t1 values(1648791213000,1,2,4,1.0,2); -$loop_count = 0 -loop5: - -sleep 1000 -sql select * from streamt1 order by c desc; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop5 -endi - -if $data05 != 4 then - print =====data05=$data05 - goto loop5 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop5 -endi - -if $data15 != 3 then - print =====data15=$data15 - goto loop5 -endi - -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double, id int); - -print create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart, count(*) c1, sum(b) c3 from t1 state_window(a); - -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart, count(*) c1, sum(b) c3 from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,1,2,3,1.0,1); -sql insert into t1 values(1648791213000,2,2,3,1.0,1); -sql insert into t1 values(1648791214000,3,2,4,1.0,2); -sql insert into t1 values(1648791215000,4,2,3,1.0,1); -sql insert into t1 values(1648791211000,5,2,3,1.0,1); -sql insert into t1 values(1648791210000,6,2,4,1.0,2); -sql insert into t1 values(1648791217000,7,2,3,1.0,1); -sql insert into t1 values(1648791219000,8,2,3,1.0,1); -sql insert into t1 values(1648791209000,9,2,4,1.0,2); -sql insert into t1 values(1648791220000,10,2,4,1.0,2); - -sql insert into t1 values(1648791212000,1,2,3,1.0,1); -sql insert into t1 values(1648791213000,2,2,3,1.0,1); -sql insert into t1 values(1648791214000,3,2,4,1.0,2); -sql insert into t1 values(1648791215000,4,2,3,1.0,1); -sql insert into t1 values(1648791211000,5,2,3,1.0,1); -sql insert into t1 values(1648791210000,6,2,4,1.0,2); -sql insert into t1 values(1648791217000,7,2,3,1.0,1); -sql insert into t1 values(1648791219000,8,2,3,1.0,1); -sql insert into t1 values(1648791209000,9,2,4,1.0,2); -sql insert into t1 values(1648791220000,10,2,4,1.0,2); - - -$loop_count = 0 -loop6: - -sleep 1000 - -sql select * from streamt3; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 10 then - print =====rows=$rows - goto loop6 -endi - -sql drop stream if exists streams4; -sql drop database if exists test4; -sql drop stable if exists streamt4; -sql create database if not exists test4 vgroups 10 precision "ms" ; -sql use test4; -sql create table st (ts timestamp, c1 tinyint, c2 smallint) tags (t1 tinyint) ; -sql create table t1 using st tags (-81) ; -sql create table t2 using st tags (-81) ; - -print create stream if not exists streams4 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart AS startts, min(c1),count(c1) from t1 state_window(c1); - -sql create stream if not exists streams4 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart AS startts, min(c1),count(c1) from t1 state_window(c1); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 (ts, c1) values (1668073288209, 11); -sql insert into t1 (ts, c1) values (1668073288210, 11); -sql insert into t1 (ts, c1) values (1668073288211, 11); -sql insert into t1 (ts, c1) values (1668073288212, 11); -sql insert into t1 (ts, c1) values (1668073288213, 11); -sql insert into t1 (ts, c1) values (1668073288214, 11); -sql insert into t1 (ts, c1) values (1668073288215, 29); - -$loop_count = 0 -loop7: - -sleep 1000 - -sql select * from streamt4 order by startts; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop7 -endi - -if $data01 != 11 then - print =====data01=$data01 - goto loop7 -endi - -if $data02 != 6 then - print =====data02=$data02 - goto loop7 -endi - -sql delete from t1 where ts = cast(1668073288214 as timestamp); -sql insert into t1 (ts, c1) values (1668073288216, 29); -sql delete from t1 where ts = cast(1668073288215 as timestamp); -sql insert into t1 (ts, c1) values (1668073288217, 29); -sql delete from t1 where ts = cast(1668073288216 as timestamp); -sql insert into t1 (ts, c1) values (1668073288218, 29); -sql delete from t1 where ts = cast(1668073288217 as timestamp); -sql insert into t1 (ts, c1) values (1668073288219, 29); -sql delete from t1 where ts = cast(1668073288218 as timestamp); -sql insert into t1 (ts, c1) values (1668073288220, 29); -sql delete from t1 where ts = cast(1668073288219 as timestamp); - -$loop_count = 0 -loop8: - -sleep 1000 - -sql select * from streamt4 order by startts; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop8 -endi - -if $data01 != 11 then - print =====data01=$data01 - goto loop8 -endi - -if $data02 != 5 then - print =====data02=$data02 - goto loop8 -endi - -sql insert into t1 (ts, c1) values (1668073288221, 65); -sql insert into t1 (ts, c1) values (1668073288222, 65); -sql insert into t1 (ts, c1) values (1668073288223, 65); -sql insert into t1 (ts, c1) values (1668073288224, 65); -sql insert into t1 (ts, c1) values (1668073288225, 65); -sql insert into t1 (ts, c1) values (1668073288226, 65); - -$loop_count = 0 -loop81: - -sleep 1000 - -sql select * from streamt4 order by startts; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 2 then - print =====rows=$rows - goto loop81 -endi - -if $data01 != 11 then - print =====data01=$data01 - goto loop81 -endi - -if $data02 != 5 then - print =====data02=$data02 - goto loop81 -endi - -if $data11 != 29 then - print =====data11=$data11 - goto loop81 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop81 -endi - -sql insert into t1 (ts, c1) values (1668073288224, 64); - -$loop_count = 0 -loop9: - -sleep 1000 - -sql select * from streamt4 order by startts; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop9 -endi - -if $data01 != 11 then - print =====data01=$data01 - goto loop9 -endi - -if $data02 != 5 then - print =====data02=$data02 - goto loop9 -endi - -if $data11 != 29 then - print =====data11=$data11 - goto loop9 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop9 -endi - -if $data21 != 65 then - print =====data21=$data21 - goto loop9 -endi - -if $data22 != 3 then - print =====data22=$data22 - goto loop9 -endi - -if $data31 != 64 then - print =====data31=$data31 - goto loop9 -endi - -if $data32 != 1 then - print =====data32=$data32 - goto loop9 -endi - -sql drop stream if exists streams5; -sql drop database if exists test5; -sql create database test5; -sql use test5; -sql create table tb (ts timestamp, a int); -sql insert into tb values (now + 1m , 1 ); -sql create table b (c timestamp, d int, e int , f int, g double); - -print create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from tb state_window(a); - -sql create stream streams0 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _wstart c1, count(*) c2, max(a) c3 from tb state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into b values(1648791213000,NULL,NULL,NULL,NULL); -sql select * from streamt order by c1, c2, c3; - -print data00:$data00 -print data01:$data01 - -sql insert into b values(1648791213000,NULL,NULL,NULL,NULL); -sql select * from streamt order by c1, c2, c3; - -print data00:$data00 -print data01:$data01 - -sql insert into b values(1648791213001,1,2,2,2.0); -sql insert into b values(1648791213002,1,3,3,3.0); -sql insert into tb values(1648791213003,1); - -sql select * from streamt; -print data00:$data00 -print data01:$data01 - -sql delete from b where c >= 1648791213001 and c <= 1648791213002; -sql insert into b values(1648791223003,2,2,3,1.0); insert into b values(1648791223002,2,3,3,3.0); -sql insert into tb values (now + 1m , 1 ); - -sql select * from streamt; -print data00:$data00 -print data01:$data01 - -sql insert into b(c,d) values (now + 6m , 6 ); -sql delete from b where c >= 1648791213001 and c <= 1648791233005;; - -$loop_count = 0 -loop10: - -sleep 1000 - -sql select c2 from streamt; - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 1 then - print =====rows=$rows - goto loop10 -endi - -if $data00 != 2 then - print =====data00=$data00 - goto loop10 -endi - -print state0 end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/state1.sim b/tests/script/tsim/stream/state1.sim deleted file mode 100644 index 8a48212181c0..000000000000 --- a/tests/script/tsim/stream/state1.sim +++ /dev/null @@ -1,204 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step 1 -print =============== create database -sql create database test vgroups 4; -sql select * from information_schema.ins_databases; -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double, id int); - -print create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1 from t1 state_window(a); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _wstart, count(*) c1 from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1(ts) values(1648791213000); - -$loop_count = 0 -loop0: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1; -print $data00 $data01 -print $data10 $data11 - -if $rows != 0 then - print =====rows=$rows - goto loop0 -endi - -sql insert into t1 values(1648791214000,1,2,3,1.0,3); -$loop_count = 0 -loop1: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1; -print $data00 $data01 -print $data10 $data11 - -if $rows != 1 then - print =====rows=$rows - goto loop1 -endi - -sql insert into t1 values(1648791215000,2,2,3,1.0,4); - -$loop_count = 0 -loop2: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1; - -if $rows != 2 then - print =====rows=$rows - goto loop2 -endi - -sql insert into t1(ts) values(1648791216000); - -$loop_count = 0 -loop3: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt1; -if $rows != 2 then - print =====rows=$rows - goto loop3 -endi - -print step 1 over -print step 2 - -sql create database test2 vgroups 1; -sql use test2; -sql create table t1(ts timestamp, a int, b int , c int, d double); -print create stream streams2 trigger at_once watermark 1000s IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, count(*) c1, count(d) c2 from t1 partition by b state_window(a) -sql create stream streams2 trigger at_once watermark 1000s IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, count(*) c1, count(d) c2 from t1 partition by b state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t1 values(1648791213010,1,2,3,1.1); - -$loop_count = 0 -loop4: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sql select * from streamt2; -print $data00 $data01 -print $data10 $data11 - -if $rows != 1 then - print =====rows=$rows - goto loop4 -endi - -print insert into t1 values(1648791213005,2,2,3,1.1) -sql insert into t1 values(1648791213005,2,2,3,1.1); - -$loop_count = 0 -loop5: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print select * from streamt2 -sql select * from streamt2; -print $data00 $data01 -print $data10 $data11 -print $data20 $data21 -print $data30 $data31 - -if $rows != 3 then - print =====rows=$rows - goto loop5 -endi - -print step 2 over - -print step 3 - -sql create database test3 vgroups 1; -sql use test3; -sql create table t1(ts timestamp, a int, b int , c int, d double); - -sql insert into t1 values(1648791213000,1,2,3,1.0); -sql insert into t1 values(1648791213001,1,2,3,1.0); - -print create stream streams3 trigger at_once ignore expired 0 ignore update 0 fill_history 1 into streamt3 as select _wstart, max(a), count(*) c1 from t1 state_window(a); -sql create stream streams3 trigger at_once ignore expired 0 ignore update 0 fill_history 1 into streamt3 as select _wstart, max(a), count(*) c1 from t1 state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791203000,2,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791214000,1,2,3,1.0); - -$loop_count = 0 -loop6: - -sleep 1000 -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print select * from streamt3 -sql select * from streamt3; -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 - -if $rows != 2 then - print =====rows=$rows - goto loop6 -endi - -print step 3 over - -print state1 end - -system sh/stop_dnodes.sh diff --git a/tests/script/tsim/stream/streamFwcIntervalFill.sim b/tests/script/tsim/stream/streamFwcIntervalFill.sim deleted file mode 100644 index 27859974283a..000000000000 --- a/tests/script/tsim/stream/streamFwcIntervalFill.sim +++ /dev/null @@ -1,235 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 4; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, count(a) as ca, now, ta, sum(b) as cb, timezone() from st partition by tbname,ta interval(2s) fill(value, 100, 200); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,5,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,2,10,10) (now + 3200a,30,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - - -print sql select _wstart, count(a) as ca, now, ta, sum(b) as cb, timezone() from t1 partition by tbname,ta interval(2s) -sql select _wstart, count(a) as ca, now, ta, sum(b) as cb, timezone() from t1 partition by tbname,ta interval(2s); - -$query1_data01 = $data01 -$query1_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select _wstart, count(a) as ca, now, ta, sum(b) as cb, timezone() from t2 partition by tbname,ta interval(2s); -sql select _wstart, count(a) as ca, now, ta, sum(b) as cb, timezone() from t2 partition by tbname,ta interval(2s); - -$query2_data01 = $data01 -$query2_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1 order by 1; -sql select * from streamt where ta == 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != $query1_data01 then - print ======data01========$data01 - print ======query1_data01=$query1_data01 - return -1 -endi - -if $data11 != $query1_data11 then - print ======data11========$data11 - print ======query1_data11=$query1_data11 - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2 order by 1; -sql select * from streamt where ta == 2 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != $query2_data01 then - print ======data01======$data01 - print ====query2_data01=$query2_data01 - return -1 -endi - -if $data11 != $query2_data11 then - print ======data11======$data11 - print ====query2_data11=$query2_data11 - goto loop1 -endi - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -if $rows < 6 then - print ======rows=$rows - goto loop2 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 4; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, count(*), ta from st partition by tbname,ta interval(2s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - - -print sql select _wstart, count(*) from t1 interval(2s) order by 1; -sql select _wstart, count(*) from t1 interval(2s) order by 1; - -$query1_data01 = $data01 -$query1_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1 order by 1; -sql select * from streamt where ta == 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data01 != $query1_data01 then - print ======data01======$data01 - print ====query1_data01=$query1_data01 - goto loop3 -endi - - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - -$loop_count = 0 -loop4: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print ======step2=rows=$rows -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows < 10 then - print ======rows=$rows - goto loop4 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpDelete0.sim b/tests/script/tsim/stream/streamInterpDelete0.sim deleted file mode 100644 index 440d7ce413ff..000000000000 --- a/tests/script/tsim/stream/streamInterpDelete0.sim +++ /dev/null @@ -1,509 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791214000,8,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791215009,15,1,1,1.0) (1648791217001,4,1,1,1.0); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != 15 then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != 15 then - print ======data41=$data41 - goto loop0 -endi - -print 1 sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; -sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 8 then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != 8 then - print ======data41=$data41 - goto loop1 -endi - - -print 2 sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; -sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 8 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop2 -endi - -print 3 sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000; -sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000 - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop3 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791214000,8,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791215009,15,1,1,1.0) (1648791217001,4,1,1,1.0); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop4 -endi - -print 1 sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; -sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop5 -endi - - -print 2 sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; -sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop6 -endi - -print 3 sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000; -sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000 - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop7 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpDelete1.sim b/tests/script/tsim/stream/streamInterpDelete1.sim deleted file mode 100644 index 9413cf891891..000000000000 --- a/tests/script/tsim/stream/streamInterpDelete1.sim +++ /dev/null @@ -1,510 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791214000,8,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791215009,15,1,1,1.0) (1648791217001,4,1,1,1.0); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop0 -endi - -print 1 sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; -sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop1 -endi - - -print 2 sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; -sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop2 -endi - -print 3 sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000; -sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000 - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop3 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value,100,200,300,400); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791214000,8,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791215009,15,1,1,1.0) (1648791217001,4,1,1,1.0); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop4 -endi - -print 1 sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; -sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 100 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop5 -endi - - -print 2 sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; -sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 100 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop6 -endi - -print 3 sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000; -sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000 - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100,200,300,400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop7 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpDelete2.sim b/tests/script/tsim/stream/streamInterpDelete2.sim deleted file mode 100644 index fb53678effd5..000000000000 --- a/tests/script/tsim/stream/streamInterpDelete2.sim +++ /dev/null @@ -1,260 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791214000,8,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791215009,15,1,1,1.0) (1648791217001,4,1,1,1.0); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linera); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != 9 then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop0 -endi - -print 1 sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; -sql delete from t1 where ts >= 1648791215000 and ts <= 1648791216000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 8 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 6 then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != 5 then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop1 -endi - - -print 2 sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; -sql delete from t1 where ts >= 1648791212000 and ts <= 1648791213000; - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 4 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 6 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 5 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop2 -endi - -print 3 sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000; -sql delete from t1 where ts >= 1648791217000 and ts <= 1648791218000 - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 8 then - print ======data01=$data01 - goto loop3 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpError.sim b/tests/script/tsim/stream/streamInterpError.sim deleted file mode 100644 index 258cbee7033c..000000000000 --- a/tests/script/tsim/stream/streamInterpError.sim +++ /dev/null @@ -1,119 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -print step2_0 - -sql create stream streams2_0_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_0_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql create stream streams2_0_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_0_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql create stream streams2_0_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_0_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql create stream streams2_0_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_0_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql create stream streams2_0_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_0_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - -print step2_1 - -sql_error create stream streams2_1_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(prev); -sql_error create stream streams2_1_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(next); -sql_error create stream streams2_1_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(linear); -sql_error create stream streams2_1_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(NULL); -sql_error create stream streams2_1_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(value,11,22,33,44); - -print step2_2 - -sql_error create stream streams2_2_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_2_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st every(1s) fill(prev); -sql_error create stream streams2_2_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_2_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st every(1s) fill(next); -sql_error create stream streams2_2_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_2_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st every(1s) fill(linear); -sql_error create stream streams2_2_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_2_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st every(1s) fill(NULL); -sql_error create stream streams2_2_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_2_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st every(1s) fill(value,11,22,33,44); - -print step2_3 - -sql_error create stream streams2_3_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_3_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st partition by a every(1s) fill(prev); -sql_error create stream streams2_3_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_3_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st partition by a every(1s) fill(next); -sql_error create stream streams2_3_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_3_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st partition by a every(1s) fill(linear); -sql_error create stream streams2_3_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_3_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st partition by a every(1s) fill(NULL); -sql_error create stream streams2_3_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_3_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from st partition by a every(1s) fill(value,11,22,33,44); - -print step2_4 - -sql_error create stream streams2_4_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_4_1 as select INTERP(a) FROM t1 RANGE('2023-01-01 00:00:00') fill(prev); -sql_error create stream streams2_4_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_4_2 as select INTERP(a) FROM t1 RANGE('2023-01-01 00:00:00') fill(next); -sql_error create stream streams2_4_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_4_3 as select INTERP(a) FROM t1 RANGE('2023-01-01 00:00:00') fill(linear); -sql_error create stream streams2_4_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_4_4 as select INTERP(a) FROM t1 RANGE('2023-01-01 00:00:00') fill(NULL); -sql_error create stream streams2_4_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_4_5 as select INTERP(a) FROM t1 RANGE('2023-01-01 00:00:00') fill(value,11,22,33,44); - -print step2_5 - -sql_error create stream streams2_5_1 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_5_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql_error create stream streams2_5_2 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_5_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql_error create stream streams2_5_3 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_5_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql_error create stream streams2_5_4 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_5_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql_error create stream streams2_5_5 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_5_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - -run tsim/stream/checkTaskStatus.sim - -print step2_6 - -sql create stream streams2_6_1 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_6_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql create stream streams2_6_2 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_6_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql create stream streams2_6_3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_6_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql create stream streams2_6_4 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_6_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql create stream streams2_6_5 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_6_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - -sql create stream streams2_6_6 trigger force_window_close FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2_6_6 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql_error create stream streams2_6_7 trigger force_window_close FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2_6_7 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql_error create stream streams2_6_8 trigger force_window_close FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2_6_8 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql create stream streams2_6_9 trigger force_window_close FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2_6_9 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql create stream streams2_6_10 trigger force_window_close FILL_HISTORY 1 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2_6_10 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - -run tsim/stream/checkTaskStatus.sim - -print step3 - -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -print step3_0 - -sql create stream streams3_0_1 trigger force_window_close FILL_HISTORY 0 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3_0_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); - -sleep 5000 - -sql_error create stream streams3_0_2 trigger force_window_close FILL_HISTORY 0 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3_0_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql_error create stream streams3_0_3 trigger force_window_close FILL_HISTORY 0 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3_0_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql create stream streams3_0_4 trigger force_window_close FILL_HISTORY 0 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3_0_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); - -sleep 5000 - -sql create stream streams3_0_5 trigger force_window_close FILL_HISTORY 0 IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3_0_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - - -run tsim/stream/checkTaskStatus.sim - -print step4 - -sql_error create stream streams4_1 trigger max_delay 1s FILL_HISTORY 0 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql_error create stream streams4_2 trigger max_delay 1s FILL_HISTORY 0 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql_error create stream streams4_3 trigger max_delay 1s FILL_HISTORY 0 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql_error create stream streams4_4 trigger max_delay 1s FILL_HISTORY 0 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql_error create stream streams4_5 trigger max_delay 1s FILL_HISTORY 0 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpForceWindowClose.sim b/tests/script/tsim/stream/streamInterpForceWindowClose.sim deleted file mode 100644 index e96866b3e0df..000000000000 --- a/tests/script/tsim/stream/streamInterpForceWindowClose.sim +++ /dev/null @@ -1,235 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, interp(b) as b, now from t1 every(2s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(now,1,1,1,1.1) (now + 10s,2,2,2,2.1) (now + 20s,3,3,3,3.1); - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 1; -sql select * from streamt where a == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 2; -sql select * from streamt where a == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 3; -sql select * from streamt where a == 3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop2 -endi - -sleep 4000 - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 3; -sql select * from streamt where a == 3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, interp(b) as b, now from t1 every(2s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(now,1,1,1,1.1) (now + 10s,2,2,2,2.1) (now + 20s,3,3,3,3.1); - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a is null; -sql select * from streamt where a is null; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows < 5 then - print ======rows=$rows - goto loop4 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, interp(b) as b, now from t1 every(2s) fill(value,100,200); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(now,1,1,1,1.1) (now + 10s,2,2,2,2.1) (now + 20s,3,3,3,3.1); - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 100; -sql select * from streamt where a == 100; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows < 5 then - print ======rows=$rows - goto loop5 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpForceWindowClose1.sim b/tests/script/tsim/stream/streamInterpForceWindowClose1.sim deleted file mode 100644 index e870e407f991..000000000000 --- a/tests/script/tsim/stream/streamInterpForceWindowClose1.sim +++ /dev/null @@ -1,471 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step prev -print =============== create database -sql create database test vgroups 3; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, _isfilled, tbname, b, c from st partition by tbname, b,c every(5s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now,1,1,1,1.0) (now + 10s,2,1,1,2.0)(now + 20s,3,1,1,3.0) -sql insert into t2 values(now,21,1,1,1.0) (now + 10s,22,1,1,2.0)(now + 20s,23,1,1,3.0) -sql insert into t3 values(now,31,1,1,1.0) (now + 10s,32,1,1,2.0)(now + 20s,33,1,1,3.0) - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t3; -sql select * from t3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 1; -sql select * from streamt where a == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -print 2 sql select * from streamt where a == 21; -sql select * from streamt where a == 21; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 31; -sql select * from streamt where a == 31; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print sql select * from streamt where a == 2; -sql select * from streamt where a == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -print 3 sql select * from streamt where a == 22; -sql select * from streamt where a == 22; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -print 3 sql select * from streamt where a == 32; -sql select * from streamt where a == 32; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 4 sql select * from streamt where a == 3; -sql select * from streamt where a == 3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop2 -endi - -print 4 sql select * from streamt where a == 23; -sql select * from streamt where a == 23; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop2 -endi - -print 4 sql select * from streamt where a == 33; -sql select * from streamt where a == 33; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop2 -endi - -sleep 4000 - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 5 sql select * from streamt where a == 3; -sql select * from streamt where a == 3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print 5 sql select * from streamt where a == 23; -sql select * from streamt where a == 23; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print 5 sql select * from streamt where a == 33; -sql select * from streamt where a == 33; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print 2 sql select * from streamt where a == 3; -sql select * from streamt where a == 3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, _isfilled, tbname, b, c from st partition by tbname, b,c every(2s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now,1,1,1,1.0) (now + 10s,2,1,1,2.0)(now + 20s,3,1,1,3.0) -sql insert into t2 values(now,21,1,1,1.0) (now + 10s,22,1,1,2.0)(now + 20s,23,1,1,3.0) -sql insert into t3 values(now,31,1,1,1.0) (now + 10s,32,1,1,2.0)(now + 20s,33,1,1,3.0) - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t3; -sql select * from t3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a is null; -sql select * from streamt where a is null; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop4 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _irowts, interp(a) as a, _isfilled, tbname, b, c from st partition by tbname, b,c every(2s) fill(value,100); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(now,1,1,1,1.0) (now + 10s,2,1,1,2.0)(now + 20s,3,1,1,3.0) -sql insert into t2 values(now,21,1,1,1.0) (now + 10s,22,1,1,2.0)(now + 20s,23,1,1,3.0) -sql insert into t3 values(now,31,1,1,1.0) (now + 10s,32,1,1,2.0)(now + 20s,33,1,1,3.0) - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t3; -sql select * from t3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where a == 100; -sql select * from streamt where a == 100; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 10 then - print ======rows=$rows - goto loop5 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpFwcError.sim b/tests/script/tsim/stream/streamInterpFwcError.sim deleted file mode 100644 index 67316e966106..000000000000 --- a/tests/script/tsim/stream/streamInterpFwcError.sim +++ /dev/null @@ -1,31 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close into streamt1 as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 0 into streamt2 as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); -sql create stream streams3 trigger force_window_close IGNORE UPDATE 0 into streamt3 as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); - - -sql create stream streams4 trigger force_window_close IGNORE EXPIRED 1 into streamt4 as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); -run tsim/stream/checkTaskStatus.sim - -sql create stream streams5 trigger force_window_close IGNORE UPDATE 1 into streamt5 as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); -run tsim/stream/checkTaskStatus.sim - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpHistory.sim b/tests/script/tsim/stream/streamInterpHistory.sim deleted file mode 100644 index 9737e7d15539..000000000000 --- a/tests/script/tsim/stream/streamInterpHistory.sim +++ /dev/null @@ -1,657 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,2,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791216001,41,1,1,1.0); - -sql create stream streams1 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); - - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 <= 10 order by 1; -sql select * from streamt where a2 < 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data42 != 2 then - print ======data42=$data42 - goto loop0 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop0 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop0_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 > 10 order by 1; -sql select * from streamt where a2 > 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0_1 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop0_1 -endi - -if $data12 != 31 then - print ======data12=$data12 - goto loop0_1 -endi - -if $data22 != 31 then - print ======data22=$data22 - goto loop0_1 -endi - -if $data32 != 31 then - print ======data32=$data32 - goto loop0_1 -endi - -if $data42 != 31 then - print ======data42=$data42 - goto loop0_1 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop0_1 -endi - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791219001,7,1,1,1.0); -sql insert into t2 values(1648791219001,81,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 <= 10 order by 1; -sql select * from streamt where a2 < 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop1 -endi - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop1_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 > 10 order by 1; -sql select * from streamt where a2 > 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop1_1 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,2,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791216001,41,1,1,1.0); - -sql create stream streams2 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(next); - - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 <= 10 order by 1; -sql select * from streamt where a2 < 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop2 -endi - -if $data12 != 2 then - print ======data12=$data12 - goto loop2 -endi - -if $data22 != 2 then - print ======data22=$data22 - goto loop2 -endi - -if $data32 != 2 then - print ======data32=$data32 - goto loop2 -endi - -if $data42 != 5 then - print ======data42=$data42 - goto loop2 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop2 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop2_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 > 10 order by 1; -sql select * from streamt where a2 > 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop2_1 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop2_1 -endi - -if $data12 != 41 then - print ======data12=$data12 - goto loop2_1 -endi - -if $data22 != 41 then - print ======data22=$data22 - goto loop2_1 -endi - -if $data32 != 41 then - print ======data32=$data32 - goto loop2_1 -endi - -if $data42 != 41 then - print ======data42=$data42 - goto loop2_1 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop2_1 -endi - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791219001,7,1,1,1.0); -sql insert into t2 values(1648791219001,81,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(next) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(next) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 <= 10 order by 1; -sql select * from streamt where a2 < 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop3 -endi - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(next) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(next) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop3_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 > 10 order by 1; -sql select * from streamt where a2 > 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop3_1 -endi - -print step3 - -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,2,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791216001,41,1,1,1.0); - -sql create stream streams3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2 from st partition by tbname every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 <= 10 order by 1; -sql select * from streamt where a2 < 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop4 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop4 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop4 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop4 -endi - -if $data42 != 2 then - print ======data42=$data42 - goto loop4 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop4 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where a2 > 10 order by 1; -sql select * from streamt where a2 > 10 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop5 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop5 -endi - -if $data12 != 31 then - print ======data12=$data12 - goto loop5 -endi - -if $data22 != 31 then - print ======data22=$data22 - goto loop5 -endi - -if $data32 != 31 then - print ======data32=$data32 - goto loop5 -endi - -if $data42 != 31 then - print ======data42=$data42 - goto loop5 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop5 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpHistory1.sim b/tests/script/tsim/stream/streamInterpHistory1.sim deleted file mode 100644 index c4d558592c01..000000000000 --- a/tests/script/tsim/stream/streamInterpHistory1.sim +++ /dev/null @@ -1,737 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,2,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791215001,41,1,1,1.0); - -sql create stream streams1 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2, tbname as tb from st partition by tbname every(1s) fill(NULL); - - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop0 -endi - -if $data12 != NULL then - print ======data12=$data12 - goto loop0 -endi - -if $data22 != NULL then - print ======data22=$data22 - goto loop0 -endi - -if $data32 != NULL then - print ======data32=$data32 - goto loop0 -endi - -if $data42 != NULL then - print ======data42=$data42 - goto loop0 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop0 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop0_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0_1 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop0_1 -endi - -if $data12 != NULL then - print ======data12=$data12 - goto loop0_1 -endi - -if $data22 != NULL then - print ======data22=$data22 - goto loop0_1 -endi - -if $data32 != NULL then - print ======data32=$data32 - goto loop0_1 -endi - -if $data42 != NULL then - print ======data42=$data42 - goto loop0_1 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop0_1 -endi - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791219001,7,1,1,1.0); -sql insert into t2 values(1648791219001,81,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(NULL) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(NULL) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop1 -endi - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(NULL) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(NULL) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop1_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop1_1 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,2,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791212001,41,1,1,1.0); - -sql create stream streams2 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2, tbname as tb from st partition by tbname every(1s) fill(value, 888); - - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 888) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 888) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop2 -endi - -if $data12 != 888 then - print ======data12=$data12 - goto loop2 -endi - -if $data22 != 888 then - print ======data22=$data22 - goto loop2 -endi - -if $data32 != 888 then - print ======data32=$data32 - goto loop2 -endi - -if $data42 != 888 then - print ======data42=$data42 - goto loop2 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop2 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 888) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 888) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop2_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop2_1 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop2_1 -endi - -if $data12 != 888 then - print ======data12=$data12 - goto loop2_1 -endi - -if $data22 != 888 then - print ======data22=$data22 - goto loop2_1 -endi - -if $data32 != 888 then - print ======data32=$data32 - goto loop2_1 -endi - -if $data42 != 888 then - print ======data42=$data42 - goto loop2_1 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop2_1 -endi - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791219001,7,1,1,1.0); -sql insert into t2 values(1648791219001,81,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(value, 888) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(value, 888) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop3 -endi - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(value, 888) order by 3, 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(value, 888) order by 3, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop3_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop3_1 -endi - - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql insert into t1 values(1648791212000,1,1,1,1.0); -sql insert into t1 values(1648791215001,20,1,1,1.0); - -sql insert into t2 values(1648791212000,31,1,1,1.0); -sql insert into t2 values(1648791215001,41,1,1,1.0); - -sql create stream streams3 trigger at_once FILL_HISTORY 1 IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, _isfilled as a1, interp(a) as a2, tbname as tb from st partition by tbname every(1s) fill(linear); - - -sql insert into t1 values(1648791217000,5,1,1,1.0); -sql insert into t2 values(1648791217000,61,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear) order by 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear) order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data02 != 1 then - print ======data02=$data02 - goto loop4 -endi - -if $data12 != 7 then - print ======data12=$data12 - goto loop4 -endi - -if $data22 != 13 then - print ======data22=$data22 - goto loop4 -endi - -if $data32 != 19 then - print ======data32=$data32 - goto loop4 -endi - -if $data42 != 12 then - print ======data42=$data42 - goto loop4 -endi - -if $data52 != 5 then - print ======data52=$data52 - goto loop4 -endi - - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear) order by 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear) order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 - -loop4_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4_1 -endi - -if $data02 != 31 then - print ======data02=$data02 - goto loop4_1 -endi - -if $data12 != 34 then - print ======data12=$data12 - goto loop4_1 -endi - -if $data22 != 37 then - print ======data22=$data22 - goto loop4_1 -endi - -if $data32 != 40 then - print ======data32=$data32 - goto loop4_1 -endi - -if $data42 != 50 then - print ======data42=$data42 - goto loop4_1 -endi - -if $data52 != 61 then - print ======data52=$data52 - goto loop4_1 -endi - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791219001,7,1,1,1.0); -sql insert into t2 values(1648791219001,81,1,1,1.0); - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(linear) order by 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t1 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(linear) order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t1" order by 1; -sql select * from streamt where tb = "t1" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop5 -endi - -print sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(linear) order by 1; -sql select _irowts, _isfilled as a1, interp(a) as a2 from t2 partition by tbname range(1648791212000, 1648791219000) every(1s) fill(linear) order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -$loop_count = 0 - -loop5_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt where tb = "t2" order by 1; -sql select * from streamt where tb = "t2" order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 -print $data60 $data61 $data62 $data63 $data64 $data65 -print $data70 $data71 $data72 $data73 $data74 $data75 - -if $rows != 8 then - print ======rows=$rows - goto loop5_1 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpLarge.sim b/tests/script/tsim/stream/streamInterpLarge.sim deleted file mode 100644 index 2626f49b6a59..000000000000 --- a/tests/script/tsim/stream/streamInterpLarge.sim +++ /dev/null @@ -1,190 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648700000000,1,1,1,1.0) (1648710000000,100,100,100,100.0) (1648720000000,10,10,10,10.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 20001 then - print ======rows=$rows - goto loop0 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648700000000,1,1,1,1.0) (1648710000000,100,100,100,100.0) (1648720000000,10,10,10,10.0); - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 20001 then - print ======rows=$rows - goto loop2 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648700000000,1,1,1,1.0) (1648710000000,100,100,100,100.0) (1648720000000,10,10,10,10.0); - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 20001 then - print ======rows=$rows - goto loop3 -endi - -print step4 -print =============== create database -sql create database test4 vgroups 1; -sql use test4; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value, 1,2,3,4); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648700000000,1,1,1,1.0) (1648710000000,100,100,100,100.0) (1648720000000,10,10,10,10.0); - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 20001 then - print ======rows=$rows - goto loop4 -endi - -print step5 -print =============== create database -sql create database test5 vgroups 1; -sql use test5; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648700000000,1,1,1,1.0) (1648710000000,100,100,100,100.0) (1648720000000,10,10,10,10.0); - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 30 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 20001 then - print ======rows=$rows - goto loop5 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpLinear0.sim b/tests/script/tsim/stream/streamInterpLinear0.sim deleted file mode 100644 index c52540895be8..000000000000 --- a/tests/script/tsim/stream/streamInterpLinear0.sim +++ /dev/null @@ -1,509 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.1); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213001,2,2,2,2.1); -sql insert into t1 values(1648791213009,3,3,3,3.1); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791217001,14,14,14,14.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 5 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 8 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 11 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 13 then - print ======data41=$data41 - goto loop2 -endi - - -sql insert into t1 values(1648791215001,7,7,7,7.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 3 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 6 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != 13 then - print ======data41=$data41 - goto loop3 -endi - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791213001,11,11,11,11.0) (1648791213009,22,22,22,2.1) (1648791215001,15,15,15,15.1) (1648791217001,34,34,34,34.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 18 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 15 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 24 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 33 then - print ======data51=$data51 - goto loop4 -endi - - -print step2_1 - -sql create database test2_1 vgroups 1; -sql use test2_1; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2_1 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212011,0,0,0,0.0) (1648791212099,20,20,20,20.0) (1648791213011,11,11,11,11.0) (1648791214099,35,35,35,35.1) (1648791215011,10,10,10,10.1) (1648791218099,34,34,34,34.1) (1648791219011,5,5,5,5.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791219011) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791219011) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - -$loop_count = 0 -loop4_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt2_1; -sql select * from streamt2_1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4_1 -endi - -# row 0 -if $data01 != 11 then - print ======data01=$data01 - goto loop4_1 -endi - -if $data11 != 32 then - print ======data11=$data11 - goto loop4_1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4_1 -endi - -if $data31 != 17 then - print ======data31=$data31 - goto loop4_1 -endi - -if $data41 != 25 then - print ======data41=$data41 - goto loop4_1 -endi - -if $data51 != 33 then - print ======data51=$data51 - goto loop4_1 -endi - -if $data61 != 5 then - print ======data51=$data51 - goto loop4_1 -endi - - -print step3 -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,0,0,0,0.0) (1648791217001,8,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217000) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217000) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791213001,11,11,11,11.0) (1648791213009,22,22,22,22.1) (1648791215001,15,15,15,15.1) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 18 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 15 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 11 then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != 8 then - print ======data41=$data41 - goto loop6 -endi - -print end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpLinear1.sim b/tests/script/tsim/stream/streamInterpLinear1.sim deleted file mode 100644 index 5151c47f62b9..000000000000 --- a/tests/script/tsim/stream/streamInterpLinear1.sim +++ /dev/null @@ -1,239 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213009,30,3,3,1.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 23 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 17 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1.0); - - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - - -sql insert into t1 values(1648791213009,30,3,3,1.0) (1648791217001,4,4,4,4.1) (1648791219000,50,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 23 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 17 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 26 then - print ======data51=$data51 - goto loop4 -endi - -if $data61 != 50 then - print ======data61=$data61 - goto loop4 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpNext0.sim b/tests/script/tsim/stream/streamInterpNext0.sim deleted file mode 100644 index 4395031aec3f..000000000000 --- a/tests/script/tsim/stream/streamInterpNext0.sim +++ /dev/null @@ -1,439 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213001,2,2,2,1.1); -sql insert into t1 values(1648791213009,3,3,3,1.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - - -sql insert into t1 values(1648791215001,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 3 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 5 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 5 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop3 -endi - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 5 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 5 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 4 then - print ======data51=$data51 - goto loop4 -endi - - - -print step3 -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791210001,0,0,0,0.0) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - -$loop_count = 0 -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 5 then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != 5 then - print ======data41=$data41 - goto loop6 -endi - -if $data51 != 4 then - print ======data51=$data51 - goto loop6 -endi - -if $data61 != 4 then - print ======data61=$data61 - goto loop6 -endi - -print end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpNext1.sim b/tests/script/tsim/stream/streamInterpNext1.sim deleted file mode 100644 index f74863d7a36c..000000000000 --- a/tests/script/tsim/stream/streamInterpNext1.sim +++ /dev/null @@ -1,477 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1.0); - - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1) (1648791219000,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 5 then - print ======data51=$data51 - goto loop4 -endi - -if $data61 != 5 then - print ======data61=$data61 - goto loop4 -endi - -print step3 - -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791219001,2,2,2,2.1) (1648791229001,3,3,3,3.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop5: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - print =====rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791215001,4,4,4,4.0) (1648791217001,5,5,5,5.1) (1648791222000,6,6,6,6.1) (1648791226000,7,7,7,7.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop6: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - goto loop6 -endi - -if $data01 != 4 then - print =====data01=$data01 - goto loop6 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop6 -endi - -if $data21 != 5 then - print =====data21=$data21 - goto loop6 -endi - -if $data31 != 5 then - print =====data31=$data31 - goto loop6 -endi - -if $data41 != 2 then - print =====data41=$data41 - goto loop6 -endi - -if $data51 != 2 then - print =====data51=$data51 - goto loop6 -endi - -if $data61 != 6 then - print =====data61=$data61 - goto loop6 -endi - -if $data71 != 6 then - print =====data71=$data71 - goto loop6 -endi - -if $data81 != 6 then - print =====data81=$data81 - goto loop6 -endi - -if $data91 != 7 then - print =====data91=$data91 - goto loop6 -endi - -if $data[10][1] != 7 then - print =====data[10][1]=$data[10][1] - goto loop6 -endi - -if $data[11][1] != 7 then - print =====data[11][1]=$data[11][1] - goto loop6 -endi - -if $data[12][1] != 7 then - print =====data[12][1]=$data[12][1] - goto loop6 -endi - -if $data[13][1] != 3 then - print =====data[13][1]=$data[13][1] - goto loop6 -endi - -if $data[14][1] != 3 then - print =====data[14][1]=$data[14][1] - goto loop6 -endi - -if $data[15][1] != 3 then - print =====data[15][1]=$data[15][1] - goto loop6 -endi - - -print step4 - -sql create database test4 vgroups 1; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _irowts, interp(a) as b, _isfilled as a from st partition by tbname, b as cc every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3) (1648791215001,20,2,3); - -$loop_count = 0 -loop7: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4; -sql select a,b from streamt4; - -if $rows != 6 then - print ======rows=$rows - goto loop7 -endi - -if $data00 != 0 then - print ======data00=$data00 - goto loop7 -endi - -if $data01 != 10000 then - print ======data01=$data01 - goto loop7 -endi - -if $data10 != 1 then - print ======data10=$data10 - goto loop7 -endi - -if $data20 != 1 then - print ======data20=$data20 - goto loop7 -endi - -if $data41 != 20000 then - print ======data41=$data41 - goto loop7 -endi - -if $data50 != 0 then - print ======data50=$data50 - goto loop7 -endi - -if $data51 != 20000 then - print ======data51=$data51 - goto loop7 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpOther.sim b/tests/script/tsim/stream/streamInterpOther.sim deleted file mode 100644 index 4572bfca563e..000000000000 --- a/tests/script/tsim/stream/streamInterpOther.sim +++ /dev/null @@ -1,610 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 4; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1_1 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(prev); -sql create stream streams1_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1_2 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(next); -sql create stream streams1_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1_3 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(linear); -sql create stream streams1_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1_4 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(NULL); -sql create stream streams1_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1_5 as select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 every(1s) fill(value,11,22,33,44); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791215000,0,0,0,0.0); - -sql insert into t1 values(1648791212000,10,10,10,10.0); - -$loop_count = 0 -loop0: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql desc streamt1_1; -sql desc streamt1_1; - -if $rows != 9 then - print ======rows=$rows - goto loop0 -endi - -sql desc streamt1_2; - -if $rows != 9 then - print ======rows=$rows - goto loop0 -endi - -sql desc streamt1_3; - -if $rows != 9 then - print ======rows=$rows - goto loop0 -endi - -sql desc streamt1_4; - -if $rows != 9 then - print ======rows=$rows - goto loop0 -endi - -sql desc streamt1_5; - -if $rows != 9 then - print ======rows=$rows - goto loop0 -endi - -$loop_count = 0 -loop0_1: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt1_1; -sql select * from streamt1_1; - -if $rows != 4 then - print ======rows=$rows - goto loop0_1 -endi - -print sql select * from streamt1_2; -sql select * from streamt1_2; - -if $rows != 4 then - print ======rows=$rows - goto loop0_1 -endi - -print sql select * from streamt1_3; -sql select * from streamt1_3; - -if $rows != 4 then - print ======rows=$rows - goto loop0_1 -endi - -print sql select * from streamt1_4; -sql select * from streamt1_4; - -if $rows != 4 then - print ======rows=$rows - goto loop0_1 -endi - -print sql select * from streamt1_5; -sql select * from streamt1_5; - -if $rows != 4 then - print ======rows=$rows - goto loop0_1 -endi - -print sql select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(value,11,22,33,44); -sql select interp(a), _isfilled as a1, interp(b), _isfilled as a2, interp(c), _isfilled as a3, interp(d) from t1 range(1648791212000, 1648791215000) every(1s) fill(value,11,22,33,44); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop0_2: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt1_5; -sql select * from streamt1_5; - -if $data01 != 10 then - print ======data01=$data01 - goto loop0_2 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0_2 -endi - -if $data03 != 10 then - print ======data03=$data03 - goto loop0_2 -endi - -if $data04 != 0 then - print ======data04=$data04 - goto loop0_2 -endi - -if $data05 != 10 then - print ======data05=$data05 - goto loop0_2 -endi - -if $data06 != 0 then - print ======data06=$data06 - goto loop0_2 -endi - -if $data07 != 10.000000000 then - print ======data07=$data07 - goto loop0_2 -endi - -if $data11 != 11 then - print ======data11=$data11 - goto loop0_2 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0_2 -endi - -if $data13 != 22 then - print ======data13=$data13 - goto loop0_2 -endi - -if $data14 != 1 then - print ======data14=$data14 - goto loop0_2 -endi - -if $data15 != 33 then - print ======data15=$data15 - goto loop0_2 -endi - -if $data16 != 1 then - print ======data16=$data16 - goto loop0_2 -endi - -if $data17 != 44.000000000 then - print ======data17=$data17 - goto loop0_2 -endi - -print step3 - -sql create database test3 vgroups 4; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - - -sql create stream streams3_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_1 TAGS(cc varchar(100)) SUBTABLE(concat(concat("tbn-", tbname), "_1")) as select interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(prev); -sql create stream streams3_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_2 TAGS(cc varchar(100)) SUBTABLE(concat(concat("tbn-", tbname), "_2")) as select interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(next); -sql create stream streams3_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_3 TAGS(cc varchar(100)) SUBTABLE(concat(concat("tbn-", tbname), "_3")) as select interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(linear); -sql create stream streams3_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_4 TAGS(cc varchar(100)) SUBTABLE(concat(concat("tbn-", tbname), "_4")) as select interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(NULL); -sql create stream streams3_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_5 TAGS(cc varchar(100)) SUBTABLE(concat(concat("tbn-", tbname), "_5")) as select interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(value,11); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,1,2,3); - -sleep 500 - -sql insert into t1 values(1648791212000,10,2,3); - -sleep 500 - -sql insert into t1 values(1648791215001,20,2,3); - -sleep 500 - -sql insert into t2 values(1648791215001,20,2,3); - -$loop_count = 0 -loop3: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select cc, * from `tbn-t1_1_streamt3_1_914568691400502130`; -sql select cc, * from `tbn-t1_1_streamt3_1_914568691400502130`; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data00 != 2 then - print ======rows=$rows - goto loop3 -endi - -print sql select cc, * from `tbn-t1_2_streamt3_2_914568691400502130`; -sql select cc, * from `tbn-t1_2_streamt3_2_914568691400502130`; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data00 != 2 then - print ======rows=$rows - goto loop3 -endi - -print sql select cc, * from `tbn-t1_3_streamt3_3_914568691400502130`; -sql select cc, * from `tbn-t1_3_streamt3_3_914568691400502130`; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data00 != 2 then - print ======rows=$rows - goto loop3 -endi - -print sql select cc, * from `tbn-t1_4_streamt3_4_914568691400502130`; -sql select cc, * from `tbn-t1_4_streamt3_4_914568691400502130`; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data00 != 2 then - print ======rows=$rows - goto loop3 -endi - -print sql select cc, * from `tbn-t1_5_streamt3_5_914568691400502130`; -sql select cc, * from `tbn-t1_5_streamt3_5_914568691400502130`; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data00 != 2 then - print ======rows=$rows - goto loop3 -endi - - - -print sql select * from `tbn-t2_1_streamt3_1_8905952758123525205`; -sql select * from `tbn-t2_1_streamt3_1_8905952758123525205`; - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - -print sql select * from `tbn-t2_2_streamt3_2_8905952758123525205`; -sql select * from `tbn-t2_2_streamt3_2_8905952758123525205`; - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - -print sql select * from `tbn-t2_3_streamt3_3_8905952758123525205`; -sql select * from `tbn-t2_3_streamt3_3_8905952758123525205`; - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - -print sql select * from `tbn-t2_4_streamt3_4_8905952758123525205`; -sql select * from `tbn-t2_4_streamt3_4_8905952758123525205`; - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - -print sql select * from `tbn-t2_5_streamt3_5_8905952758123525205`; -sql select * from `tbn-t2_5_streamt3_5_8905952758123525205`; - -if $rows != 0 then - print ======rows=$rows - goto loop3 -endi - - -print step4 -print =============== create database -sql drop database if exists test4; -sql create database test4 vgroups 4; -sql use test4; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams4_1 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt4_1 as select interp(a, 1), _isfilled as a1 from t1 every(1s) fill(prev); -sql create stream streams4_2 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt4_2 as select interp(a, 1), _isfilled as a1 from t1 every(1s) fill(next); -sql create stream streams4_3 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt4_3 as select interp(a, 1), _isfilled as a1 from t1 every(1s) fill(linear); -sql create stream streams4_4 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt4_4 as select interp(a, 1), _isfilled as a1 from t1 every(1s) fill(NULL); -sql create stream streams4_5 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt4_5 as select interp(a, 1), _isfilled as a1 from t1 every(1s) fill(value,11); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791275000,NULL,0,0,0.0); - -sleep 500 - -sql insert into t1 values(1648791276000,NULL,1,0,0.0) (1648791277000,NULL,2,0,0.0) (1648791275000,NULL,3,0,0.0); - -$loop_count = 0 -loop4: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt4_1; -sql select * from streamt4_1; - -if $rows != 0 then - print ======rows=$rows - goto loop4 -endi - -print sql select * from streamt4_2; -sql select * from streamt4_2; - -if $rows != 0 then - print ======rows=$rows - goto loop4 -endi - -print sql select * from streamt4_3; -sql select * from streamt4_3; - -if $rows != 0 then - print ======rows=$rows - goto loop4 -endi - -print sql select * from streamt4_4; -sql select * from streamt4_4; - -if $rows != 0 then - print ======rows=$rows - goto loop4 -endi - -print sql select * from streamt4_5; -sql select * from streamt4_5; - -if $rows != 0 then - print ======rows=$rows - goto loop4 -endi - -print step4_2 - -print sql insert into t1 values(1648791215000,1,0,0,0.0); -sql insert into t1 values(1648791215000,1,0,0,0.0); -sleep 500 - -sql insert into t1 values(1648791216000,2,1,0,0.0) (1648791217000,3,2,0,0.0) (1648791215000,4,3,0,0.0); - -$loop_count = 0 -loop5: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt4_1; -sql select * from streamt4_1; - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -print sql select * from streamt4_2; -sql select * from streamt4_2; - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -print sql select * from streamt4_3; -sql select * from streamt4_3; - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -print sql select * from streamt4_4; -sql select * from streamt4_4; - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -print sql select * from streamt4_5; -sql select * from streamt4_5; - -if $rows != 0 then - print ======rows=$rows - goto loop5 -endi - -print step4_3 - -print sql insert into t1 values(1648791278000,NULL,2,0,0.0) (1648791278001,NULL,2,0,0.0) (1648791279000,1,2,0,0.0) (1648791279001,NULL,2,0,0.0) (1648791280000,NULL,2,0,0.0)(1648791280001,NULL,2,0,0.0)(1648791281000,20,2,0,0.0) (1648791281001,NULL,2,0,0.0)(1648791281002,NULL,2,0,0.0) (1648791282000,NULL,2,0,0.0); -sql insert into t1 values(1648791278000,NULL,2,0,0.0) (1648791278001,NULL,2,0,0.0) (1648791279000,1,2,0,0.0) (1648791279001,NULL,2,0,0.0) (1648791280000,NULL,2,0,0.0)(1648791280001,NULL,2,0,0.0)(1648791281000,20,2,0,0.0) (1648791281001,NULL,2,0,0.0)(1648791281002,NULL,2,0,0.0) (1648791282000,NULL,2,0,0.0); - -$loop_count = 0 -loop6: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt4_1; -sql select * from streamt4_1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop6 -endi - -print sql select * from streamt4_2; -sql select * from streamt4_2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop6 -endi - -print sql select * from streamt4_3; -sql select * from streamt4_3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop6 -endi - -print sql select * from streamt4_4; -sql select * from streamt4_4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop6 -endi - -print sql select * from streamt4_5; -sql select * from streamt4_5; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop6 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpOther1.sim b/tests/script/tsim/stream/streamInterpOther1.sim deleted file mode 100644 index 941b3e18f037..000000000000 --- a/tests/script/tsim/stream/streamInterpOther1.sim +++ /dev/null @@ -1,510 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step4 - -sql create database test4_1 vgroups 4; -sql use test4_1; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stable streamt4_1(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta int,cc int,tc int); - -sql create stream streams4_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_1(ts, b, a) TAGS(cc) SUBTABLE(concat(concat("tbn-", tbname), "_1")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791215001,20,2,3); - -$loop_count = 0 -loop4_1: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4_1; -sql select a,b from streamt4_1; - -if $rows != 6 then - print ======rows=$rows - goto loop4_1 -endi - -if $data00 != false then - print ======data00=$data00 - goto loop4_1 -endi - -if $data01 != 16 then - print ======data01=$data01 - goto loop4_1 -endi - -if $data10 != true then - print ======data10=$data10 - goto loop4_1 -endi - -if $data20 != true then - print ======data20=$data20 - goto loop4_1 -endi - -if $data50 != false then - print ======data50=$data50 - goto loop4_1 -endi - -if $data51 != 32 then - print ======data51=$data51 - goto loop4_1 -endi - -print step4_2 - -sql create database test4_2 vgroups 4; -sql use test4_2; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stable streamt4_2(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta int,cc int,tc int); - -sql create stream streams4_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_2(ts, b, a) TAGS(cc) SUBTABLE(concat(concat("tbn-", tbname), "_2")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791215001,20,2,3); - -$loop_count = 0 -loop4_2: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4_2; -sql select a,b from streamt4_2; - -if $rows != 6 then - print ======rows=$rows - goto loop4_2 -endi - -if $data00 != false then - print ======data00=$data00 - goto loop4_2 -endi - -if $data01 != 16 then - print ======data01=$data01 - goto loop4_2 -endi - -if $data10 != true then - print ======data10=$data10 - goto loop4_2 -endi - -if $data20 != true then - print ======data20=$data20 - goto loop4_2 -endi - -if $data50 != false then - print ======data50=$data50 - goto loop4_2 -endi - -if $data51 != 32 then - print ======data51=$data51 - goto loop4_2 -endi - -print step4_3 - -sql create database test4_3 vgroups 4; -sql use test4_3; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stable streamt4_3(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta int,cc int,tc int); - -sql create stream streams4_3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_3(ts, b, a) TAGS(cc) SUBTABLE(concat(concat("tbn-", tbname), "_3")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791215001,20,2,3); - -$loop_count = 0 -loop4_3: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4_3; -sql select a,b from streamt4_3; - -if $rows != 6 then - print ======rows=$rows - goto loop4_3 -endi - -if $data00 != false then - print ======data00=$data00 - goto loop4_3 -endi - -if $data01 != 16 then - print ======data01=$data01 - goto loop4_3 -endi - -if $data10 != true then - print ======data10=$data10 - goto loop4_3 -endi - -if $data20 != true then - print ======data20=$data20 - goto loop4_3 -endi - -if $data50 != false then - print ======data50=$data50 - goto loop4_3 -endi - -if $data51 != 32 then - print ======data51=$data51 - goto loop4_3 -endi - -print step4_4 - -sql create database test4_4 vgroups 4; -sql use test4_4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stable streamt4_4(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta int,cc int,tc int); - -sql create stream streams4_4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_4(ts, b, a) TAGS(cc) SUBTABLE(concat(concat("tbn-", tbname), "_4")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791215001,20,2,3); - -$loop_count = 0 -loop4_4: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4_4; -sql select a,b from streamt4_4; - -if $rows != 6 then - print ======rows=$rows - goto loop4_4 -endi - -if $data00 != false then - print ======data00=$data00 - goto loop4_4 -endi - -if $data01 != 16 then - print ======data01=$data01 - goto loop4_4 -endi - -if $data10 != true then - print ======data10=$data10 - goto loop4_4 -endi - -if $data20 != true then - print ======data20=$data20 - goto loop4_4 -endi - -if $data50 != false then - print ======data50=$data50 - goto loop4_4 -endi - -if $data51 != 32 then - print ======data51=$data51 - goto loop4_4 -endi - -print step4_5 - -sql create database test4_5 vgroups 4; -sql use test4_5; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stable streamt4_5(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta int,cc int,tc int); - -sql create stream streams4_5 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4_5(ts, b, a) TAGS(cc) SUBTABLE(concat(concat("tbn-", tbname), "_5")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(1s) fill(value,1100); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791215001,20,2,3); - -$loop_count = 0 -loop4_5: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4_5; -sql select a,b from streamt4_5; - -if $rows != 6 then - print ======rows=$rows - goto loop4_5 -endi - -if $data00 != false then - print ======data00=$data00 - goto loop4_5 -endi - -if $data01 != 16 then - print ======data01=$data01 - goto loop4_5 -endi - -if $data10 != true then - print ======data10=$data10 - goto loop4_5 -endi - -if $data20 != true then - print ======data20=$data20 - goto loop4_5 -endi - -if $data50 != false then - print ======data50=$data50 - goto loop4_5 -endi - -if $data51 != 32 then - print ======data51=$data51 - goto loop4_5 -endi - -print step5 -print =============== create database -sql drop database if exists test5; -sql create database test5 vgroups 4 precision 'us'; -sql use test5; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams5 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select interp(a), _isfilled as a1 from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000001,1,1,1,1.0) (1648791215000001,20,1,1,1.0) (1648791216000000,3,1,1,1.0); - -$loop_count = 0 -loop5: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select cast(`_irowts` as bigint) from streamt order by 1; -sql select cast(`_irowts` as bigint) from streamt order by 1; - -if $rows != 3 then - print ======rows=$rows - goto loop5 -endi - -if $data00 != 1648791214000000 then - print ======data00=$data00 - goto loop5 -endi - -if $data10 != 1648791215000000 then - print ======data01=$data01 - goto loop5 -endi - -if $data20 != 1648791216000000 then - print ======data01=$data01 - goto loop5 -endi - -print step6 -print =============== create database -sql drop database if exists test6; -sql create database test6 vgroups 4 precision 'us'; -sql use test6; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams6 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select interp(a), _isfilled as a1 from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000001,1,1,1,1.0) (1648791215000001,20,1,1,1.0) (1648791216000000,3,1,1,1.0); - -$loop_count = 0 -loop6: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select cast(`_irowts` as bigint) from streamt order by 1; -sql select cast(`_irowts` as bigint) from streamt order by 1; - -if $rows != 3 then - print ======rows=$rows - goto loop6 -endi - -if $data00 != 1648791214000000 then - print ======data00=$data00 - goto loop6 -endi - -if $data10 != 1648791215000000 then - print ======data01=$data01 - goto loop6 -endi - -if $data20 != 1648791216000000 then - print ======data01=$data01 - goto loop6 -endi - -print step7 -print =============== create database -sql drop database if exists test7; -sql create database test7 vgroups 4 precision 'us'; -sql use test7; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams7 trigger at_once watermark 10s IGNORE EXPIRED 1 IGNORE UPDATE 0 into streamt as select interp(a), _isfilled as a1 from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000001,1,1,1,1.0) (1648791215000001,20,1,1,1.0) (1648791216000000,3,1,1,1.0); - -$loop_count = 0 -loop7: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select cast(`_irowts` as bigint) from streamt order by 1; -sql select cast(`_irowts` as bigint) from streamt order by 1; - -if $rows != 3 then - print ======rows=$rows - goto loop7 -endi - -if $data00 != 1648791214000000 then - print ======data00=$data00 - goto loop7 -endi - -if $data10 != 1648791215000000 then - print ======data01=$data01 - goto loop7 -endi - -if $data20 != 1648791216000000 then - print ======data01=$data01 - goto loop7 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpOther2.sim b/tests/script/tsim/stream/streamInterpOther2.sim deleted file mode 100644 index 25d5171a5ce9..000000000000 --- a/tests/script/tsim/stream/streamInterpOther2.sim +++ /dev/null @@ -1,525 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step prev - -sql create database test1 vgroups 4; -sql use test1; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt1 as select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,0,0,3) (1648791212000,10,10,3) (1648791212001,11,NULL,3); - -sleep 500 - -sql insert into t1 values(1648791214001,20,NULL,3) (1648791213000,22,NULL,3); - -print sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev); -sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop0: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt1; -sql select * from streamt1; - -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 10 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 10 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 10 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 10 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 10 then - print ======data42=$data42 - goto loop0 -endi - -if $data51 != 0 then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 0 then - print ======data52=$data52 - goto loop0 -endi - -print step next - -sql create database test2 vgroups 4; -sql use test2; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,11,11,3) (1648791212000,10,10,3) (1648791212001,11,NULL,3); - -sleep 500 - -sql insert into t1 values(1648791214001,20,NULL,3) (1648791213000,22,NULL,3); - -print sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next); -sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop1: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt2; -sql select * from streamt2; - -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 10 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 11 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 11 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 11 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 11 then - print ======data42=$data42 - goto loop1 -endi - -if $data51 != 0 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 11 then - print ======data52=$data52 - goto loop1 -endi - -print step value - -sql create database test3 vgroups 4; -sql use test3; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams3_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_1 as select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname every(1s) fill(NULL); -sql create stream streams3_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_2 as select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname every(1s) fill(value, 110); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,11,11,3) (1648791212000,10,10,3) (1648791212001,11,NULL,3); - -sleep 500 - -sql insert into t1 values(1648791214001,20,NULL,3) (1648791213000,22,NULL,3); - -print sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL); -sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop3: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt3_1; -sql select * from streamt3_1; - -if $rows != 6 then - print ======rows=$rows - goto loop3 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop3 -endi - -if $data02 != 10 then - print ======data02=$data02 - goto loop3 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop3 -endi - -if $data12 != NULL then - print ======data12=$data12 - goto loop3 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop3 -endi - -if $data22 != NULL then - print ======data22=$data22 - goto loop3 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop3 -endi - -if $data32 != NULL then - print ======data32=$data32 - goto loop3 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop3 -endi - -if $data42 != NULL then - print ======data42=$data42 - goto loop3 -endi - -if $data51 != 0 then - print ======data51=$data51 - goto loop3 -endi - -if $data52 != 11 then - print ======data52=$data52 - goto loop3 -endi - - -print sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 110); -sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(value, 110); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop3_2: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt3_2; -sql select * from streamt3_2; - -if $rows != 6 then - print ======rows=$rows - goto loop3_2 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop3_2 -endi - -if $data02 != 10 then - print ======data02=$data02 - goto loop3_2 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop3_2 -endi - -if $data12 != 110 then - print ======data12=$data12 - goto loop3_2 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop3_2 -endi - -if $data22 != 110 then - print ======data22=$data22 - goto loop3_2 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop3_2 -endi - -if $data32 != 110 then - print ======data32=$data32 - goto loop3_2 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop3_2 -endi - -if $data42 != 110 then - print ======data42=$data42 - goto loop3_2 -endi - -if $data51 != 0 then - print ======data51=$data51 - goto loop3_2 -endi - -if $data52 != 11 then - print ======data52=$data52 - goto loop3_2 -endi - -print step linear - -sql create database test4 vgroups 4; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,11,55,3) (1648791212000,10,10,3) (1648791212001,11,NULL,3); - -sleep 500 - -sql insert into t1 values(1648791214001,20,NULL,3) (1648791213000,22,NULL,3); - -print sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear); -sql select _irowts, _isfilled as a1, interp(b, 1) from st partition by tbname range(1648791212000, 1648791217000) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop4: - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -sleep 300 - -print sql select * from streamt4; -sql select * from streamt4; - -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -if $data01 != 0 then - print ======data01=$data01 - goto loop4 -endi - -if $data02 != 10 then - print ======data02=$data02 - goto loop4 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop4 -endi - -if $data12 != 19 then - print ======data12=$data12 - goto loop4 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop4 -endi - -if $data22 != 28 then - print ======data22=$data22 - goto loop4 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop4 -endi - -if $data32 != 37 then - print ======data32=$data32 - goto loop4 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop4 -endi - -if $data42 != 46 then - print ======data42=$data42 - goto loop4 -endi - -if $data51 != 0 then - print ======data51=$data51 - goto loop4 -endi - -if $data52 != 55 then - print ======data52=$data52 - goto loop4 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPartitionBy0.sim b/tests/script/tsim/stream/streamInterpPartitionBy0.sim deleted file mode 100644 index 543bb48a1cfd..000000000000 --- a/tests/script/tsim/stream/streamInterpPartitionBy0.sim +++ /dev/null @@ -1,594 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step prev -print =============== create database -sql create database test vgroups 1; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), _isfilled, tbname, b, c from st partition by tbname, b,c every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791212001,1,0,0,1.0) (1648791217001,2,0,0,2.1) t2 values(1648791212000,0,1,1,0.0) (1648791212001,1,1,1,1.0) (1648791217001,2,1,1,2.1); - -sql insert into t3 values(1648791212000,0,2,2,0.0) (1648791212001,1,2,2,1.0) (1648791217001,2,2,2,2.1); - -print sql select _irowts, interp(a), _isfilled, b from st where b = 0 and c = 0 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 0 and c = 0 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 1 and c =1 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 1 and c = 1 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 2 and c = 2 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 2 and c = 2 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(prev) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt where b = 0 and c = 0 order by 1; -sql select * from streamt where b = 0 and c = 0 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != 1 then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print 1 sql select * from streamt where b = 1 and c = 1 order by 1; -sql select * from streamt where b = 1 and c = 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != 1 then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print 2 sql select * from streamt where b = 2 and c = 2 order by 1; -sql select * from streamt where b = 2 and c = 2 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != 1 then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != 1 then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != 1 then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print step next -print =============== create database -sql create database test2 vgroups 1; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), _isfilled, tbname, b, c from st partition by tbname, b,c every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791212001,1,0,0,1.0) (1648791217001,2,0,0,2.1) t2 values(1648791212000,0,1,1,0.0) (1648791212001,1,1,1,1.0) (1648791217001,2,1,1,2.1); - -sql insert into t3 values(1648791212000,0,2,2,0.0) (1648791212001,1,2,2,1.0) (1648791217001,2,2,2,2.1); - -print sql select _irowts, interp(a), _isfilled, b from st where b = 0 and c = 0 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 0 and c = 0 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 1 and c =1 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 1 and c = 1 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 2 and c = 2 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 2 and c = 2 partition by tbname, b,c range(1648791212000, 1648791217001) every(1s) fill(next) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt2 where b = 0 and c = 0 order by 1; -sql select * from streamt2 where b = 0 and c = 0 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 2 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 2 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 2 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - -print 1 sql select * from streamt2 where b = 1 and c = 1 order by 1; -sql select * from streamt2 where b = 1 and c = 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 2 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 2 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 2 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - -print 2 sql select * from streamt2 where b = 2 and c = 2 order by 1; -sql select * from streamt2 where b = 2 and c = 2 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 2 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 2 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 2 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPartitionBy1.sim b/tests/script/tsim/stream/streamInterpPartitionBy1.sim deleted file mode 100644 index c8138ac05fef..000000000000 --- a/tests/script/tsim/stream/streamInterpPartitionBy1.sim +++ /dev/null @@ -1,594 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step NULL -print =============== create database -sql create database test vgroups 1; -sql use test; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), _isfilled, tbname, b, c from st partition by tbname, b,c every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791212001,1,0,0,1.0) (1648791217001,2,0,0,2.1) t2 values(1648791212000,0,1,1,0.0) (1648791212001,1,1,1,1.0) (1648791217001,2,1,1,2.1); - -sql insert into t3 values(1648791212000,0,2,2,0.0) (1648791212001,1,2,2,1.0) (1648791217001,2,2,2,2.1); - -print sql select _irowts, interp(a), _isfilled, b from st where b = 0 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 0 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 1 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 1 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print sql select _irowts, interp(a), _isfilled, b from st where b = 2 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 2 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(NULL) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt where b = 0 and c = 0 order by 1; -sql select * from streamt where b = 0 and c = 0 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print 1 sql select * from streamt where b = 1 and c = 1 order by 1; -sql select * from streamt where b = 1 and c = 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print 2 sql select * from streamt where b = 2 and c = 2 order by 1; -sql select * from streamt where b = 2 and c = 2 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop0 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop0 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop0 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop0 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop0 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop0 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop0 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop0 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop0 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop0 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop0 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop0 -endi - -print step linear -print =============== create database -sql create database test2 vgroups 1; -sql use test2; -sql create stable st(ts timestamp,a int,b int,c int, d double) tags(ta int,tb int,tc int); - -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create table t3 using st tags(2,2,2); - -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), _isfilled, tbname, b, c from st partition by tbname, b,c every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791212001,10,0,0,1.0) (1648791217001,20,0,0,2.1) t2 values(1648791212000,0,1,1,0.0) (1648791212001,10,1,1,1.0) (1648791217001,20,1,1,2.1); - -sql insert into t3 values(1648791212000,0,2,2,0.0) (1648791212001,10,2,2,1.0) (1648791217001,20,2,2,2.1); - -print sql select _irowts, interp(a), _isfilled, b from st where b = 0 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 0 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -$loop_count = 0 -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt2 where b = 0 and c = 0 order by 1; -sql select * from streamt2 where b = 0 and c = 0 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 11 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 13 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 15 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 17 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 19 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - -print sql select _irowts, interp(a), _isfilled, b from st where b = 1 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 1 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print 1 sql select * from streamt2 where b = 1 and c = 1 order by 1; -sql select * from streamt2 where b = 1 and c = 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 11 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 13 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 15 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 17 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 19 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - -print sql select _irowts, interp(a), _isfilled, b from st where b = 2 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; -sql select _irowts, interp(a), _isfilled, b from st where b = 2 partition by tbname, b, c range(1648791212000, 1648791217001) every(1s) fill(linear) order by b, 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - -print 2 sql select * from streamt2 where b = 2 and c = 2 order by 1; -sql select * from streamt2 where b = 2 and c = 2 order by 1; - -print $data00 $data01 $data02 $data03 $data04 $data05 -print $data10 $data11 $data12 $data13 $data14 $data15 -print $data20 $data21 $data22 $data23 $data24 $data25 -print $data30 $data31 $data32 $data33 $data34 $data35 -print $data40 $data41 $data42 $data43 $data44 $data45 -print $data50 $data51 $data52 $data53 $data54 $data55 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop1 -endi - -if $data02 != 0 then - print ======data02=$data02 - goto loop1 -endi - -if $data11 != 11 then - print ======data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print ======data12=$data12 - goto loop1 -endi - -if $data21 != 13 then - print ======data21=$data21 - goto loop1 -endi - -if $data22 != 1 then - print ======data22=$data22 - goto loop1 -endi - -if $data31 != 15 then - print ======data31=$data31 - goto loop1 -endi - -if $data32 != 1 then - print ======data32=$data32 - goto loop1 -endi - -if $data41 != 17 then - print ======data41=$data41 - goto loop1 -endi - -if $data42 != 1 then - print ======data41=$data41 - goto loop1 -endi - -if $data51 != 19 then - print ======data51=$data51 - goto loop1 -endi - -if $data52 != 1 then - print ======data51=$data51 - goto loop1 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrev0.sim b/tests/script/tsim/stream/streamInterpPrev0.sim deleted file mode 100644 index 86f7f95a5fb2..000000000000 --- a/tests/script/tsim/stream/streamInterpPrev0.sim +++ /dev/null @@ -1,434 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213001,2,2,2,1.1); -sql insert into t1 values(1648791213009,3,3,3,1.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 3 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 3 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 3 then - print ======data41=$data41 - goto loop2 -endi - - -sql insert into t1 values(1648791215001,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 3 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 3 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != 5 then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != 5 then - print ======data41=$data41 - goto loop3 -endi - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 0 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 2 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 2 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 5 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 5 then - print ======data51=$data51 - goto loop4 -endi - -print step3 -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791210001,0,0,0,0.0) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791210000, 1648791217000) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791210000, 1648791217000) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791210000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791210000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - -$loop_count = 0 -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 0 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 0 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 2 then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != 2 then - print ======data41=$data41 - goto loop6 -endi - -if $data51 != 5 then - print ======data51=$data51 - goto loop6 -endi - -if $data61 != 5 then - print ======data61=$data61 - goto loop6 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrev1.sim b/tests/script/tsim/stream/streamInterpPrev1.sim deleted file mode 100644 index 0beeb3e9a764..000000000000 --- a/tests/script/tsim/stream/streamInterpPrev1.sim +++ /dev/null @@ -1,404 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 3 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 3 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 3 then - print ======data41=$data41 - goto loop2 -endi - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1.0); - - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1) (1648791219000,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 3 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 3 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 3 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 3 then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != 4 then - print ======data51=$data51 - goto loop4 -endi - -if $data61 != 5 then - print ======data61=$data61 - goto loop4 -endi - -print step3 - -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791219001,2,2,2,2.1) (1648791229001,3,3,3,3.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop5: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - print =====rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791215001,4,4,4,4.0) (1648791217001,5,5,5,5.1) (1648791222000,6,6,6,6.1) (1648791226000,7,7,7,7.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop6: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - goto loop6 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop6 -endi - -if $data11 != 1 then - print =====data11=$data11 - goto loop6 -endi - -if $data21 != 4 then - print =====data21=$data21 - goto loop6 -endi - -if $data31 != 4 then - print =====data31=$data31 - goto loop6 -endi - -if $data41 != 5 then - print =====data41=$data41 - goto loop6 -endi - -if $data51 != 5 then - print =====data51=$data51 - goto loop6 -endi - -if $data61 != 2 then - print =====data61=$data61 - goto loop6 -endi - -if $data71 != 2 then - print =====data71=$data71 - goto loop6 -endi - -if $data81 != 6 then - print =====data81=$data81 - goto loop6 -endi - -if $data91 != 6 then - print =====data91=$data91 - goto loop6 -endi - -if $data[10][1] != 6 then - print =====data[10][1]=$data[10][1] - goto loop6 -endi - -if $data[11][1] != 6 then - print =====data[11][1]=$data[11][1] - goto loop6 -endi - -if $data[12][1] != 7 then - print =====data[12][1]=$data[12][1] - goto loop6 -endi - -if $data[13][1] != 7 then - print =====data[13][1]=$data[13][1] - goto loop6 -endi - -if $data[14][1] != 7 then - print =====data[14][1]=$data[14][1] - goto loop6 -endi - -if $data[15][1] != 7 then - print =====data[15][1]=$data[15][1] - goto loop6 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrimaryKey0.sim b/tests/script/tsim/stream/streamInterpPrimaryKey0.sim deleted file mode 100644 index 1bbc2a9b5dd8..000000000000 --- a/tests/script/tsim/stream/streamInterpPrimaryKey0.sim +++ /dev/null @@ -1,454 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int primary key,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(b) from st partition by tbname every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791213009,20,20,20,20.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 20 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 20 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 20 then - print ======data41=$data41 - goto loop2 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int ,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop4 -endi - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 20 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 20 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 20 then - print ======data41=$data41 - goto loop5 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int primary key, b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname, c every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,10,9.0); - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop6 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,10,30.0); - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop7 -endi - - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop8: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop8 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop8 -endi - -if $data11 != 20 then - print ======data11=$data11 - goto loop8 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop8 -endi - -if $data31 != 20 then - print ======data31=$data31 - goto loop8 -endi - -if $data41 != 20 then - print ======data41=$data41 - goto loop8 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrimaryKey1.sim b/tests/script/tsim/stream/streamInterpPrimaryKey1.sim deleted file mode 100644 index 0db33c976753..000000000000 --- a/tests/script/tsim/stream/streamInterpPrimaryKey1.sim +++ /dev/null @@ -1,460 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int primary key,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(b) from st partition by tbname every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - - -sql insert into t1 values(1648791213000,9,9,9,9.0); -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791213009,20,20,20,20.0) (1648791217001,40,40,40,40.1); - -sleep 2000 - -sql insert into t1 values(1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int ,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - - -sql insert into t1 values(1648791213000,9,9,9,9.0); -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop4: - -sleep 500 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop4 -endi - - -sql insert into t1 values(1648791213009,20,20,20,20.0) (1648791217001,40,40,40,40.1); - -sleep 2000 - -sql insert into t1 values(1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop5 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int primary key, b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname, c every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop6 -endi - - -sql insert into t1 values(1648791213000,9,9,10,9.0); -sql insert into t1 values(1648791213009,30,30,10,30.0); - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop7 -endi - - -sql insert into t1 values(1648791213009,20,20,10,20.0) (1648791217001,40,40,10,40.1); - -sleep 1000 - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 - - -$loop_count = 0 -loop8: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop8 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop8 -endi - -if $data11 != 4 then - print ======data11=$data11 - goto loop8 -endi - -if $data21 != 4 then - print ======data21=$data21 - goto loop8 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop8 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop8 -endi - - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrimaryKey2.sim b/tests/script/tsim/stream/streamInterpPrimaryKey2.sim deleted file mode 100644 index 0574a1ceec5e..000000000000 --- a/tests/script/tsim/stream/streamInterpPrimaryKey2.sim +++ /dev/null @@ -1,454 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int primary key,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(b) from st partition by tbname every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791213009,20,20,20,20.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 16 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 12 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int ,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop4 -endi - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 16 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 12 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop5 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int primary key, b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname, c every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,10,9.0); - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop6 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,10,30.0); - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop7 -endi - - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop8: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop8 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop8 -endi - -if $data11 != 16 then - print ======data11=$data11 - goto loop8 -endi - -if $data21 != 12 then - print ======data21=$data21 - goto loop8 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop8 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop8 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpPrimaryKey3.sim b/tests/script/tsim/stream/streamInterpPrimaryKey3.sim deleted file mode 100644 index 23cb0a58e66e..000000000000 --- a/tests/script/tsim/stream/streamInterpPrimaryKey3.sim +++ /dev/null @@ -1,454 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp,a int primary key,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(b) from st partition by tbname every(1s) fill(value,100); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791213009,20,20,20,20.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 100 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop2 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp,a int ,b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname every(1s) fill(value,100); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,9,9.0); - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -sql insert into t1 values(1648791213000,10,10,10,10.0); - -sql insert into t1 values(1648791213009,30,30,30,30.0); - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop4 -endi - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 100 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop5 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp,a int primary key, b int,c int, d double) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt(ts, b primary key) as select _irowts, interp(b) from st partition by tbname, c every(1s) fill(value,100); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,9,9,10,9.0); - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop6 -endi - - -sql insert into t1 values(1648791213000,10,10,10,10.0); -sql insert into t1 values(1648791213009,30,30,10,30.0); - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop7 -endi - - -sql insert into t1 values(1648791217001,4,4,10,4.1); - -sleep 2000 - -sql insert into t1 values(1648791213009,20,20,10,20.0); - -print sql select _irowts,interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); -sql select _irowts, interp(b) from t1 range(1648791212000, 1648791217001) every(1s) fill(value,100); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop8: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop8 -endi - -# row 0 -if $data01 != 9 then - print ======data01=$data01 - goto loop8 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop8 -endi - -if $data21 != 100 then - print ======data21=$data21 - goto loop8 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop8 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop8 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpScalar.sim b/tests/script/tsim/stream/streamInterpScalar.sim deleted file mode 100644 index e4e280138b44..000000000000 --- a/tests/script/tsim/stream/streamInterpScalar.sim +++ /dev/null @@ -1,417 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791217001,1,1,1,1.1); - -sleep 2000 - -sql insert into t1 values(1648791212009,1,3,3,3.3) (1648791214001,1,4,4,4.4) (1648791219001,1,5,5,5.5) (1648791220001,1,6,6,6.6); - -print sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(prev); -sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 8 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data02 != 3.000000000 then - print ======data02=$data02 - goto loop0 -endi - -if $data03 != 3.000000000 then - print ======data03=$data03 - goto loop0 -endi - -if $data12 != 3.000000000 then - print ======data12=$data12 - goto loop0 -endi - -if $data13 != 3.000000000 then - print ======data13=$data13 - goto loop0 -endi - -if $data22 != 4.000000000 then - print ======data22=$data22 - goto loop0 -endi - -if $data23 != 4.000000000 then - print ======data23=$data23 - goto loop0 -endi - -if $data32 != 4.000000000 then - print ======data32=$data32 - goto loop0 -endi - -if $data33 != 4.000000000 then - print ======data33=$data33 - goto loop0 -endi - -if $data42 != 4.000000000 then - print ======data42=$data42 - goto loop0 -endi - -if $data43 != 4.000000000 then - print ======data43=$data43 - goto loop0 -endi - -if $data52 != 1.000000000 then - print ======data52=$data52 - goto loop0 -endi - -if $data53 != 1.000000000 then - print ======data53=$data53 - goto loop0 -endi - -if $data62 != 1.000000000 then - print ======data62=$data62 - goto loop0 -endi - -if $data63 != 1.000000000 then - print ======data63=$data63 - goto loop0 -endi - -if $data72 != 5.000000000 then - print ======data72=$data72 - goto loop0 -endi - -if $data73 != 5.000000000 then - print ======data73=$data73 - goto loop0 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791217001,1,1,1,1.1); - -sleep 2000 - -sql insert into t1 values(1648791212009,1,3,3,3.3) (1648791214001,1,4,4,4.4) (1648791219001,1,5,5,5.5) (1648791220001,1,6,6,6.6); - -print sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(next); -sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 8 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data02 != 4.000000000 then - print ======data02=$data02 - goto loop1 -endi - -if $data03 != 4.000000000 then - print ======data03=$data03 - goto loop1 -endi - -if $data12 != 4.000000000 then - print ======data12=$data12 - goto loop1 -endi - -if $data13 != 4.000000000 then - print ======data13=$data13 - goto loop1 -endi - -if $data22 != 1.000000000 then - print ======data22=$data22 - goto loop1 -endi - -if $data23 != 1.000000000 then - print ======data23=$data23 - goto loop1 -endi - -if $data32 != 1.000000000 then - print ======data32=$data32 - goto loop1 -endi - -if $data33 != 1.000000000 then - print ======data33=$data33 - goto loop1 -endi - -if $data42 != 1.000000000 then - print ======data42=$data42 - goto loop1 -endi - -if $data43 != 1.000000000 then - print ======data43=$data43 - goto loop1 -endi - -if $data52 != 5.000000000 then - print ======data52=$data52 - goto loop1 -endi - -if $data53 != 5.000000000 then - print ======data53=$data53 - goto loop1 -endi - -if $data62 != 5.000000000 then - print ======data62=$data62 - goto loop1 -endi - -if $data63 != 5.000000000 then - print ======data63=$data63 - goto loop1 -endi - -if $data72 != 6.000000000 then - print ======data72=$data72 - goto loop1 -endi - -if $data73 != 6.000000000 then - print ======data73=$data73 - goto loop1 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a every(1s) fill(value, 100, 200); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791217001,1,1,1,1.1); - -sleep 2000 - -sql insert into t1 values(1648791212009,1,3,3,3.3) (1648791214001,1,4,4,4.4) (1648791219001,1,5,5,5.5) (1648791220001,1,6,6,6.6); - -print sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(value, 100, 200); -sql select _irowts, now, floor(interp(d)), interp(floor(d)), a from t1 partition by tbname, a range(1648791213000, 1648791220001) every(1s) fill(value, 100, 200); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt order by 1; -sql select * from streamt order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 8 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data02 != 100.000000000 then - print ======data02=$data02 - goto loop2 -endi - -if $data03 != 200.000000000 then - print ======data03=$data03 - goto loop2 -endi - -if $data12 != 100.000000000 then - print ======data12=$data12 - goto loop2 -endi - -if $data13 != 200.000000000 then - print ======data13=$data13 - goto loop2 -endi - -if $data22 != 100.000000000 then - print ======data22=$data22 - goto loop2 -endi - -if $data23 != 200.000000000 then - print ======data23=$data23 - goto loop2 -endi - -if $data32 != 100.000000000 then - print ======data32=$data32 - goto loop2 -endi - -if $data33 != 200.000000000 then - print ======data33=$data33 - goto loop2 -endi - -if $data42 != 100.000000000 then - print ======data42=$data42 - goto loop2 -endi - -if $data43 != 200.000000000 then - print ======data43=$data43 - goto loop2 -endi - -if $data52 != 100.000000000 then - print ======data52=$data52 - goto loop2 -endi - -if $data53 != 200.000000000 then - print ======data53=$data53 - goto loop2 -endi - -if $data62 != 100.000000000 then - print ======data62=$data62 - goto loop2 -endi - -if $data63 != 200.000000000 then - print ======data63=$data63 - goto loop2 -endi - -if $data72 != 100.000000000 then - print ======data72=$data72 - goto loop2 -endi - -if $data73 != 200.000000000 then - print ======data73=$data73 - goto loop2 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpUpdate.sim b/tests/script/tsim/stream/streamInterpUpdate.sim deleted file mode 100644 index 394ac1a341e7..000000000000 --- a/tests/script/tsim/stream/streamInterpUpdate.sim +++ /dev/null @@ -1,553 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791217001,4,1,1,1.0) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 1 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop0 -endi - -sql insert into t1 values(1648791212001,2,2,2,2.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop1 -endi - - -sql insert into t1 values(1648791215000,20,20,20,20.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 20 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 20 then - print ======data41=$data41 - goto loop2 -endi - -sql insert into t1 values(1648791217001,8,8,8,8.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 2 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != 20 then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != 20 then - print ======data41=$data41 - goto loop3 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(next); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791217001,4,1,1,1.0) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop4 -endi - -sql insert into t1 values(1648791212001,2,2,2,2.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop5 -endi - - -sql insert into t1 values(1648791215000,20,20,20,20.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 20 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 20 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 4 then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop6 -endi - -sql insert into t1 values(1648791217001,8,8,8,8.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(next); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 20 then - print ======data01=$data01 - goto loop7 -endi - -if $data11 != 20 then - print ======data11=$data11 - goto loop7 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop7 -endi - -if $data31 != 8 then - print ======data31=$data31 - goto loop7 -endi - -if $data41 != 8 then - print ======data41=$data41 - goto loop7 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpUpdate1.sim b/tests/script/tsim/stream/streamInterpUpdate1.sim deleted file mode 100644 index 3987afa21e02..000000000000 --- a/tests/script/tsim/stream/streamInterpUpdate1.sim +++ /dev/null @@ -1,553 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791217001,4,1,1,1.0) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop0 -endi - -sql insert into t1 values(1648791212001,2,2,2,2.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop1 -endi - - -sql insert into t1 values(1648791215000,20,20,20,20.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop2 -endi - -sql insert into t1 values(1648791217001,8,8,8,8.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(prev); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop3 -endi - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value, 100, 200, 300, 400); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791217001,4,1,1,1.0) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop4 -endi - -sql insert into t1 values(1648791212001,2,2,2,2.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop5 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop5 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop5 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop5 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop5 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop5 -endi - - -sql insert into t1 values(1648791215000,20,20,20,20.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop6 -endi - -sql insert into t1 values(1648791217001,8,8,8,8.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 100, 200, 300, 400); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop7: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop7 -endi - -# row 0 -if $data01 != 100 then - print ======data01=$data01 - goto loop7 -endi - -if $data11 != 100 then - print ======data11=$data11 - goto loop7 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop7 -endi - -if $data31 != 100 then - print ======data31=$data31 - goto loop7 -endi - -if $data41 != 100 then - print ======data41=$data41 - goto loop7 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpUpdate2.sim b/tests/script/tsim/stream/streamInterpUpdate2.sim deleted file mode 100644 index cde5b589e8da..000000000000 --- a/tests/script/tsim/stream/streamInterpUpdate2.sim +++ /dev/null @@ -1,281 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(linear); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212001,1,1,1,1.0) (1648791215000,10,1,1,1.0) (1648791217001,4,1,1,1.0) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 3 then - print ======data01=$data01 - goto loop0 -endi - -if $data11 != 6 then - print ======data11=$data11 - goto loop0 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop0 -endi - -if $data31 != 7 then - print ======data31=$data31 - goto loop0 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop0 -endi - -sql insert into t1 values(1648791212001,2,2,2,2.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 4 then - print ======data01=$data01 - goto loop1 -endi - -if $data11 != 7 then - print ======data11=$data11 - goto loop1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop1 -endi - -if $data31 != 7 then - print ======data31=$data31 - goto loop1 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop1 -endi - - -sql insert into t1 values(1648791215000,20,20,20,20.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 7 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != 13 then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != 12 then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != 4 then - print ======data41=$data41 - goto loop2 -endi - -sql insert into t1 values(1648791217001,8,8,8,8.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(linear); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 7 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != 13 then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != 20 then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != 14 then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != 8 then - print ======data41=$data41 - goto loop3 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpValue0.sim b/tests/script/tsim/stream/streamInterpValue0.sim deleted file mode 100644 index 2cbf61f4bd3c..000000000000 --- a/tests/script/tsim/stream/streamInterpValue0.sim +++ /dev/null @@ -1,756 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -sql alter local 'streamCoverage' '1'; - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value, 10,20,30,40); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213001,2,2,2,1.1); -sql insert into t1 values(1648791213009,3,3,3,1.0); - -$loop_count = 0 - -loop1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 -print $data10 $data11 $data12 $data13 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop1 -endi - - -sql insert into t1 values(1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop2 -endi - - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(value, 10,20,30,40); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(value, 10,20,30,40); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2_1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2_1 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop2_1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop2_1 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop2_1 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop2_1 -endi - -sql insert into t1 values(1648791215001,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 3 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop3 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop3 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop3 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop3 -endi - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(value, 10,20,30,40); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(value, 10,20,30,40); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop3_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 3 sql select * from streamt2; -sql select * from streamt2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop3_1 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3_1 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop3_1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop3_1 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop3_1 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop3_1 -endi - -if $data12 != 20 then - print ======data12=$data12 - goto loop3_1 -endi - -if $data13 != 30 then - print ======data13=$data13 - goto loop3_1 -endi - -if $data14 != 40.000000000 then - print ======data14=$data14 - goto loop3_1 -endi - - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); -sql create stream streams2_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value, 10,20,30,40); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791212000,0,0,0,0.0) (1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop4 -endi - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 10,20,30,40); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791212000, 1648791217001) every(1s) fill(value, 10,20,30,40); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt4; -sql select * from streamt4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 6 then - print ======rows=$rows - goto loop4_1 -endi - -# row 0 -if $data01 != 0 then - print ======data01=$data01 - goto loop4_1 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop4_1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop4_1 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop4_1 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop4_1 -endi - -if $data51 != 10 then - print ======data51=$data51 - goto loop4_1 -endi - - - -print step3 -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_1 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); -sql create stream streams3_2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3_2 as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(value, 10,20,30,40); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791210001,0,0,0,0.0) (1648791217001,4,4,4,4.1); - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3_1; -sql select * from streamt3_1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop5 -endi - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(value, 10,20,30,40); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217000) every(1s) fill(value, 10,20,30,40); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop5_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 sql select * from streamt3_2; -sql select * from streamt3_2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop5_1 -endi - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791213009,2,2,2,1.1) (1648791215001,5,5,5,5.1) - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop6: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt3_1; -sql select * from streamt3_1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop6 -endi - -# row 0 -if $data01 != NULL then - print ======data01=$data01 - goto loop6 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop6 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop6 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop6 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop6 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop6 -endi - -if $data61 != NULL then - print ======data61=$data61 - goto loop6 -endi - - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(value, 10,20,30,40); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791211000, 1648791217001) every(1s) fill(value, 10,20,30,40); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop6_1: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt3_2; -sql select * from streamt3_2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop6_1 -endi - -# row 0 -if $data01 != 10 then - print ======data01=$data01 - goto loop6_1 -endi - -if $data11 != 10 then - print ======data11=$data11 - goto loop6_1 -endi - -if $data21 != 10 then - print ======data21=$data21 - goto loop6_1 -endi - -if $data31 != 10 then - print ======data31=$data31 - goto loop6_1 -endi - -if $data41 != 10 then - print ======data41=$data41 - goto loop6_1 -endi - -if $data51 != 10 then - print ======data51=$data51 - goto loop6_1 -endi - -if $data61 != 10 then - print ======data61=$data61 - goto loop6_1 -endi - -print end -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamInterpValue1.sim b/tests/script/tsim/stream/streamInterpValue1.sim deleted file mode 100644 index 84a0e28300c0..000000000000 --- a/tests/script/tsim/stream/streamInterpValue1.sim +++ /dev/null @@ -1,477 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - - -sql insert into t1 values(1648791213000,1,1,1,1.0); - -$loop_count = 0 - -loop0: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop0 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop0 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791217001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows != 5 then - print ======rows=$rows - goto loop2 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop2 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop2 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop2 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop2 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop2 -endi - - -print step2 - -sql create database test2 vgroups 1; -sql use test2; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213000,1,1,1,1.0); - - -$loop_count = 0 - -loop3: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 0 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows != 1 then - print ======rows=$rows - goto loop3 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop3 -endi - - -sql insert into t1 values(1648791213009,3,3,3,1.0) (1648791217001,4,4,4,4.1) (1648791219000,5,5,5,5.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791219000) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop4: - -sleep 300 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 2 sql select * from streamt; -sql select * from streamt; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - -# row 0 -if $rows != 7 then - print ======rows=$rows - goto loop4 -endi - -# row 0 -if $data01 != 1 then - print ======data01=$data01 - goto loop4 -endi - -if $data11 != NULL then - print ======data11=$data11 - goto loop4 -endi - -if $data21 != NULL then - print ======data21=$data21 - goto loop4 -endi - -if $data31 != NULL then - print ======data31=$data31 - goto loop4 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop4 -endi - -if $data51 != NULL then - print ======data51=$data51 - goto loop4 -endi - -if $data61 != 5 then - print ======data61=$data61 - goto loop4 -endi - -print step3 - -sql create database test3 vgroups 1; -sql use test3; - -sql create table t1(ts timestamp, a int, b int , c int, d double); -sql create stream streams3 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt as select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791213001,1,1,1,1.0) (1648791219001,2,2,2,2.1) (1648791229001,3,3,3,3.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop5: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - print =====rows=$rows - goto loop5 -endi - -sql insert into t1 values(1648791215001,4,4,4,4.0) (1648791217001,5,5,5,5.1) (1648791222000,6,6,6,6.1) (1648791226000,7,7,7,7.1); - -print sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(NULL); -sql select _irowts, interp(a), interp(b), interp(c), interp(d) from t1 range(1648791213000, 1648791229001) every(1s) fill(NULL); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 -print $data60 $data61 $data62 $data63 $data64 -print $data70 $data71 $data72 $data73 $data74 - - -$loop_count = 0 -loop6: - -sleep 300 - -print sql select * from streamt order by 1; -sql select * from streamt order by 1; - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -if $rows != 16 then - goto loop6 -endi - -if $data01 != NULL then - print =====data01=$data01 - goto loop6 -endi - -if $data11 != NULL then - print =====data11=$data11 - goto loop6 -endi - -if $data21 != NULL then - print =====data21=$data21 - goto loop6 -endi - -if $data31 != NULL then - print =====data31=$data31 - goto loop6 -endi - -if $data41 != NULL then - print =====data41=$data41 - goto loop6 -endi - -if $data51 != NULL then - print =====data51=$data51 - goto loop6 -endi - -if $data61 != NULL then - print =====data61=$data61 - goto loop6 -endi - -if $data71 != NULL then - print =====data71=$data71 - goto loop6 -endi - -if $data81 != 6 then - print =====data81=$data81 - goto loop6 -endi - -if $data91 != NULL then - print =====data91=$data91 - goto loop6 -endi - -if $data[10][1] != NULL then - print =====data[10][1]=$data[10][1] - goto loop6 -endi - -if $data[11][1] != NULL then - print =====data[11][1]=$data[11][1] - goto loop6 -endi - -if $data[12][1] != 7 then - print =====data[12][1]=$data[12][1] - goto loop6 -endi - -if $data[13][1] != NULL then - print =====data[13][1]=$data[13][1] - goto loop6 -endi - -if $data[14][1] != NULL then - print =====data[14][1]=$data[14][1] - goto loop6 -endi - -if $data[15][1] != NULL then - print =====data[15][1]=$data[15][1] - goto loop6 -endi - - -print step4 - -sql create database test4 vgroups 1; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams4 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _irowts, interp(a) as b, _isfilled as a from st partition by tbname, b as cc every(1s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791217000,20000,2,3); - -sleep 2000 - -sql insert into t1 values(1648791212000,10000,2,3) (1648791215001,20,2,3); - -$loop_count = 0 -loop7: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sleep 300 - -print sql select a,b from streamt4; -sql select a,b from streamt4; - -if $rows != 6 then - print ======rows=$rows - goto loop7 -endi - -if $data00 != 0 then - print ======data00=$data00 - goto loop7 -endi - -if $data01 != 10000 then - print ======data01=$data01 - goto loop7 -endi - -if $data10 != 1 then - print ======data10=$data10 - goto loop7 -endi - -if $data20 != 1 then - print ======data20=$data20 - goto loop7 -endi - -if $data41 != NULL then - print ======data41=$data41 - goto loop7 -endi - -if $data50 != 0 then - print ======data50=$data50 - goto loop7 -endi - -if $data51 != 20000 then - print ======data51=$data51 - goto loop7 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamPrimaryKey0.sim b/tests/script/tsim/stream/streamPrimaryKey0.sim deleted file mode 100644 index 4afb14a5768e..000000000000 --- a/tests/script/tsim/stream/streamPrimaryKey0.sim +++ /dev/null @@ -1,316 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c debugflag -v 135 -system sh/cfg.sh -n dnode1 -c streamBufferSize -v 10 -system sh/exec.sh -n dnode1 -s start - -sleep 500 - -sql connect - -print step1============= - -sql create database test vgroups 4; -sql use test; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt0(ts timestamp, a int composite key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create table streamt2(ts timestamp, a int composite key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create stream streams0 trigger at_once ignore expired 0 ignore update 0 into streamt0 as select _wstart, count(*) c1, max(b) from t1 interval(1s); -sql create stream streams2 trigger at_once ignore expired 0 ignore update 0 into streamt2 tags(ta) as select _wstart, count(*) c1, max(b) from st partition by tbname ta interval(1s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,4,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791250000,4,2,3,3.1); - -$loop_count = 0 - -loop0: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt0 -sql select * from streamt0; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop0 -endi - -$loop_count = 0 - -loop2: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt2 -sql select * from streamt2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop2 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop2 -endi - -print step2============= - -sql create database test1 vgroups 4; -sql use test1; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt3(ts timestamp, a int composite key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create table streamt5(ts timestamp, a int composite key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create stream streams3 trigger at_once ignore expired 0 ignore update 0 into streamt3 as select _wstart, count(*) c1, max(b) from t1 session(ts,1s); -sql create stream streams5 trigger at_once ignore expired 0 ignore update 0 into streamt5 tags(ta) as select _wstart, count(*) c1, max(b) from st partition by tbname ta session(ts,1s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,4,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791250000,4,2,3,3.1); - -$loop_count = 0 - -loop3: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 -sql select * from streamt3; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -$loop_count = 0 - -loop5: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt5 -sql select * from streamt5; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop5 -endi - - -sql create database test2 vgroups 4; -sql use test2; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt6(ts timestamp, a int composite key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create stream streams6 trigger at_once ignore expired 0 ignore update 0 into streamt6 tags(ta) as select _wstart, count(*) c1, max(b) from st partition by tbname ta state_window(a); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,1,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791250000,5,2,3,3.1); - -$loop_count = 0 - -loop6: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt6 -sql select * from streamt6; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop6 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop6 -endi - -print step3============= - -sql create database test3 vgroups 4; -sql use test3; -sql create table st(ts timestamp, a int composite key, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); - -sql create stream streams3_1 trigger at_once ignore expired 0 ignore update 0 into streamt3_1 as select _wstart, a, max(b), count(*), ta from st partition by ta, a interval(10s); -sql create stream streams3_2 trigger at_once ignore expired 0 ignore update 0 into streamt3_2 as select _wstart, a, max(b), count(*), ta from st partition by ta, a session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210001,1,2,3,4.1); -sql insert into t1 values(1648791210002,2,2,3,1.1); -sql insert into t1 values(1648791220000,3,2,3,2.1); -sql insert into t1 values(1648791220001,4,2,3,3.1); - -$loop_count = 0 - -loop7: - -print 1 select * from streamt3_1; -sql select * from streamt3_1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop7 -endi - -loop8: - -print 1 select * from streamt3_2; -sql select * from streamt3_2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -if $rows != 4 then - print =====rows=$rows - goto loop8 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT \ No newline at end of file diff --git a/tests/script/tsim/stream/streamPrimaryKey1.sim b/tests/script/tsim/stream/streamPrimaryKey1.sim deleted file mode 100644 index 751a1ba7c782..000000000000 --- a/tests/script/tsim/stream/streamPrimaryKey1.sim +++ /dev/null @@ -1,123 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c debugflag -v 135 -system sh/cfg.sh -n dnode1 -c streamBufferSize -v 10 -system sh/exec.sh -n dnode1 -s start - -sleep 500 - -sql connect - -print step1============= - -sql create database test vgroups 4; -sql use test; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt1(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100),tb int,tc int); - -sql create stream streams1 trigger at_once ignore expired 0 ignore update 0 into streamt1 as select _wstart, count(*) c1, max(b) from st interval(1s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,4,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791250000,4,2,3,3.1); - -$loop_count = 0 - -loop1: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt1 -sql select * from streamt1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 2 then - print =====data00=$data00 - goto loop1 -endi - - -print step2============= - -sql create database test1 vgroups 4; -sql use test1; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt3(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create stream streams3 trigger at_once ignore expired 0 ignore update 0 into streamt3 as select _wstart, count(*) c1, max(b) from st session(ts,1s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,4,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791250000,4,2,3,3.1); - -$loop_count = 0 - -loop3: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 -sql select * from streamt3; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 2 then - print =====data00=$data00 - goto loop3 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT \ No newline at end of file diff --git a/tests/script/tsim/stream/streamPrimaryKey2.sim b/tests/script/tsim/stream/streamPrimaryKey2.sim deleted file mode 100644 index d6687c038d99..000000000000 --- a/tests/script/tsim/stream/streamPrimaryKey2.sim +++ /dev/null @@ -1,141 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c debugflag -v 135 -system sh/cfg.sh -n dnode1 -c streamBufferSize -v 10 -system sh/exec.sh -n dnode1 -s start - -sleep 500 - -sql connect - -print step1============= - -sql create database test vgroups 4; -sql use test; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt1(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100),tb int,tc int); - -sql create stream streams1 trigger at_once ignore expired 0 ignore update 0 into streamt1 tags(ta) as select _wstart, count(*) c1, max(b) from st partition by tbname ta EVENT_WINDOW start with a = 1 end with a = 3; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); -sql insert into t1 values(1648791210010,3,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,2,2,3,1.0); - -sql insert into t1 values(1648791220000,1,2,3,1.1); -sql insert into t1 values(1648791220001,3,2,3,1.1); - -sql insert into t1 values(1648791230000,1,2,3,2.1); -sql insert into t1 values(1648791230001,3,2,3,2.1); - -sql insert into t1 values(1648791240000,1,2,3,3.1); -sql insert into t1 values(1648791240001,3,2,3,3.1); - -sql insert into t1 values(1648791250000,1,2,3,3.1); -sql insert into t1 values(1648791250001,3,2,3,3.1); - - -$loop_count = 0 - -loop1: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt1 -sql select * from streamt1; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop1 -endi - - -print step2============= - -sql create database test1 vgroups 4; -sql use test1; -sql create table st(ts timestamp, a int, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); -sql create table streamt3(ts timestamp, a int primary key, b bigint ) tags(ta varchar(100),tb int,tc int); -sql create stream streams3 trigger at_once ignore expired 1 ignore update 0 WATERMARK 1000s into streamt3 tags(ta) as select _wstart, count(*) c1, max(b) from st partition by tbname ta COUNT_WINDOW(2); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210001,4,2,3,4.1); - -sql insert into t1 values(1648791220000,2,2,3,1.1); -sql insert into t1 values(1648791220001,2,2,3,1.1); - -sql insert into t1 values(1648791230000,3,2,3,2.1); -sql insert into t1 values(1648791230001,3,2,3,2.1); - -sql insert into t1 values(1648791240000,4,2,3,3.1); -sql insert into t1 values(1648791240001,4,2,3,3.1); - -sql insert into t1 values(1648791250000,4,2,3,3.1); -sql insert into t1 values(1648791250001,4,2,3,3.1); - - - -$loop_count = 0 - -loop3: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 -sql select * from streamt3; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 -print $data40 $data41 $data42 -print $data50 $data51 $data52 -print $data60 $data61 $data62 -print $data70 $data71 $data72 - -if $rows != 5 then - print =====rows=$rows - goto loop3 -endi - -if $data01 != 2 then - print =====data01=$data01 - goto loop3 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT \ No newline at end of file diff --git a/tests/script/tsim/stream/streamPrimaryKey3.sim b/tests/script/tsim/stream/streamPrimaryKey3.sim deleted file mode 100644 index e6041b107b5d..000000000000 --- a/tests/script/tsim/stream/streamPrimaryKey3.sim +++ /dev/null @@ -1,368 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/cfg.sh -n dnode1 -c debugflag -v 135 -system sh/cfg.sh -n dnode1 -c streamBufferSize -v 10 -system sh/exec.sh -n dnode1 -s start - -sleep 500 - -sql connect - -print step1============= - -sql create database test vgroups 4; -sql use test; -sql create table st(ts timestamp, a int primary key, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); - -sql create stream streams1 trigger at_once ignore expired 0 ignore update 0 into streamt1(ts, a primary key, b) as select ts, a, b from t1 partition by b; - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,3,1.0); -sql insert into t1 values(1648791210000,2,4,3,1.0); - -sleep 500 - -sql insert into t1 values(1648791210000,1,3,3,1.0); - - -$loop_count = 0 - -loop0: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt1 order by 1,2 -sql select * from streamt1 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 2 then - print =====rows=$rows - goto loop0 -endi - -if $data01 != 1 then - print =====data01=$data01 - goto loop0 -endi - -if $data02 != 3 then - print =====data02=$data02 - goto loop0 -endi - -if $data11 != 2 then - print =====data11=$data11 - goto loop0 -endi - -if $data12 != 4 then - print =====data12=$data12 - goto loop0 -endi - -print step2============= - -sql create database test1 vgroups 4; -sql use test1; -sql create table st(ts timestamp, a int primary key, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); - -sql create stream streams2 trigger at_once ignore expired 0 ignore update 0 into streamt2(ts, a primary key, b) as select _wstart, max(b), count(*) from t1 partition by b interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,1,1.0); -sql insert into t1 values(1648791210000,2,4,2,1.0); - -sleep 500 - -sql insert into t1 values(1648791210000,1,3,3,1.0); - - -$loop_count = 0 - -loop1: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt2 order by 1,2 -sql select * from streamt2 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 2 then - print =====rows=$rows - goto loop1 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop1 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop1 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop1 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop1 -endi - -sql insert into t1 values(1648791210000,3,5,3,1.0); - -sql insert into t1 values(1648791210001,1,3,3,1.0); -sql insert into t1 values(1648791210001,2,4,3,1.0); -sql insert into t1 values(1648791210001,3,5,3,1.0); - -$loop_count = 0 - -loop2: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt2 order by 1,2 -sql select * from streamt2 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 3 then - print =====rows=$rows - goto loop2 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop2 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop2 -endi - -if $data22 != 2 then - print =====data22=$data22 - goto loop2 -endi - -print delete from t1 where ts = 1648791210000; -sql delete from t1 where ts = 1648791210000; - -$loop_count = 0 - -loop3: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt2 order by 1,2 -sql select * from streamt2 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 3 then - print =====rows=$rows - goto loop3 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop3 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop3 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop3 -endi - -print step3============= - -sql create database test2 vgroups 4; -sql use test2; -sql create table st(ts timestamp, a int primary key, b int , c int, d double) tags(ta varchar(100),tb int,tc int); -sql create table t1 using st tags("aa", 1, 2); - -sql create stream streams3 trigger at_once ignore expired 0 ignore update 0 into streamt3(ts, a primary key, b) as select _wstart, max(b), count(*) from t1 partition by b session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(1648791210000,1,2,1,1.0); -sql insert into t1 values(1648791210000,2,4,2,1.0); - -sleep 500 - -sql insert into t1 values(1648791210000,1,3,3,1.0); - - -$loop_count = 0 - -loop6: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 order by 1,2 -sql select * from streamt3 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 -print $data30 $data31 $data32 - -if $rows != 2 then - print =====rows=$rows - goto loop6 -endi - -if $data01 != 3 then - print =====data01=$data01 - goto loop6 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop6 -endi - -if $data11 != 4 then - print =====data11=$data11 - goto loop6 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop6 -endi - -sql insert into t1 values(1648791210000,3,5,3,1.0); - -sql insert into t1 values(1648791210001,1,3,3,1.0); -sql insert into t1 values(1648791210001,2,4,3,1.0); -sql insert into t1 values(1648791210001,3,5,3,1.0); - -$loop_count = 0 - -loop7: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 order by 1,2 -sql select * from streamt3 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 3 then - print =====rows=$rows - goto loop7 -endi - -if $data02 != 2 then - print =====data02=$data02 - goto loop7 -endi - -if $data12 != 2 then - print =====data12=$data12 - goto loop7 -endi - -if $data22 != 2 then - print =====data22=$data22 - goto loop7 -endi - -print delete from t1 where ts = 1648791210000; -sql delete from t1 where ts = 1648791210000; - -$loop_count = 0 - -loop8: - -sleep 200 - -$loop_count = $loop_count + 1 -if $loop_count == 10 then - return -1 -endi - -print 1 select * from streamt3 order by 1,2 -sql select * from streamt3 order by 1,2; - -print $data00 $data01 $data02 -print $data10 $data11 $data12 -print $data20 $data21 $data22 - -if $rows != 3 then - print =====rows=$rows - goto loop8 -endi - -if $data02 != 1 then - print =====data02=$data02 - goto loop8 -endi - -if $data12 != 1 then - print =====data12=$data12 - goto loop8 -endi - -if $data22 != 1 then - print =====data22=$data22 - goto loop8 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT \ No newline at end of file diff --git a/tests/script/tsim/stream/streamTwaError.sim b/tests/script/tsim/stream/streamTwaError.sim deleted file mode 100644 index 67757eaa7e79..000000000000 --- a/tests/script/tsim/stream/streamTwaError.sim +++ /dev/null @@ -1,36 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(a) from st partition by tbname,ta interval(2s) fill(prev); - -sql_error create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, twa(a) from st partition by tbname,ta interval(2s) fill(prev); -sql_error create stream streams3 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt3 as select _wstart, twa(a) from st partition by tbname,ta interval(2s) fill(prev); -sql_error create stream streams4 trigger max_delay 5s IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt4 as select _wstart, twa(a) from st partition by tbname,ta interval(2s) fill(prev); - -sql_error create stream streams5 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt5 as select _wstart, twa(a) from st interval(2s) fill(prev); -sql_error create stream streams6 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt6 as select last(ts), twa(a) from st partition by tbname,ta; -sql_error create stream streams7 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt7 as select _wstart, twa(a) from st partition by tbname,ta session(ts, 2s); -sql_error create stream streams8 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt8 as select _wstart, twa(a) from st partition by tbname,ta state_window(a); - -sql_error create stream streams9 trigger at_once IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt9 as select _wstart, elapsed(ts) from st partition by tbname,ta interval(2s) fill(prev); - -sql create stream streams10 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt10 as select _wstart, sum(a) from st partition by tbname,ta interval(2s) SLIDING(1s); -sql create stream streams11 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt11 as select _wstart, avg(a) from st partition by tbname,ta interval(2s) SLIDING(2s); - -sql_error create stream streams10 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt10 as select _wstart, sum(a) from st interval(2s); - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaFwcFill.sim b/tests/script/tsim/stream/streamTwaFwcFill.sim deleted file mode 100644 index 6a742a317890..000000000000 --- a/tests/script/tsim/stream/streamTwaFwcFill.sim +++ /dev/null @@ -1,278 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(a), twa(b), elapsed(ts), now ,timezone(), ta from st partition by tbname,ta interval(2s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1) (now + 4s,10,1,1) (now + 7s,20,2,2) (now + 8s,30,3,3); -sql insert into t2 values(now + 4s,1,1,1) (now + 5s,10,1,1) (now + 8s,20,2,2) (now + 9s,30,3,3); - - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop1 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(a), twa(b), elapsed(ts), now ,timezone(), ta from st partition by tbname interval(2s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1) (now + 4s,10,1,1) (now + 7s,20,2,2) (now + 8s,30,3,3); -sql insert into t2 values(now + 4s,1,1,1) (now + 5s,10,1,1) (now + 8s,20,2,2) (now + 9s,30,3,3); - - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop2 -endi - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop3 -endi - -print step3 -print =============== create database -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(a), twa(b), elapsed(ts), now ,timezone(), ta from st partition by tbname interval(2s) fill(value,100,200,300); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1) (now + 4s,10,1,1) (now + 7s,20,2,2) (now + 8s,30,3,3); -sql insert into t2 values(now + 4s,1,1,1) (now + 5s,10,1,1) (now + 8s,20,2,2) (now + 9s,30,3,3); - - -print sql select * from t1; -sql select * from t1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select * from t2; -sql select * from t2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop4: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop4 -endi - -$loop_count = 0 -loop5: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 5 then - print ======rows=$rows - goto loop5 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaFwcFillPrimaryKey.sim b/tests/script/tsim/stream/streamTwaFwcFillPrimaryKey.sim deleted file mode 100644 index 4282518c9c84..000000000000 --- a/tests/script/tsim/stream/streamTwaFwcFillPrimaryKey.sim +++ /dev/null @@ -1,222 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int primary key, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(b), count(*),ta from st partition by tbname, ta interval(2s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql select now; - -sql insert into t1 values(now + 3s,1,1,1) (now + 3s,2,10,10) (now + 3s,3,30,30); -sql insert into t2 values(now + 4s,1,1,1) (now + 4s,2,10,10) (now + 4s,3,30,30); - - -print sql select _wstart, twa(b), count(*),ta from t1 partition by tbname, ta interval(2s); -sql select _wstart, twa(b), count(*),ta from t1 partition by tbname, ta interval(2s); - -$query1_data = $data01 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select _wstart, twa(b), count(*),ta from t2 partition by tbname, ta interval(2s); -sql select _wstart, twa(b), count(*),ta from t2 partition by tbname, ta interval(2s); - -$query2_data = $data01 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 6 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != $query1_data then - print ======data01=$data01 - return -1 -endi - - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 6 then - print ======rows=$rows - goto loop1 -endi - - -if $data01 != $query2_data then - print ======data01=$data01 - return -1 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 1; -sql use test2; - -sql create stable st(ts timestamp, a int primary key, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(b), ta from st partition by tbname, ta interval(2s) fill(NULL); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1) (now + 3s,2,10,10) (now + 3s,3,30,30); -sql insert into t2 values(now + 4s,1,1,1) (now + 4s,2,10,10) (now + 4s,3,30,30); - - -print sql select _wstart, twa(b), count(*),ta from t1 partition by tbname, ta interval(2s); -sql select _wstart, twa(b), count(*),ta from t1 partition by tbname, ta interval(2s); - -$query1_data = $data01 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select _wstart, twa(b), count(*),ta from t2 partition by tbname, ta interval(2s); -sql select _wstart, twa(b), count(*),ta from t2 partition by tbname, ta interval(2s); - -$query2_data = $data01 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 6 then - print ======rows=$rows - goto loop2 -endi - -if $data01 != $query1_data then - print ======data01=$data01 - return -1 -endi - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 6 then - print ======rows=$rows - goto loop3 -endi - - -if $data01 != $query2_data then - print ======data01=$data01 - return -1 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaFwcInterval.sim b/tests/script/tsim/stream/streamTwaFwcInterval.sim deleted file mode 100644 index 5151d7cafff7..000000000000 --- a/tests/script/tsim/stream/streamTwaFwcInterval.sim +++ /dev/null @@ -1,352 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, twa(a), ta from st partition by tbname,ta interval(2s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,5,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,2,10,10) (now + 3200a,30,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - - -print sql select _wstart, twa(a) from t1 interval(2s); -sql select _wstart, twa(a) from t1 interval(2s); - -$query1_data01 = $data01 -$query1_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -print sql select _wstart, twa(a) from t2 interval(2s); -sql select _wstart, twa(a) from t2 interval(2s); - -$query2_data01 = $data01 -$query2_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1; -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != $query1_data01 then - print ======data01========$data01 - print ======query1_data01=$query1_data01 - return -1 -endi - -if $data11 != $query1_data11 then - print ======data11========$data11 - print ======query1_data11=$query1_data11 - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != $query2_data01 then - print ======data01======$data01 - print ====query2_data01=$query2_data01 - return -1 -endi - -if $data11 != $query2_data11 then - print ======data11======$data11 - print ====query2_data11=$query2_data11 - goto loop1 -endi - - -print step2 -print =============== create database -sql create database test2 vgroups 4; -sql use test2; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, count(*), ta from st partition by tbname,ta interval(2s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - - -print sql select _wstart, count(*) from t1 interval(2s) order by 1; -sql select _wstart, count(*) from t1 interval(2s) order by 1; - -$query1_data01 = $data01 -$query1_data11 = $data11 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop2: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1 order by 1; -sql select * from streamt where ta == 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data01 != $query1_data01 then - print ======data01======$data01 - print ====query1_data01=$query1_data01 - goto loop2 -endi - -if $data11 != $query1_data11 then - print ======data11========$data11 - print ======query1_data11=$query1_data11 - goto loop2 -endi - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - -print sql select _wstart, count(*) from t1 interval(2s) order by 1; -sql select _wstart, count(*) from t1 interval(2s) order by 1; - -$query1_data21 = $data21 -$query1_data31 = $data31 - - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1 order by 1; -sql select * from streamt where ta == 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data21 != $query1_data21 then - print ======data21======$data21 - print ====query1_data21=$query1_data21 - goto loop3 -endi - -if $data31 != $query1_data31 then - print ======data31========$data31 - print ======query1_data31=$query1_data31 - goto loop3 -endi - - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,3,10,10) (now + 3200a,5,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - -print sql select _wstart, count(*) from t1 interval(2s) order by 1; -sql select _wstart, count(*) from t1 interval(2s) order by 1; - -$query1_data41 = $data41 -$query1_data51 = $data51 - - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop3: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 1 order by 1; -sql select * from streamt where ta == 1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data41 != $query1_data41 then - print ======data41======$data41 - print ====query1_data41=$query1_data41 - goto loop3 -endi - -if $data51 != $query1_data51 then - print ======data51========$data51 - print ======query1_data51=$query1_data51 - goto loop3 -endi - -print ======step3 -sql create database test3 vgroups 1; -sql use test3; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3 as select _wstart, twa(a), ta from st partition by tbname,ta interval(10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1); -sql flush database test; -sql insert into t1 values(now + 3001a,10,10,10); -sql insert into t1 values(now + 13s,50,50,50); - -sleep 1000 - -print sql select _wstart, twa(a), ta from st partition by tbname,ta interval(10s) order by 1; -sql select _wstart, twa(a), ta from st partition by tbname,ta interval(10s) order by 1; - -$query_data01 = $data01 - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -$loop_count = 0 -loop4: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt3 order by 1; -sql select * from streamt3 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data01 != $query_data01 then - print ======data01======$data01 - print ====query_data01=$query_data01 - goto loop4 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaFwcIntervalPrimaryKey.sim b/tests/script/tsim/stream/streamTwaFwcIntervalPrimaryKey.sim deleted file mode 100644 index b015a5955a04..000000000000 --- a/tests/script/tsim/stream/streamTwaFwcIntervalPrimaryKey.sim +++ /dev/null @@ -1,109 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int primary key, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt as select _wstart, count(*), ta from st partition by tbname,ta interval(2s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1) (now + 3s,2,10,10) (now + 3s,3,30,30) (now + 11s,1,1,1) (now + 11s,2,10,10); -sql insert into t2 values(now + 4s,1,1,1) (now + 4s,2,10,10) (now + 4s,3,30,30) (now + 12s,1,1,1) (now + 12s,2,10,10); - - -print sql select _wstart, count(*) from st partition by tbname,ta interval(2s); -sql select _wstart, count(*) from st partition by tbname,ta interval(2s); - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt order by -sql select * from streamt where ta == 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop0 -endi - -if $data01 != 3 then - print ======data01=$data01 - return -1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop0 -endi - -$loop_count = 0 -loop1: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select * from streamt where ta == 2; -sql select * from streamt where ta == 2; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop1 -endi - -if $data01 != 3 then - print ======data01=$data01 - return -1 -endi - -if $data11 != 2 then - print ======data11=$data11 - goto loop1 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaInterpFwc.sim b/tests/script/tsim/stream/streamTwaInterpFwc.sim deleted file mode 100644 index 34e6ed8cb71c..000000000000 --- a/tests/script/tsim/stream/streamTwaInterpFwc.sim +++ /dev/null @@ -1,556 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 4; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt1 as select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s) fill(value, 100, 200); -sql create stream streams2 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt2 as select _wstart, count(a), twa(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s) fill(prev); -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3 as select _irowts, interp(a), interp(b), interp(c), now, timezone(), ta from st partition by tbname,ta every(2s) fill(value, 100, 200, 300); -sql create stream streams4 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt4 as select _irowts, interp(a), interp(b), interp(c), now, timezone(), ta from st partition by tbname,ta every(2s) fill(prev); -sql create stream streams5 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt5 as select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s); - -run tsim/stream/checkTaskStatus.sim - -$loop_count = 0 - -_data: - -sql insert into t1 values(now + 3000a,1,1,1) (now + 3100a,5,10,10) (now + 3200a,5,10,10) (now + 5100a,20,1,1) (now + 5200a,30,10,10) (now + 5300a,40,10,10); -sql insert into t2 values(now + 3000a,1,1,1) (now + 3100a,2,10,10) (now + 3200a,30,10,10) (now + 5100a,10,1,1) (now + 5200a,40,10,10) (now + 5300a,7,10,10); - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count < 10 then - goto _data -endi - -print sql select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s) order by 1, 2; -sql select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s) order by 1, 2; -$query1_rows = $rows -print ======query1_rows=$query1_rows - -$query1_data01 = $data01 -print ======query1_data01=$query1_data01 - -print select last(*) from (select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s)) order by 1,2 desc; -sql select _wstart, count(a), sum(b), now, timezone(), ta from st partition by tbname,ta interval(2s) order by 1,2 desc; -print $data00 $data01 $data02 $data03 $data04 - -loop0: - -sleep 2000 - -print sql select * from streamt1 order by 1, 2; -sql select * from streamt1 order by 1, 2; -print ======streamt1=rows=$rows - -if $rows < $query1_rows then - goto loop0 -endi - -if $data01 != $query1_data01 then - print =============data01=$data01 - print ======query1_data01=$query1_data01 - return -1 -endi - -print sql select * from streamt2 order by 1, 2; -sql select * from streamt2 order by 1, 2; -print ======streamt2=rows=$rows - -if $rows < $query1_rows then - goto loop0 -endi - -if $data01 != $query1_data01 then - print =============data01=$data01 - print ======query1_data01=$query1_data01 - return -1 -endi - -print sql select * from streamt3 order by 1, 2; -sql select * from streamt3 order by 1, 2; -print ======streamt3=rows=$rows - -if $rows < $query1_rows then - goto loop0 -endi - -print sql select * from streamt4 order by 1, 2; -sql select * from streamt4 order by 1, 2; -print ======streamt4=rows=$rows - -if $rows < $query1_rows then - goto loop0 -endi - -print sql select * from streamt5 order by 1, 2; -sql select * from streamt5 order by 1, 2; -print ======streamt5=rows=$rows - -if $rows < $query1_rows then - return -1 -endi - -if $data01 != $query1_data01 then - print =============data01=$data01 - print ======query1_data01=$query1_data01 - return -1 -endi - -print step2 -print =============== create database -sql create database test4 vgroups 4; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - - -sql create stream streams6 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt6 TAGS(cc int) SUBTABLE(concat(concat("tbn-", tbname), "_1")) as select _irowts, interp(a), _isfilled as a1 from st partition by tbname, b as cc every(2s) fill(prev); -sql create stream streams7 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt7 TAGS(cc int) SUBTABLE(concat(concat("tbn-", tbname), "_2")) as select _wstart, twa(a) from st partition by tbname, b as cc interval(2s) fill(NULL); -sql create stream streams8 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt8 TAGS(cc int) SUBTABLE(concat(concat("tbn-", tbname), "_3")) as select _wstart, count(a) from st partition by tbname, b as cc interval(2s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3s,1,1,1); - -$loop_count = 0 -loop6: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,* from streamt6; -sql select cc,* from streamt6; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop6 -endi - -if $data00 != 1 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt6"; -sql select * from information_schema.ins_tables where stable_name = "streamt6"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt6" and table_name like "tbn-t1_1%"; -sql select * from information_schema.ins_tables where stable_name = "streamt6" and table_name like "tbn-t1_1%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -$loop_count = 0 -loop7: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,* from streamt7; -sql select cc,* from streamt7; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop7 -endi - -if $data00 != 1 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt7"; -sql select * from information_schema.ins_tables where stable_name = "streamt7"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt7" and table_name like "tbn-t1_2%"; -sql select * from information_schema.ins_tables where stable_name = "streamt7" and table_name like "tbn-t1_2%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -$loop_count = 0 -loop8: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,* from streamt8; -sql select cc,* from streamt8; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 1 then - print ======rows=$rows - goto loop8 -endi - -if $data00 != 1 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt8"; -sql select * from information_schema.ins_tables where stable_name = "streamt8"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt8" and table_name like "tbn-t1_3%"; -sql select * from information_schema.ins_tables where stable_name = "streamt8" and table_name like "tbn-t1_3%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print step3 -print =============== create database -sql create database test4 vgroups 4; -sql use test4; - -sql create stable st(ts timestamp,a int,b int,c int) tags(ta int,tb int,tc int); -sql create table t1234567890t1 using st tags(1,1,1); -sql create table t1234567890t2 using st tags(2,2,2); - -sql create stable streamt9(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta varchar(3),cc int,tc int); -sql create stable streamt10(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta varchar(3),cc int,tc int); -sql create stable streamt11(ts timestamp,a varchar(10),b tinyint,c tinyint) tags(ta varchar(3),cc int,tc int); - -sql create stream streams9 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt9 TAGS(cc,ta) SUBTABLE(concat(concat("tbn-", tbname), "_1")) as select _irowts, interp(a), _isfilled as a1, interp(b) from st partition by tbname as ta, b as cc every(2s) fill(value, 100000,200000); -sql create stream streams10 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt10 TAGS(cc,ta) SUBTABLE(concat(concat("tbn-", tbname), "_2")) as select _wstart, twa(a), sum(b),max(c) from st partition by tbname as ta, b as cc interval(2s) fill(NULL); -sql create stream streams11 trigger FORCE_WINDOW_CLOSE IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt11 TAGS(cc,ta) SUBTABLE(concat(concat("tbn-", tbname), "_3")) as select _wstart, count(a),avg(c),min(b) from st partition by tbname as ta, b as cc interval(2s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1234567890t1 values(now + 3s,100000,1,1); - -$loop_count = 0 -loop9: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,ta, * from streamt9; -sql select cc,ta, * from streamt9; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop9 -endi - -if $data00 != 1 then - return -1 -endi - -if $data01 != @t12@ then - return -1 -endi - -if $data03 != @100000@ then - return -1 -endi - -if $data04 != 1 then - return -1 -endi - -if $data05 != 64 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt9"; -sql select * from information_schema.ins_tables where stable_name = "streamt9"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt9" and table_name like "tbn-t1234567890t1_1%"; -sql select * from information_schema.ins_tables where stable_name = "streamt9" and table_name like "tbn-t1234567890t1_1%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -$loop_count = 0 -loop10: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,ta, * from streamt10; -sql select cc,ta, * from streamt10; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 2 then - print ======rows=$rows - goto loop10 -endi - -if $data00 != 1 then - return -1 -endi - -if $data01 != @t12@ then - return -1 -endi - -if $data03 != @100000@ then - return -1 -endi - -if $data04 != 1 then - return -1 -endi - -if $data05 != 1 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt10"; -sql select * from information_schema.ins_tables where stable_name = "streamt10"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt10" and table_name like "tbn-t1234567890t1_2%"; -sql select * from information_schema.ins_tables where stable_name = "streamt10" and table_name like "tbn-t1234567890t1_2%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -$loop_count = 0 -loop11: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print 2 sql select cc,ta,* from streamt11; -sql select cc,ta,* from streamt11; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - - -# row 0 -if $rows < 1 then - print ======rows=$rows - goto loop11 -endi - -if $data00 != 1 then - return -1 -endi - -if $data01 != @t12@ then - return -1 -endi - -if $data03 != @1@ then - return -1 -endi - -if $data04 != 1 then - return -1 -endi - -if $data05 != 1 then - return -1 -endi - -print 3 sql select * from information_schema.ins_tables where stable_name = "streamt11"; -sql select * from information_schema.ins_tables where stable_name = "streamt11"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - -print 4 sql select * from information_schema.ins_tables where stable_name = "streamt11" and table_name like "tbn-t1234567890t1_3%"; -sql select * from information_schema.ins_tables where stable_name = "streamt11" and table_name like "tbn-t1234567890t1_3%"; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows != 1 then - return -1 -endi - - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/streamTwaInterpFwcCheckpoint.sim b/tests/script/tsim/stream/streamTwaInterpFwcCheckpoint.sim deleted file mode 100644 index 8d30e1c1d327..000000000000 --- a/tests/script/tsim/stream/streamTwaInterpFwcCheckpoint.sim +++ /dev/null @@ -1,180 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 - -system sh/cfg.sh -n dnode1 -c checkpointInterval -v 60 -system sh/cfg.sh -n dnode1 -c ratioOfVnodeStreamThreads -v 4 - -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print step1 -print =============== create database -sql create database test vgroups 1; -sql use test; - -sql create stable st(ts timestamp, a int, b int , c int)tags(ta int,tb int,tc int); -sql create table t1 using st tags(1,1,1); -sql create table t2 using st tags(2,2,2); - -sql create stream streams1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt1 as select _wstart, count(a),max(b) from st partition by tbname interval(5s); -sql create stream streams2 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, count(a), max(b) from st interval(5s); -sql create stream streams3 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt3 as select _wstart, count(a), twa(b) from st partition by tbname interval(5s) fill(prev); -sql create stream streams4 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 1 into streamt4 as select _irowts, interp(a), interp(b) from st partition by tbname every(5s) fill(prev); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t1 values(now + 3000a,1,1,1); - -$loop_count = 0 -loop0: - -sleep 2000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows == 0 then - goto loop0 -endi - - -print select * from streamt4; -sql select * from streamt4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows == 0 then - goto loop0 -endi - - -sleep 70000 - -$loop_count = 0 -loop0_1: - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print sql select * from information_schema.ins_stream_tasks where checkpoint_time is null; -sql select * from information_schema.ins_stream_tasks where checkpoint_time is null; - - -sleep 10000 - -if $rows > 0 then - print wait checkpoint.rows = $rows - goto loop0_1 -endi - -print restart taosd 01 ...... - -system sh/stop_dnodes.sh - -system sh/exec.sh -n dnode1 -s start - -run tsim/stream/checkTaskStatus.sim - -print select * from streamt3; -sql select * from streamt3; - -$streamt3_rows = $rows -print =====streamt3_rows=$streamt3_rows - -print select * from streamt4; -sql select * from streamt4; - -$streamt4_rows = $rows -print =====streamt4_rows=$streamt4_rows - -$loop_count = 0 -loop1: - -sleep 6000 - -$loop_count = $loop_count + 1 -if $loop_count == 100 then - return -1 -endi - -print select * from streamt3; -sql select * from streamt3; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows <= $streamt3_rows then - print =====rows=$rows - print =====streamt3_rows=$streamt3_rows - goto loop1 -endi - -print select * from streamt4; -sql select * from streamt4; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $rows <= $streamt4_rows then - print =====rows=$rows - print =====streamt4_rows=$streamt4_rows - goto loop1 -endi - -sql insert into t1 values(now + 3000a,10,10,10); - -$loop_count = 0 -loop2: - -sleep 6000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -print select * from streamt1 order by 1; -sql select * from streamt1 order by 1; - -print $data00 $data01 $data02 $data03 $data04 -print $data10 $data11 $data12 $data13 $data14 -print $data20 $data21 $data22 $data23 $data24 -print $data30 $data31 $data32 $data33 $data34 -print $data40 $data41 $data42 $data43 $data44 -print $data50 $data51 $data52 $data53 $data54 - -if $data12 != 10 then - goto loop2 -endi - -print end - -system sh/exec.sh -n dnode1 -s stop -x SIGINT diff --git a/tests/script/tsim/stream/triggerSession0.sim b/tests/script/tsim/stream/triggerSession0.sim deleted file mode 100644 index 283d993e4cc7..000000000000 --- a/tests/script/tsim/stream/triggerSession0.sim +++ /dev/null @@ -1,158 +0,0 @@ -system sh/stop_dnodes.sh -system sh/deploy.sh -n dnode1 -i 1 -system sh/exec.sh -n dnode1 -s start -sleep 50 -sql connect - -print =============== create database -sql create database test vgroups 1; -sql select * from information_schema.ins_databases -if $rows != 3 then - return -1 -endi - -print $data00 $data01 $data02 - -sql use test; -sql create table t2(ts timestamp, a int, b int , c int, d double); -sql create stream streams2 trigger window_close IGNORE EXPIRED 0 IGNORE UPDATE 0 into streamt2 as select _wstart, count(*) c1, count(d) c2 , sum(a) c3 , max(b) c4, min(c) c5 from t2 session(ts, 10s); - -run tsim/stream/checkTaskStatus.sim - -sql insert into t2 values(1648791213000,1,2,3,1.0); -sql insert into t2 values(1648791222999,1,2,3,1.0); -sql insert into t2 values(1648791223000,1,2,3,1.0); -sql insert into t2 values(1648791223001,1,2,3,1.0); -sql insert into t2 values(1648791233001,1,2,3,1.0); - -$loop_count = 0 - -loop0: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; -if $rows != 0 then - print ======$rows - goto loop0 -endi - -sql insert into t2 values(1648791243002,1,2,3,1.0); - -loop1: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - goto loop1 -endi - -if $data01 != 5 then - print ======$data01 - goto loop1 -endi - -sql insert into t2 values(1648791223001,1,2,3,1.0) (1648791223002,1,2,3,1.0) (1648791222999,1,2,3,1.0); - -loop2: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - goto loop2 -endi - -if $data01 != 6 then - print ======$data01 - goto loop2 -endi - -sql insert into t2 values(1648791233002,1,2,3,1.0); - -loop3: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 0 then - print ======$rows - goto loop3 -endi - -sql insert into t2 values(1648791253003,1,2,3,1.0); - -loop4: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - - -sql select * from streamt2; - -if $rows != 1 then - print ======$rows - goto loop4 -endi - -if $data01 != 8 then - print ======$data01 - goto loop4 -endi - -sql insert into t2 values(1648791243003,1,2,3,1.0) (1648791243002,1,2,3,1.0) (1648791270004,1,2,3,1.0) (1648791280005,1,2,3,1.0) (1648791290006,1,2,3,1.0); - -loop5: -sleep 1000 - -$loop_count = $loop_count + 1 -if $loop_count == 20 then - return -1 -endi - -sql select * from streamt2; - -if $rows != 3 then - print =====rows=$rows - goto loop5 -endi - -if $data01 != 10 then - print ======$data01 - goto loop5 -endi -if $data11 != 1 then - print ======$data11 - goto loop5 -endi -if $data21 != 1 then - print ======$data21 - goto loop5 -endi - -system sh/exec.sh -n dnode1 -s stop -x SIGINT \ No newline at end of file diff --git a/tests/system-test/8-stream/ts-5617.py b/tests/system-test/8-stream/ts-5617.py deleted file mode 100755 index 3714952b0e79..000000000000 --- a/tests/system-test/8-stream/ts-5617.py +++ /dev/null @@ -1,187 +0,0 @@ -import taos -import sys -import time -import socket -import os -import threading - -from util.log import * -from util.sql import * -from util.cases import * -from util.dnodes import * -from util.common import * - -insertJson = '''{ - "filetype": "insert", - "cfgdir": "/etc/taos", - "host": "localhost", - "port": 6030, - "user": "root", - "password": "taosdata", - "connection_pool_size": 10, - "thread_count": 10, - "create_table_thread_count": 10, - "result_file": "./insert-2-2-1.txt", - "confirm_parameter_prompt": "no", - "num_of_records_per_req": 3600, - "prepared_rand": 3600, - "chinese": "no", - "escape_character": "yes", - "continue_if_fail": "no", - "databases": [ - { - "dbinfo": { - "name": "ts5617", - "drop": "yes", - "vgroups": 10, - "precision": "ms", - "buffer": 512, - "cachemodel":"'both'", - "stt_trigger": 1 - }, - "super_tables": [ - { - "name": "stb_2_2_1", - "child_table_exists": "no", - "childtable_count": 10000, - "childtable_prefix": "d_", - "auto_create_table": "yes", - "batch_create_tbl_num": 10, - "data_source": "csv", - "insert_mode": "stmt", - "non_stop_mode": "no", - "line_protocol": "line", - "insert_rows": 10000, - "childtable_limit": 0, - "childtable_offset": 0, - "interlace_rows": 0, - "insert_interval": 0, - "partial_col_num": 0, - "timestamp_step": 1000, - "start_timestamp": "2024-11-01 00:00:00.000", - "sample_format": "csv", - "sample_file": "./td_double10000_juchi.csv", - "use_sample_ts": "no", - "tags_file": "", - "columns": [ - {"type": "DOUBLE", "name": "val"}, - { "type": "INT", "name": "quality"} - ], - "tags": [ - {"type": "INT", "name": "id", "max": 100, "min": 1} - ] - } - ] - } - ] -}''' - -class TDTestCase: - updatecfgDict = {'debugFlag': 135, 'asynclog': 0, 'streamFailedTimeout': 10000} - clientCfgDict = {'debugFlag': 135, 'asynclog': 0} - updatecfgDict["clientCfg"] = clientCfgDict - def init(self, conn, logSql, replicaVar=1): - self.replicaVar = int(replicaVar) - tdLog.debug(f"start to excute {__file__}") - tdSql.init(conn.cursor()) - #tdSql.init(conn.cursor(), logSql) # output sql.txt file - - def run(self): - - with open('ts-5617.json', 'w') as file: - file.write(insertJson) - - tdLog.info("start to insert data: taosBenchmark -f ts-5617.json") - if os.system("taosBenchmark -f ts-5617.json") != 0: - tdLog.exit("taosBenchmark -f ts-5617.json") - - tdLog.info("test creating stream with history in normal ......") - start_time = time.time() - tdSql.execute(f'create stream s21 fill_history 1 async into ts5617.st21 tags(tname varchar(20)) subtable(tname) as select last(val), last(quality) from ts5617.stb_2_2_1 partition by tbname tname interval(1800s);') - end_time = time.time() - if end_time - start_time > 1: - tdLog.exit("create history stream sync too long") - - tdSql.query("show streams") - tdSql.checkRows(1) - tdSql.checkData(0, 1, "init") - - while 1: - tdSql.query("show streams") - tdLog.info(f"streams is creating ...") - if tdSql.getData(0, 1) == "ready": - break - else: - time.sleep(5) - - tdSql.execute(f'drop stream s21') - tdSql.execute(f'drop table if exists ts5617.st21') - - tdLog.info("test creating stream with history in taosd error ......") - tdSql.execute(f'create stream s211 fill_history 1 async into ts5617.st211 tags(tname varchar(20)) subtable(tname) as select last(val), last(quality) from ts5617.stb_2_2_1 partition by tbname tname interval(1800s);') - tdSql.execute(f'create stable ts5617.st211(ts timestamp, i int) tags(tname varchar(20))') - - tdSql.query("show streams") - tdSql.checkRows(1) - tdSql.checkData(0, 1, "init") - - while 1: - tdSql.query("show streams") - tdLog.info(f"streams is creating ...") - tdLog.info(tdSql.queryResult) - - if tdSql.getData(0, 1) == "failed" and tdSql.getData(0, 2) == "STable already exists": - break - else: - time.sleep(5) - time.sleep(10) - tdSql.execute(f'drop stream s211') - tdSql.execute(f'drop table if exists ts5617.st211') - - tdLog.info("test creating stream with history in taosd error ......") - tdSql.execute(f'create stream s21 fill_history 1 async into ts5617.st21 as select last(val), last(quality) from ts5617.d_0 interval(1800s);') - tdSql.execute(f'create stream s211 fill_history 1 async into ts5617.st211 as select last(val), last(quality) from ts5617.d_0 interval(1800s);') - - while 1: - tdSql.query("show streams") - tdLog.info(tdSql.queryResult) - - tdLog.info(f"streams is creating ...") - if "failed" in [tdSql.getData(0, 1), tdSql.getData(1, 1)] and "Conflict transaction not completed" in [tdSql.getData(0, 2), tdSql.getData(1, 2)]: - break - else: - time.sleep(5) - - tdSql.execute(f'drop stream s21') - tdSql.execute(f'drop stream s211') - tdSql.execute(f'drop table if exists ts5617.st21') - tdSql.execute(f'drop table if exists ts5617.st211') - - tdLog.info("test creating stream with history in taosd restart ......") - tdSql.execute(f'create stream s21 fill_history 1 async into ts5617.st21 tags(tname varchar(20)) subtable(tname) as select last(val), last(quality) from ts5617.stb_2_2_1 partition by tbname tname interval(1800s);') - tdSql.query("show streams") - tdSql.checkRows(1) - tdSql.checkData(0, 1, "init") - - tdLog.debug("restart taosd") - tdDnodes.forcestop(1) - time.sleep(20) - tdDnodes.start(1) - - while 1: - tdSql.query("show streams") - tdLog.info(f"streams is creating ...") - tdLog.info(tdSql.queryResult) - if tdSql.getData(0, 1) == "failed" and tdSql.getData(0, 2) == "timeout": - break - else: - time.sleep(5) - - return - - def stop(self): - tdSql.close() - tdLog.success(f"{__file__} successfully executed") - -tdCases.addLinux(__file__, TDTestCase()) -tdCases.addWindows(__file__, TDTestCase()) diff --git a/tools/CMakeLists.txt b/tools/CMakeLists.txt index 97c79cb7cc06..2c069f60cc65 100644 --- a/tools/CMakeLists.txt +++ b/tools/CMakeLists.txt @@ -4,6 +4,10 @@ ENDIF() add_subdirectory(shell) +IF(${TD_LINUX}) +add_subdirectory(rocks-reader) +ENDIF() + IF(TD_BUILD_HTTP) MESSAGE("") MESSAGE("${Yellow} use original embedded httpd ${ColourReset}") diff --git a/tools/keeper/infrastructure/log/web.go b/tools/keeper/infrastructure/log/web.go index 4aa244448ba3..563768faa26f 100644 --- a/tools/keeper/infrastructure/log/web.go +++ b/tools/keeper/infrastructure/log/web.go @@ -33,7 +33,7 @@ func GinLog() gin.HandlerFunc { logger.Errorf("finish request, status_code:%3d, latency:%v, client_ip:%s, method:%s, uri:%s", statusCode, latencyTime, clientIP, reqMethod, reqUri) return } - logger.Infof("finish request, status_code:%3d, latency:%v, client_ip:%s, method:%s, uri:%s", statusCode, latencyTime, clientIP, reqMethod, reqUri) + logger.Debugf("finish request, status_code:%3d, latency:%v, client_ip:%s, method:%s, uri:%s", statusCode, latencyTime, clientIP, reqMethod, reqUri) } } diff --git a/tools/keeper/system/program.go b/tools/keeper/system/program.go index ecf62fab91e7..25abf173fa03 100644 --- a/tools/keeper/system/program.go +++ b/tools/keeper/system/program.go @@ -8,6 +8,8 @@ import ( "strconv" "time" + "github.com/gin-contrib/cors" + "github.com/gin-gonic/gin" "github.com/kardianos/service" "github.com/taosdata/go-utils/web" "github.com/taosdata/taoskeeper/api" @@ -32,7 +34,7 @@ func Init() *http.Server { return nil } - router := web.CreateRouter(false, &conf.Cors, false) + router := CreateRouter(false, &conf.Cors, false) router.Use(log.GinLog()) router.Use(log.GinRecoverLog()) @@ -144,3 +146,10 @@ func (p *program) Stop(s service.Service) error { log.Close(ctxLog) return nil } + +func CreateRouter(debug bool, corsConf *web.CorsConfig, enableGzip bool) *gin.Engine { + gin.SetMode(gin.ReleaseMode) + router := gin.New() + router.Use(cors.New(corsConf.GetConfig())) + return router +} diff --git a/tools/rocks-reader/CMakeLists.txt b/tools/rocks-reader/CMakeLists.txt new file mode 100644 index 000000000000..b4c984bea0a8 --- /dev/null +++ b/tools/rocks-reader/CMakeLists.txt @@ -0,0 +1,32 @@ +aux_source_directory(src RREADER_SRC) + +add_executable(rocks-reader ${RREADER_SRC} ./rreader.cpp) + +if (${BUILD_CONTRIB} OR NOT ${TD_LINUX}) + DEP_ext_rocksdb(rocks-reader) +else() + if(${TD_LINUX}) + target_include_directories( + rocks-reader + PUBLIC "${TD_SOURCE_DIR}/deps/${TD_DEPS_DIR}/rocksdb_static" + ) + target_link_directories( + rocks-reader + PUBLIC "${TD_SOURCE_DIR}/deps/${TD_DEPS_DIR}/rocksdb_static" + ) + + target_link_libraries(rocks-reader + PUBLIC rocksdb + ) + endif() +endif() + +target_link_libraries(rocks-reader + PUBLIC pthread + PUBLIC m +) + +target_include_directories( + rocks-reader + PRIVATE "${CMAKE_BINARY_DIR}/build/include" +) diff --git a/tools/rocks-reader/rreader.cpp b/tools/rocks-reader/rreader.cpp new file mode 100644 index 000000000000..5c3329f86c4b --- /dev/null +++ b/tools/rocks-reader/rreader.cpp @@ -0,0 +1,296 @@ +//#ifdef USE_ROCKSDB +#include "rocksdb/c.h" +//#endif + +#include +#include +#include +#include +#include +#include "../../include/client/taos.h" + +#define TSKEY int64_t +#define IS_VAR_DATA_TYPE(t) \ + (((t) == TSDB_DATA_TYPE_VARCHAR) || ((t) == TSDB_DATA_TYPE_VARBINARY) || ((t) == TSDB_DATA_TYPE_NCHAR) || \ + ((t) == TSDB_DATA_TYPE_JSON) || ((t) == TSDB_DATA_TYPE_GEOMETRY) || ((t) == TSDB_DATA_TYPE_BLOB) || \ + ((t) == TSDB_DATA_TYPE_MEDIUMBLOB)) + +// SColVal ================================ +#define CV_FLAG_VALUE ((int8_t)0x0) +#define CV_FLAG_NONE ((int8_t)0x1) +#define CV_FLAG_NULL ((int8_t)0x2) +#define COL_VAL_IS_NONE(CV) ((CV)->flag == CV_FLAG_NONE) +#define COL_VAL_IS_NULL(CV) ((CV)->flag == CV_FLAG_NULL) +#define COL_VAL_IS_VALUE(CV) ((CV)->flag == CV_FLAG_VALUE) + +typedef int64_t tb_uid_t; + +struct SValue { + int8_t type; + union { + int64_t val; + struct { + uint8_t *pData; + uint32_t nData; + }; + }; +}; + +#define TD_MAX_PK_COLS 2 +struct SRowKey { + TSKEY ts; + uint8_t numOfPKs; + SValue pks[TD_MAX_PK_COLS]; +}; + +struct SColVal { + int16_t cid; + int8_t flag; + SValue value; +}; + +typedef enum { + READER_EXEC_DATA = 0x1, + READER_EXEC_ROWS = 0x2, +} EExecMode; + +#define LAST_COL_VERSION_1 (0x1) // add primary key, version +#define LAST_COL_VERSION_2 (0x2) // add cache status +#define LAST_COL_VERSION LAST_COL_VERSION_2 + +typedef enum { + TSDB_LAST_CACHE_VALID = 0, // last_cache has valid data + TSDB_LAST_CACHE_NO_CACHE, // last_cache has no data, but tsdb may have data +} ELastCacheStatus; + +typedef struct { + SRowKey rowKey; + int8_t dirty; + SColVal colVal; + ELastCacheStatus cacheStatus; +} SLastCol; + +typedef struct { + TSKEY ts; + int8_t dirty; + struct { + int16_t cid; + int8_t type; + int8_t flag; + union { + int64_t val; + struct { + uint32_t nData; + uint8_t *pData; + }; + } value; + } colVal; +} SLastColV0; + +static int32_t tsdbCacheDeserializeV0(char const *value, SLastCol *pLastCol) { + SLastColV0 *pLastColV0 = (SLastColV0 *)value; + + pLastCol->rowKey.ts = pLastColV0->ts; + pLastCol->rowKey.numOfPKs = 0; + pLastCol->dirty = pLastColV0->dirty; + pLastCol->colVal.cid = pLastColV0->colVal.cid; + pLastCol->colVal.flag = pLastColV0->colVal.flag; + pLastCol->colVal.value.type = pLastColV0->colVal.type; + + pLastCol->cacheStatus = TSDB_LAST_CACHE_VALID; + + if (IS_VAR_DATA_TYPE(pLastCol->colVal.value.type)) { + pLastCol->colVal.value.nData = pLastColV0->colVal.value.nData; + pLastCol->colVal.value.pData = NULL; + if (pLastCol->colVal.value.nData > 0) { + pLastCol->colVal.value.pData = (uint8_t *)(&pLastColV0[1]); + } + return sizeof(SLastColV0) + pLastColV0->colVal.value.nData; + } else if (pLastCol->colVal.value.type == TSDB_DATA_TYPE_DECIMAL) { + pLastCol->colVal.value.nData = pLastColV0->colVal.value.nData; + pLastCol->colVal.value.pData = (uint8_t *)(&pLastColV0[1]); + return sizeof(SLastColV0) + pLastColV0->colVal.value.nData; + } else { + pLastCol->colVal.value.val = pLastColV0->colVal.value.val; + return sizeof(SLastColV0); + } +} + +static int32_t tsdbCacheDeserialize(char const *value, size_t size, SLastCol **ppLastCol) { + if (!value) { + return -1; + } + + SLastCol *pLastCol = (SLastCol *)calloc(1, sizeof(SLastCol)); + if (NULL == pLastCol) { + return -2; + } + + int32_t offset = tsdbCacheDeserializeV0(value, pLastCol); + if (offset == size) { + // version 0 + *ppLastCol = pLastCol; + + return 0; + } else if (offset > size) { + free(pLastCol); + + return -3; + } + + // version + int8_t version = *(int8_t *)(value + offset); + offset += sizeof(int8_t); + + // numOfPKs + pLastCol->rowKey.numOfPKs = *(uint8_t *)(value + offset); + offset += sizeof(uint8_t); + + // pks + for (int32_t i = 0; i < pLastCol->rowKey.numOfPKs; i++) { + pLastCol->rowKey.pks[i] = *(SValue *)(value + offset); + offset += sizeof(SValue); + + if (IS_VAR_DATA_TYPE(pLastCol->rowKey.pks[i].type)) { + pLastCol->rowKey.pks[i].pData = NULL; + if (pLastCol->rowKey.pks[i].nData > 0) { + pLastCol->rowKey.pks[i].pData = (uint8_t *)value + offset; + offset += pLastCol->rowKey.pks[i].nData; + } + } + } + + if (version >= LAST_COL_VERSION_2) { + pLastCol->cacheStatus = *(ELastCacheStatus *)(value + offset); + } + + if (offset > size) { + free(pLastCol); + + return -3; + } + + *ppLastCol = pLastCol; + + return 0; +} + +enum { + LFLAG_LAST_ROW = 0, + LFLAG_LAST = 1, +}; + +typedef struct { + tb_uid_t uid; + int16_t cid; + int8_t lflag; +} SLastKey; + +static const char *myCmpName(void *state) { + (void)state; + return "myCmp"; +} + +static void myCmpDestroy(void *state) { (void)state; } + +static int myCmp(void *state, const char *a, size_t alen, const char *b, size_t blen) { + (void)state; + (void)alen; + (void)blen; + SLastKey *lhs = (SLastKey *)a; + SLastKey *rhs = (SLastKey *)b; + + if (lhs->uid < rhs->uid) { + return -1; + } else if (lhs->uid > rhs->uid) { + return 1; + } + + if (lhs->cid < rhs->cid) { + return -1; + } else if (lhs->cid > rhs->cid) { + return 1; + } + + if ((lhs->lflag & LFLAG_LAST) < (rhs->lflag & LFLAG_LAST)) { + return -1; + } else if ((lhs->lflag & LFLAG_LAST) > (rhs->lflag & LFLAG_LAST)) { + return 1; + } + + return 0; +} + +int main() { + char *err = NULL; + rocksdb_options_t *options = rocksdb_options_create(); + char cachePath[256] = "./cache.rdb"; + + rocksdb_comparator_t *cmp = rocksdb_comparator_create(NULL, myCmpDestroy, myCmp, myCmpName); + rocksdb_options_set_comparator(options, cmp); + + rocksdb_t *db = rocksdb_open(options, cachePath, &err); + if (!db) { + fprintf(stderr, "failed to open rocksdb\n"); + exit(-1); + } + + rocksdb_iterator_t *rocksdb_create_iterator(rocksdb_t * db, const rocksdb_readoptions_t *options); + unsigned char rocksdb_iter_valid(const rocksdb_iterator_t *); + void rocksdb_iter_seek_to_first(rocksdb_iterator_t *); + void rocksdb_iter_seek_to_last(rocksdb_iterator_t *); + void rocksdb_iter_next(rocksdb_iterator_t *); + const char *rocksdb_iter_key(const rocksdb_iterator_t *, size_t *klen); + const char *rocksdb_iter_value(const rocksdb_iterator_t *, size_t *vlen); + void rocksdb_iter_get_error(const rocksdb_iterator_t *, char **errptr); + void rocksdb_iter_destroy(rocksdb_iterator_t *); + + rocksdb_readoptions_t *readoptions = rocksdb_readoptions_create(); + rocksdb_iterator_t *iter = rocksdb_create_iterator(db, readoptions); + if (!iter) { + fprintf(stderr, "failed to open rocksdb\n"); + exit(-1); + } + + for (rocksdb_iter_seek_to_first(iter); rocksdb_iter_valid(iter); rocksdb_iter_next(iter)) { + size_t key_len, value_len; + const char *key = rocksdb_iter_key(iter, &key_len); + const char *value = rocksdb_iter_value(iter, &value_len); + + SLastCol *pLastCol = NULL; + int32_t code = tsdbCacheDeserialize(value, value_len, &pLastCol); + if (code) { + fprintf(stderr, "rocksdb/err: %d\n", code); + exit(-1); + } + + SLastKey *pLastKey = (SLastKey *)key; + if (LFLAG_LAST == pLastKey->lflag) { + if (!COL_VAL_IS_VALUE(&pLastCol->colVal)) { + bool none = COL_VAL_IS_NONE(&pLastCol->colVal); + bool null = COL_VAL_IS_NULL(&pLastCol->colVal); + if (none) { + printf("none uid: %" PRId64 ", cid: %" PRId16 "\n", pLastKey->uid, pLastKey->cid); + } + if (null) { + printf("null uid: %" PRId64 ", cid: %" PRId16 "\n", pLastKey->uid, pLastKey->cid); + } + } + } + + free(pLastCol); + } + + rocksdb_iter_destroy(iter); + rocksdb_readoptions_destroy(readoptions); + rocksdb_comparator_destroy(cmp); + rocksdb_options_destroy(options); + rocksdb_close(db); + + if (err) { + fprintf(stderr, "rocksdb/err: %s\n", err); + exit(-1); + } + + return 0; +} diff --git a/tools/taos-tools/example/insert.json b/tools/taos-tools/example/insert.json index 0f3316fd5b9e..6b49293578fd 100644 --- a/tools/taos-tools/example/insert.json +++ b/tools/taos-tools/example/insert.json @@ -5,7 +5,6 @@ "port": 6030, "user": "root", "password": "taosdata", - "connection_pool_size": 8, "thread_count": 4, "create_table_thread_count": 4, "result_file": "./insert_res.txt", diff --git a/tools/taos-tools/example/insert_blob.json b/tools/taos-tools/example/insert_blob.json index 9edcfcad92e2..6799ec15b113 100644 --- a/tools/taos-tools/example/insert_blob.json +++ b/tools/taos-tools/example/insert_blob.json @@ -35,7 +35,7 @@ "insert_mode": "stmt2", "non_stop_mode": "no", "line_protocol": "line", - "insert_rows": 10000, + "insert_rows": 1000000, "childtable_limit": 0, "childtable_offset": 0, "interlace_rows": 0, diff --git a/tools/taos-tools/src/benchUtil.c b/tools/taos-tools/src/benchUtil.c index 902681c1d948..bdd96f261315 100644 --- a/tools/taos-tools/src/benchUtil.c +++ b/tools/taos-tools/src/benchUtil.c @@ -346,7 +346,9 @@ SBenchConn* initBenchConnImpl(char *dbName) { succPrint("%s connect successfully.\n", show); // check write correct connect - conn->ctaos = taos_connect(host, user, pwd, NULL, port); + if (g_arguments->check_sql) { + conn->ctaos = taos_connect(host, user, pwd, NULL, port); + } if (dsnc) { tmfree(dsnc); diff --git a/tools/tdgpt/requirements.txt b/tools/tdgpt/requirements.txt index 86825b648ff5..b01372ba77df 100644 --- a/tools/tdgpt/requirements.txt +++ b/tools/tdgpt/requirements.txt @@ -52,7 +52,7 @@ uWSGI==2.0.27 Werkzeug==3.0.6 Flask-Testing==0.8.1 xlsxwriter==3.2.1 -taospy==2.8.2 +taospy==2.8.3 accelerate==0.34.2 # chronos-forecasting==1.5.0 # jax==0.5.3 diff --git a/tools/tdgpt/taosanalytics/app.py b/tools/tdgpt/taosanalytics/app.py index 375361e0f4aa..4e7b78bc2403 100644 --- a/tools/tdgpt/taosanalytics/app.py +++ b/tools/tdgpt/taosanalytics/app.py @@ -13,7 +13,7 @@ from taosanalytics.model import get_avail_model from taosanalytics.servicemgmt import loader from taosanalytics.util import app_logger, validate_pay_load, get_data_index, get_ts_index, is_white_noise, \ - parse_options, convert_results_to_windows, get_past_dynamic_data, get_dynamic_data + parse_options, get_past_dynamic_data, get_dynamic_data app = Flask(__name__) diff --git a/tools/tdgpt/taosanalytics/conf.py b/tools/tdgpt/taosanalytics/conf.py index f0af5539ee07..6d1e74c84343 100644 --- a/tools/tdgpt/taosanalytics/conf.py +++ b/tools/tdgpt/taosanalytics/conf.py @@ -3,6 +3,8 @@ """configuration model definition""" import configparser import logging +import os.path +from pathlib import Path _ANODE_SECTION_NAME = "taosanode" @@ -82,6 +84,11 @@ def __init__(self): def set_handler(self, file_path: str): """ set the log_inst handler """ + path = Path(file_path) + + # create directory if not exists + if not os.path.exists(path.parent): + os.mkdir(path.parent) handler = logging.FileHandler(file_path) handler.setFormatter(logging.Formatter(self.LOG_STR_FORMAT))