2024-01-03 13:52:18.831 INFO KyuubiSessionManager-exec-pool: Thread-2159 org.apache.kyuubi.operation.ExecuteStatement: Processing devops's query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: PENDING_STATE -> RUNNING_STATE, statement: SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:52:18 INFO ExecuteStatement: Processing devops's query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: PENDING_STATE -> RUNNING_STATE, statement: SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:52:18 INFO ExecuteStatement: Spark application name: kyuubi_USER_SPARK_SQL_devops_default_ba2fd64a-4239-4497-bd77-e87ad11fb7b2 application ID: application_1703339837335_12200 application web UI: http://bigdata-node-01:8088/proxy/application_1703339837335_12200,http://bigdata-node-02:8088/proxy/application_1703339837335_12200 master: yarn deploy mode: cluster version: 3.5.0 Start time: 2024-01-03T11:05:37.083 User: devops 24/01/03 13:52:18 INFO SparkSessionAspectj: spark session aspect,input sql :SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:52:18 INFO SparkSessionAspectj: sql from tardis 24/01/03 13:52:18 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76/metadata/00000-bfa0e168-e496-4e04-a897-824e190c2742.metadata.json 24/01/03 13:52:18 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:18 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466/metadata/00000-423dee83-4cf9-4367-a91b-4850913e2e54.metadata.json 24/01/03 13:52:18 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:18 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c/metadata/00000-2a73136c-4e9b-4518-907d-54fed04aa14b.metadata.json 24/01/03 13:52:18 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:18 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca/metadata/00000-6796dc12-ffe9-4132-82f0-0cfd244aeb21.metadata.json 24/01/03 13:52:18 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:18 INFO ExecuteStatement: Execute in full collect mode 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703 Post-Scan Filters: isnotnull(order_date#19625),(order_date#19625 > 2023-11-12),(order_date#19625 < 2023-12-12) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#19632) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL Post-Scan Filters: isnotnull(product_id#19637L) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL Post-Scan Filters: isnotnull(user_id#19645L) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703 Post-Scan Filters: isnotnull(order_date#19652),(order_date#19652 > 2023-11-12),(order_date#19652 < 2023-12-12) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#19659) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL Post-Scan Filters: isnotnull(product_id#19664L) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL Post-Scan Filters: isnotnull(user_id#19672L) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#19677) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(date_add(day_col#19682, -1)),isnotnull(day_col#19682) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: city IS NOT NULL Post-Scan Filters: isnotnull(city#19691) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: brand_name IS NOT NULL Post-Scan Filters: isnotnull(brand_name#19697) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL Post-Scan Filters: isnotnull(order_date#19702),(order_date#19702 > 2023-11-12),(order_date#19702 < 2023-12-12),isnotnull(buyer_id#19704L),isnotnull(product_id#19706L),isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai))) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL, city IS NOT NULL Post-Scan Filters: isnotnull(user_id#19709L),isnotnull(city#19713) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#19714) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL, brand_name IS NOT NULL Post-Scan Filters: isnotnull(product_id#19719L),isnotnull(brand_name#19724) 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: order_date#19625, buyer_id#19627L, product_id#19629L 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: day_col#19632 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: product_id#19637L, brand_name#19642 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: user_id#19645L, city#19649 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: order_date#19652, buyer_id#19654L, product_id#19656L 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: day_col#19659 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: product_id#19664L, brand_name#19669 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: user_id#19672L, city#19676 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: day_col#19677 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: day_col#19682 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: city#19691 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: brand_name#19697 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: order_date#19702, buyer_id#19704L, product_id#19706L 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: user_id#19709L, city#19713 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: day_col#19714 24/01/03 13:52:19 INFO V2ScanRelationPushDown: Output: product_id#19719L, brand_name#19724 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter product_id IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter user_id IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter product_id IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter user_id IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter city IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter brand_name IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) AND buyer_id IS NOT NULL) AND product_id IS NOT NULL) 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter (user_id IS NOT NULL AND city IS NOT NULL) 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:52:19 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter (product_id IS NOT NULL AND brand_name IS NOT NULL) 24/01/03 13:52:19 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1183 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1183_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1183 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1184 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1184_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1184 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1185 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1185_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1185 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1186 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1186_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1186 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1187 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1187_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1187 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1188 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1188_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1188 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1189 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1189_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1189 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1190 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1190_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1190 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1191 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1191_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1191 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1192 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1192_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1192 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1193 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1193_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1193 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1194 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1194_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1194 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1195 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1195_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1195 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1196 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1196_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1196 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1197 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1197_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1197 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1198 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1198_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1198 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1199 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1199_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1199 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1200 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1200_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1200 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1201 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1201_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1201 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1202 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1202_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1202 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1203 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1203_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1203 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1204 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1204_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1204 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1205 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1205_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1205 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1206 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1206_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1206 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1207 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1207_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1207 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1208 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1208_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1208 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1209 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1209_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1209 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1210 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1210_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1210 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1211 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1211_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1211 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1212 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1212_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1212 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1213 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1213_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1213 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1214 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1214_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1214 from broadcast at SparkBatch.java:78 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 548 started with 1 stages, 1 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1261.0 started with 1 tasks, 1 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 549 started with 1 stages, 2 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1262.0 started with 1 tasks, 2 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 550 started with 1 stages, 3 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1263.0 started with 5 tasks, 3 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 551 started with 1 stages, 4 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1264.0 started with 1 tasks, 4 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 552 started with 1 stages, 5 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1265.0 started with 1 tasks, 5 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 553 started with 1 stages, 6 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1266.0 started with 1 tasks, 6 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 554 started with 1 stages, 7 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1267.0 started with 1 tasks, 7 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 555 started with 1 stages, 8 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1268.0 started with 5 tasks, 8 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 556 started with 1 stages, 9 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1269.0 started with 1 tasks, 9 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 557 started with 1 stages, 10 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1270.0 started with 1 tasks, 10 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 558 started with 1 stages, 11 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1271.0 started with 5 tasks, 11 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Finished stage: Stage(1262, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 117 msec 24/01/03 13:52:19 INFO StatsReportListener: task runtime:(count: 1, mean: 114.000000, stdev: 0.000000, max: 114.000000, min: 114.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 114.0 ms 114.0 ms 114.0 ms 114.0 ms 114.0 ms 114.0 ms 114.0 ms 114.0 ms 114.0 ms 24/01/03 13:52:19 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 38564.000000, stdev: 0.000000, max: 38564.000000, min: 38564.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:19 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:19 INFO StatsReportListener: task result size:(count: 1, mean: 5070.000000, stdev: 0.000000, max: 5070.000000, min: 5070.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 24/01/03 13:52:19 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 71.052632, stdev: 0.000000, max: 71.052632, min: 71.052632) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 71 % 71 % 71 % 71 % 71 % 71 % 71 % 71 % 71 % 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:19 INFO StatsReportListener: other time pct: (count: 1, mean: 28.947368, stdev: 0.000000, max: 28.947368, min: 28.947368) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 29 % 29 % 29 % 29 % 29 % 29 % 29 % 29 % 29 % 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 549 succeeded, 10 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Finished stage: Stage(1265, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 108 msec 24/01/03 13:52:19 INFO StatsReportListener: task runtime:(count: 1, mean: 107.000000, stdev: 0.000000, max: 107.000000, min: 107.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 107.0 ms 107.0 ms 107.0 ms 107.0 ms 107.0 ms 107.0 ms 107.0 ms 107.0 ms 107.0 ms 24/01/03 13:52:19 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 30994.000000, stdev: 0.000000, max: 30994.000000, min: 30994.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:19 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:19 INFO StatsReportListener: task result size:(count: 1, mean: 5471.000000, stdev: 0.000000, max: 5471.000000, min: 5471.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 24/01/03 13:52:19 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 83.177570, stdev: 0.000000, max: 83.177570, min: 83.177570) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 83 % 83 % 83 % 83 % 83 % 83 % 83 % 83 % 83 % 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:19 INFO StatsReportListener: other time pct: (count: 1, mean: 16.822430, stdev: 0.000000, max: 16.822430, min: 16.822430) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 17 % 17 % 17 % 17 % 17 % 17 % 17 % 17 % 17 % 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 552 succeeded, 9 active jobs running 24/01/03 13:52:19 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=73374] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=74073] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=73371] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=74023] : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=73352] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=74016] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=73334] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=74009] : : : : +- Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] ! : : : : +- SortMergeJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, f4#19546: boolean : : : : +- BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false ! : : : : :- Sort [f3#19545 ASC NULLS FIRST], false, 0 : : : : :- ShuffleQueryStage 0 ! : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] ! : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] ! : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) ! : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74004] ! : : : : +- Sort [cast(f1#19547 as timestamp) ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 1 ! : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] ! : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] ! : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) ! : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 ! : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 ! : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] ! : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) ! : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 ! : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 ! : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] ! : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) ! : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 ! : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=74074] ! : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=73681] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) ! : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) ! : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] ! : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner ! : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 ! : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=74064] ! : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=73657] : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] ! : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- SortMergeJoin [city#19582], [city0#19586], Inner ! : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 ! : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=74057] ! : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=73635] : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] ! : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner ! : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 ! : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=74049] ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=73593] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=74045] ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=73591] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- Project [day_col#19659, brand_name#19669, city#19676] ! : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter ! : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=74038] ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=73570] : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] ! : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter ! : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 ! : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : : +- Exchange hashpartitioning(f3#19570L, 8192), ENSURE_REQUIREMENTS, [plan_id=74031] ! : : : : : : +- Exchange hashpartitioning(f3#19570L, 8192), ENSURE_REQUIREMENTS, [plan_id=73550] : : : : : : +- Project [day_col#19659, buyer_id#19654L, product_id#19656L AS f3#19570L] ! : : : : : : +- Project [day_col#19659, buyer_id#19654L, product_id#19656L AS f3#19570L] : : : : : : +- BroadcastHashJoin [f3#19566], [cast(f1#19568 as timestamp)], LeftOuter, BuildRight, f4#19567: boolean, false ! : : : : : : +- SortMergeJoin [f3#19566], [cast(f1#19568 as timestamp)], LeftOuter, f4#19567: boolean : : : : : : :- ShuffleQueryStage 5 ! : : : : : : :- Sort [f3#19566 ASC NULLS FIRST], false, 0 : : : : : : : +- ReusedExchange [buyer_id#19654L, product_id#19656L, f3#19566, f4#19567], Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] ! : : : : : : : +- ShuffleQueryStage 5 : : : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74026] ! : : : : : : : +- ReusedExchange [buyer_id#19654L, product_id#19656L, f3#19566, f4#19567], Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : : +- ShuffleQueryStage 7 ! : : : : : : +- Sort [cast(f1#19568 as timestamp) ASC NULLS FIRST], false, 0 : : : : : : +- ReusedExchange [day_col#19659, f1#19568], Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] ! : : : : : : +- ShuffleQueryStage 7 : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#19659, f1#19568], Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : : +- ShuffleQueryStage 9 ! : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=74050] ! : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73631] : : : +- CartesianProduct ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) ! : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : :- HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : +- CartesianProduct ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : : +- ShuffleQueryStage 12 ! : : : :- HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- *(9) Project [day_col#19677] ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : : +- *(9) Project [day_col#19677] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#19677) : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- ShuffleQueryStage 13 ! : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- *(10) Project [day_col#19682] ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : : +- *(10) Project [day_col#19682] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 14 ! : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) Filter isnotnull(city#19691) ! : : +- *(11) Project [city#19691 AS city0#19586] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#19691) : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 15 ! : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) Filter isnotnull(brand_name#19697) ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#19697) +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=74108] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=73850] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=74104] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=73848] +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=74096] ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 : +- Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=73824] : +- SortMergeJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner ! : +- Project [product_id#19706L, city0#19605, day_col0#19606] : :- Sort [f2#19604 ASC NULLS FIRST], false, 0 ! : +- SortMergeJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner : : +- Exchange hashpartitioning(f2#19604, 8192), ENSURE_REQUIREMENTS, [plan_id=74088] ! : :- Sort [f2#19604 ASC NULLS FIRST], false, 0 : : +- Project [product_id#19706L, f2#19604, city0#19605] ! : : +- Exchange hashpartitioning(f2#19604, 8192), ENSURE_REQUIREMENTS, [plan_id=73799] : : +- SortMergeJoin [buyer_id#19704L], [user_id#19709L], Inner ! : : +- Project [product_id#19706L, f2#19604, city0#19605] : : :- Sort [buyer_id#19704L ASC NULLS FIRST], false, 0 ! : : +- SortMergeJoin [buyer_id#19704L], [user_id#19709L], Inner : : : +- ShuffleQueryStage 16 ! : : :- Sort [buyer_id#19704L ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : +- Sort [user_id#19709L ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Exchange hashpartitioning(user_id#19709L, 8192), ENSURE_REQUIREMENTS, [plan_id=74081] ! : : +- Sort [user_id#19709L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, 8192), ENSURE_REQUIREMENTS, [plan_id=73795] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : +- Sort [cast(day_col#19714 as timestamp) ASC NULLS FIRST], false, 0 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Exchange hashpartitioning(cast(day_col#19714 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=74089] ! : +- Sort [cast(day_col#19714 as timestamp) ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- Exchange hashpartitioning(cast(day_col#19714 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73820] : +- ShuffleQueryStage 19 ! : +- HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=74097] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73843] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:19 INFO ShufflePartitionsUtil: For shuffle(355), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:19 INFO ShufflePartitionsUtil: For shuffle(355), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:19 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 559 started with 2 stages, 10 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1273.0 started with 1 tasks, 10 active stages running 24/01/03 13:52:19 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=74167] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=74554] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=74164] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=74505] : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=74159] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=74498] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=74155] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=74491] : : : : +- Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : +- BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : :- ShuffleQueryStage 0 : : : : :- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=74285] : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=74555] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=74279] : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=74545] : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=74275] : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=74538] : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=74271] : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=74530] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=74269] : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=74523] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=74264] : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=74516] : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 ! : : : : : : +- Exchange hashpartitioning(f3#19570L, 8192), ENSURE_REQUIREMENTS, [plan_id=74260] : : : : : : +- Exchange hashpartitioning(f3#19570L, 8192), ENSURE_REQUIREMENTS, [plan_id=74509] : : : : : : +- Project [day_col#19659, buyer_id#19654L, product_id#19656L AS f3#19570L] : : : : : : +- Project [day_col#19659, buyer_id#19654L, product_id#19656L AS f3#19570L] : : : : : : +- BroadcastHashJoin [f3#19566], [cast(f1#19568 as timestamp)], LeftOuter, BuildRight, f4#19567: boolean, false : : : : : : +- BroadcastHashJoin [f3#19566], [cast(f1#19568 as timestamp)], LeftOuter, BuildRight, f4#19567: boolean, false : : : : : : :- ShuffleQueryStage 5 : : : : : : :- ShuffleQueryStage 5 : : : : : : : +- ReusedExchange [buyer_id#19654L, product_id#19656L, f3#19566, f4#19567], Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : : : +- ReusedExchange [buyer_id#19654L, product_id#19656L, f3#19566, f4#19567], Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : : +- BroadcastQueryStage 23 : : : : : : +- BroadcastQueryStage 23 : : : : : : +- ReusedExchange [day_col#19659, f1#19568], BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : : : +- ReusedExchange [day_col#19659, f1#19568], BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 11 : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=74050] : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=74531] : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] ! : : : +- CartesianProduct ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) ! : : : :- HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : :- BroadcastExchange IdentityBroadcastMode, [plan_id=74525] ! : : : : +- ShuffleQueryStage 12 : : : : +- HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- ShuffleQueryStage 12 ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- *(9) Project [day_col#19677] : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- *(9) Filter isnotnull(day_col#19677) : : : : +- *(9) Project [day_col#19677] ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- ShuffleQueryStage 13 : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- ShuffleQueryStage 13 ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- *(10) Project [day_col#19682] : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : : +- *(10) Project [day_col#19682] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 ! : : +- ShuffleQueryStage 14 : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- ShuffleQueryStage 14 ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- *(11) Project [city#19691 AS city0#19586] : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- *(11) Filter isnotnull(city#19691) : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- *(11) Filter isnotnull(city#19691) ! : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 ! : +- ShuffleQueryStage 15 : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- ShuffleQueryStage 15 ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- *(12) Filter isnotnull(brand_name#19697) : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(12) Filter isnotnull(brand_name#19697) ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=74108] +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=74585] ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=74104] +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=74581] ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=74096] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! : +- Project [product_id#19706L, city0#19605, day_col0#19606] : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=74573] ! : +- SortMergeJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner : +- Project [product_id#19706L, city0#19605, day_col0#19606] ! : :- Sort [f2#19604 ASC NULLS FIRST], false, 0 : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : : +- Exchange hashpartitioning(f2#19604, 8192), ENSURE_REQUIREMENTS, [plan_id=74088] : :- Project [product_id#19706L, f2#19604, city0#19605] ! : : +- Project [product_id#19706L, f2#19604, city0#19605] : : +- SortMergeJoin [buyer_id#19704L], [user_id#19709L], Inner ! : : +- SortMergeJoin [buyer_id#19704L], [user_id#19709L], Inner : : :- Sort [buyer_id#19704L ASC NULLS FIRST], false, 0 ! : : :- Sort [buyer_id#19704L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 16 ! : : : +- ShuffleQueryStage 16 : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [user_id#19709L ASC NULLS FIRST], false, 0 ! : : +- Sort [user_id#19709L ASC NULLS FIRST], false, 0 : : +- Exchange hashpartitioning(user_id#19709L, 8192), ENSURE_REQUIREMENTS, [plan_id=74562] ! : : +- Exchange hashpartitioning(user_id#19709L, 8192), ENSURE_REQUIREMENTS, [plan_id=74081] : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- ShuffleQueryStage 17 ! : : +- ShuffleQueryStage 17 : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74568] ! : +- Sort [cast(day_col#19714 as timestamp) ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- Exchange hashpartitioning(cast(day_col#19714 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=74089] : +- ShuffleQueryStage 19 ! : +- HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=74574] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=74097] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:19 INFO ShufflePartitionsUtil: For shuffle(358), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:19 INFO ShufflePartitionsUtil: For shuffle(358), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:19 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:19 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 560 started with 2 stages, 11 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1275.0 started with 1 tasks, 11 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 561 started with 2 stages, 12 active jobs running 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1276.0 started with 1 tasks, 12 active stages running 24/01/03 13:52:19 INFO SQLOperationListener: Finished stage: Stage(1276, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 154 msec 24/01/03 13:52:19 INFO DAGScheduler: Job 561 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.158998 s 24/01/03 13:52:19 INFO StatsReportListener: task runtime:(count: 5, mean: 243.800000, stdev: 117.803905, max: 332.000000, min: 16.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 16.0 ms 16.0 ms 16.0 ms 244.0 ms 313.0 ms 314.0 ms 332.0 ms 332.0 ms 332.0 ms 24/01/03 13:52:19 INFO StatsReportListener: shuffle bytes written:(count: 5, mean: 2459177.400000, stdev: 2008094.444388, max: 5382833.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 1304.0 KiB 1327.6 KiB 4.0 MiB 5.1 MiB 5.1 MiB 5.1 MiB 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time:(count: 5, mean: 0.200000, stdev: 0.400000, max: 1.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 1.0 ms 1.0 ms 1.0 ms 24/01/03 13:52:19 INFO StatsReportListener: remote bytes read:(count: 5, mean: 6198.800000, stdev: 12397.600000, max: 30994.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:52:19 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:19 INFO StatsReportListener: task result size:(count: 5, mean: 4958.200000, stdev: 3259.357323, max: 11457.000000, min: 3049.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.5 KiB 3.5 KiB 11.2 KiB 11.2 KiB 11.2 KiB 24/01/03 13:52:19 INFO StatsReportListener: executor (non-fetch) time pct: (count: 5, mean: 84.716744, stdev: 20.584566, max: 97.444089, min: 43.750000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 44 % 44 % 44 % 91 % 95 % 96 % 97 % 97 % 97 % 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time pct: (count: 5, mean: 1.250000, stdev: 2.500000, max: 6.250000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 6 % 6 % 6 % 24/01/03 13:52:19 INFO StatsReportListener: other time pct: (count: 5, mean: 14.033256, stdev: 18.098549, max: 50.000000, min: 2.555911) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 3 % 3 % 3 % 4 % 5 % 9 % 50 % 50 % 50 % 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 561 succeeded, 11 active jobs running 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1229_piece0 stored as bytes in memory (estimated size 9.3 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1229 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:19 INFO SQLOperationListener: Finished stage: Stage(1275, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 192 msec 24/01/03 13:52:19 INFO StatsReportListener: task runtime:(count: 2, mean: 215.000000, stdev: 144.000000, max: 359.000000, min: 71.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 71.0 ms 71.0 ms 71.0 ms 71.0 ms 359.0 ms 359.0 ms 359.0 ms 359.0 ms 359.0 ms 24/01/03 13:52:19 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 712647.500000, stdev: 712647.500000, max: 1425295.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 1391.9 KiB 1391.9 KiB 1391.9 KiB 1391.9 KiB 1391.9 KiB 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:19 INFO StatsReportListener: remote bytes read:(count: 2, mean: 15497.000000, stdev: 15497.000000, max: 30994.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:52:19 INFO StatsReportListener: task result size:(count: 2, mean: 6350.000000, stdev: 2782.000000, max: 9132.000000, min: 3568.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 8.9 KiB 8.9 KiB 8.9 KiB 8.9 KiB 8.9 KiB 24/01/03 13:52:19 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 88.648044, stdev: 1.324101, max: 89.972145, min: 87.323944) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 87 % 87 % 87 % 87 % 90 % 90 % 90 % 90 % 90 % 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:19 INFO StatsReportListener: other time pct: (count: 2, mean: 11.351956, stdev: 1.324101, max: 12.676056, min: 10.027855) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 10 % 10 % 10 % 10 % 13 % 13 % 13 % 13 % 13 % 24/01/03 13:52:19 INFO DAGScheduler: Job 560 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.194528 s 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 560 succeeded, 10 active jobs running 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1230_piece0 stored as bytes in memory (estimated size 2.8 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1230 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:19 INFO DAGScheduler: Job 559 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.245262 s 24/01/03 13:52:19 INFO SQLOperationListener: Finished stage: Stage(1273, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 245 msec 24/01/03 13:52:19 INFO StatsReportListener: task runtime:(count: 1, mean: 18.000000, stdev: 0.000000, max: 18.000000, min: 18.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 18.0 ms 18.0 ms 18.0 ms 18.0 ms 18.0 ms 18.0 ms 18.0 ms 18.0 ms 18.0 ms 24/01/03 13:52:19 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:19 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:19 INFO StatsReportListener: task result size:(count: 1, mean: 17779.000000, stdev: 0.000000, max: 17779.000000, min: 17779.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 17.4 KiB 24/01/03 13:52:19 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:19 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 50.000000, stdev: 0.000000, max: 50.000000, min: 50.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 50 % 50 % 50 % 50 % 50 % 50 % 50 % 50 % 50 % 24/01/03 13:52:19 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:19 INFO StatsReportListener: other time pct: (count: 1, mean: 50.000000, stdev: 0.000000, max: 50.000000, min: 50.000000) 24/01/03 13:52:19 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:19 INFO StatsReportListener: 50 % 50 % 50 % 50 % 50 % 50 % 50 % 50 % 50 % 24/01/03 13:52:19 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 559 succeeded, 9 active jobs running 24/01/03 13:52:19 INFO MemoryStore: Block broadcast_1231_piece0 stored as bytes in memory (estimated size 18.3 KiB, free 4.1 GiB) 24/01/03 13:52:19 INFO SparkContext: Created broadcast 1231 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1261, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 466 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 2, mean: 440.000000, stdev: 24.000000, max: 464.000000, min: 416.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 416.0 ms 416.0 ms 416.0 ms 416.0 ms 464.0 ms 464.0 ms 464.0 ms 464.0 ms 464.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 774719.500000, stdev: 567372.500000, max: 1342092.000000, min: 207347.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 1310.6 KiB 1310.6 KiB 1310.6 KiB 1310.6 KiB 1310.6 KiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 2, mean: 3397.000000, stdev: 229.000000, max: 3626.000000, min: 3168.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 95.370524, stdev: 0.542938, max: 95.913462, min: 94.827586) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 95 % 95 % 95 % 95 % 96 % 96 % 96 % 96 % 96 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 2, mean: 4.629476, stdev: 0.542938, max: 5.172414, min: 4.086538) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 4 % 4 % 4 % 4 % 5 % 5 % 5 % 5 % 5 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 548 succeeded, 8 active jobs running 24/01/03 13:52:20 INFO ShufflePartitionsUtil: For shuffle(354), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:20 INFO ShufflePartitionsUtil: For shuffle(354), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 562 started with 2 stages, 9 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1278.0 started with 1 tasks, 9 active stages running 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1269, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 486 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 2, mean: 470.500000, stdev: 13.500000, max: 484.000000, min: 457.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 457.0 ms 457.0 ms 457.0 ms 457.0 ms 484.0 ms 484.0 ms 484.0 ms 484.0 ms 484.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 3530655.000000, stdev: 2803759.000000, max: 6334414.000000, min: 726896.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 2, mean: 4187.500000, stdev: 1138.500000, max: 5326.000000, min: 3049.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 93.976843, stdev: 2.510760, max: 96.487603, min: 91.466083) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 91 % 91 % 91 % 91 % 96 % 96 % 96 % 96 % 96 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 2, mean: 6.023157, stdev: 2.510760, max: 8.533917, min: 3.512397) 2024-01-03 13:52:23.843 INFO KyuubiSessionManager-exec-pool: Thread-2159 org.apache.kyuubi.operation.ExecuteStatement: Query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb] in RUNNING_STATE 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 4 % 4 % 4 % 4 % 9 % 9 % 9 % 9 % 9 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 556 succeeded, 8 active jobs running 24/01/03 13:52:20 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=76103] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=76355] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=76100] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=76310] : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=76095] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=76303] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=76155] : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=76356] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=76149] : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=76346] : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=76145] : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=76339] : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=76141] : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=76331] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=76139] : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=76327] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=76134] : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=76320] : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 11 : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=74712] : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=76332] : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : +- Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : :- BroadcastQueryStage 24 : : : :- BroadcastQueryStage 24 : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 12 : : : : +- ShuffleQueryStage 12 : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) Project [day_col#19677] : : : : +- *(9) Project [day_col#19677] : : : : +- *(9) Filter isnotnull(day_col#19677) : : : : +- *(9) Filter isnotnull(day_col#19677) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- ShuffleQueryStage 13 : : : +- ShuffleQueryStage 13 : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) Project [day_col#19682] : : : +- *(10) Project [day_col#19682] : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- ShuffleQueryStage 14 : : +- ShuffleQueryStage 14 : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) Project [city#19691 AS city0#19586] : : +- *(11) Project [city#19691 AS city0#19586] : : +- *(11) Filter isnotnull(city#19691) : : +- *(11) Filter isnotnull(city#19691) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- ShuffleQueryStage 15 : +- ShuffleQueryStage 15 : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- *(12) Filter isnotnull(brand_name#19697) : +- *(12) Filter isnotnull(brand_name#19697) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=74789] +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=76381] +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=74787] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=76377] +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- Project [city0#19605, day_col0#19606, brand_name0#19608] +- Project [city0#19605, day_col0#19606, brand_name0#19608] +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=74782] : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=76369] : +- Project [product_id#19706L, city0#19605, day_col0#19606] : +- Project [product_id#19706L, city0#19605, day_col0#19606] : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false : :- Project [product_id#19706L, f2#19604, city0#19605] : :- Project [product_id#19706L, f2#19604, city0#19605] ! : : +- SortMergeJoin [buyer_id#19704L], [user_id#19709L], Inner : : +- BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : : :- Sort [buyer_id#19704L ASC NULLS FIRST], false, 0 : : :- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76362] : : : +- ShuffleQueryStage 16 : : : +- ShuffleQueryStage 16 : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- Sort [user_id#19709L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, 8192), ENSURE_REQUIREMENTS, [plan_id=74562] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=76370] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=74574] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:20 INFO ShufflePartitionsUtil: For shuffle(362), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:20 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 563 started with 2 stages, 9 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1280.0 started with 1 tasks, 9 active stages running 24/01/03 13:52:20 INFO DAGScheduler: Job 563 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.042908 s 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1280, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 42 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 3, mean: 289.333333, stdev: 194.902255, max: 513.000000, min: 38.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 38.0 ms 38.0 ms 38.0 ms 38.0 ms 317.0 ms 513.0 ms 513.0 ms 513.0 ms 513.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 3, mean: 3201763.000000, stdev: 2314030.751947, max: 5388855.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 4.0 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 3, mean: 86967.333333, stdev: 118323.655010, max: 254302.000000, min: 3049.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.5 KiB 248.3 KiB 248.3 KiB 248.3 KiB 248.3 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 3, mean: 88.651322, stdev: 10.592914, max: 96.686160, min: 73.684211) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 74 % 74 % 74 % 74 % 96 % 97 % 97 % 97 % 97 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 3, mean: 11.348678, stdev: 10.592914, max: 26.315789, min: 3.313840) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3 % 3 % 3 % 3 % 4 % 26 % 26 % 26 % 26 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 563 succeeded, 8 active jobs running 24/01/03 13:52:20 INFO MemoryStore: Block broadcast_1234_piece0 stored as bytes in memory (estimated size 436.2 KiB, free 4.1 GiB) 24/01/03 13:52:20 INFO SparkContext: Created broadcast 1234 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1278, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 170 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 2, mean: 355.500000, stdev: 187.500000, max: 543.000000, min: 168.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 168.0 ms 168.0 ms 168.0 ms 168.0 ms 543.0 ms 543.0 ms 543.0 ms 543.0 ms 543.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 3003134.000000, stdev: 2386273.000000, max: 5389407.000000, min: 616861.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 2, mean: 4954.500000, stdev: 1446.500000, max: 6401.000000, min: 3508.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.4 KiB 3.4 KiB 3.4 KiB 3.4 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 96.492699, stdev: 1.849842, max: 98.342541, min: 94.642857) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 95 % 95 % 95 % 95 % 98 % 98 % 98 % 98 % 98 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 2, mean: 3.507301, stdev: 1.849842, max: 5.357143, min: 1.657459) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 2 % 2 % 2 % 2 % 5 % 5 % 5 % 5 % 5 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 562 succeeded, 7 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1266, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 818 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 3, mean: 666.333333, stdev: 115.300573, max: 817.000000, min: 537.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 537.0 ms 537.0 ms 537.0 ms 537.0 ms 645.0 ms 817.0 ms 817.0 ms 817.0 ms 817.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 3, mean: 3915703.333333, stdev: 2773913.069517, max: 6330991.000000, min: 30994.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 5.1 MiB 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 3, mean: 4176.666667, stdev: 915.400216, max: 5471.000000, min: 3508.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.4 KiB 3.4 KiB 3.4 KiB 3.4 KiB 3.5 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 3, mean: 98.196366, stdev: 1.234564, max: 99.069767, min: 96.450428) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 96 % 96 % 96 % 96 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 3, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 3, mean: 1.803634, stdev: 1.234564, max: 3.549572, min: 0.930233) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 4 % 4 % 4 % 4 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 553 succeeded, 6 active jobs running 24/01/03 13:52:20 INFO ShufflePartitionsUtil: For shuffle(359), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:20 INFO CodeGenerator: Code generated in 14.850258 ms 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 564 started with 2 stages, 7 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1282.0 started with 1 tasks, 7 active stages running 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1282, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 90 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 1, mean: 87.000000, stdev: 0.000000, max: 87.000000, min: 87.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 87.0 ms 87.0 ms 87.0 ms 87.0 ms 87.0 ms 87.0 ms 87.0 ms 87.0 ms 87.0 ms 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 33635.000000, stdev: 0.000000, max: 33635.000000, min: 33635.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 1, mean: 30994.000000, stdev: 0.000000, max: 30994.000000, min: 30994.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 1, mean: 11680.000000, stdev: 0.000000, max: 11680.000000, min: 11680.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 80.459770, stdev: 0.000000, max: 80.459770, min: 80.459770) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 80 % 80 % 80 % 80 % 80 % 80 % 80 % 80 % 80 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 1, mean: 19.540230, stdev: 0.000000, max: 19.540230, min: 19.540230) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 20 % 20 % 20 % 20 % 20 % 20 % 20 % 20 % 20 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 564 succeeded, 6 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1268, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 1286 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 1, mean: 1283.000000, stdev: 0.000000, max: 1283.000000, min: 1283.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 1206733.000000, stdev: 0.000000, max: 1206733.000000, min: 1206733.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 1, mean: 3778.000000, stdev: 0.000000, max: 3778.000000, min: 3778.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 98.674981, stdev: 0.000000, max: 98.674981, min: 98.674981) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 1, mean: 1.325019, stdev: 0.000000, max: 1.325019, min: 1.325019) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 555 succeeded, 5 active jobs running 24/01/03 13:52:20 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=76355] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=77884] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=76310] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=77843] : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=76303] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=77836] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=77460] : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=77885] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] ! : +- SortMergeJoin [brand_name#19581], [brand_name0#19589], Inner : +- BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false ! : :- Sort [brand_name#19581 ASC NULLS FIRST], false, 0 : :- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] ! : : +- Exchange hashpartitioning(brand_name#19581, 8192), ENSURE_REQUIREMENTS, [plan_id=77454] : : +- SortMergeJoin [city#19582], [city0#19586], Inner ! : : +- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 ! : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=77871] ! : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] ! : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=77450] : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner ! : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 ! : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=77864] ! : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=76331] : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=77860] ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=76327] : : : : +- Project [day_col#19659, brand_name#19669, city#19676] ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter ! : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=77853] ! : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=76320] : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter ! : : : : : +- Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 ! : : : : : +- SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : : +- ShuffleQueryStage 28 ! : : : : : :- Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] ! : : : : : : +- ShuffleQueryStage 28 : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : : +- ShuffleQueryStage 9 ! : : : : : +- Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- ShuffleQueryStage 30 ! : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] ! : : : +- ShuffleQueryStage 30 : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) ! : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : :- BroadcastQueryStage 24 ! : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- *(9) Project [day_col#19677] ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : : +- *(9) Project [day_col#19677] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#19677) : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- AQEShuffleRead coalesced ! : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- ShuffleQueryStage 13 ! : : : +- AQEShuffleRead coalesced : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- *(10) Project [day_col#19682] ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : : +- *(10) Project [day_col#19682] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 14 ! : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) Filter isnotnull(city#19691) ! : : +- *(11) Project [city#19691 AS city0#19586] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#19691) : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77877] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- Sort [brand_name0#19589 ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 15 ! : +- HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) Filter isnotnull(brand_name#19697) ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#19697) +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=77904] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=76525] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=77900] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=76523] +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=77892] ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 : +- Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=76518] : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : +- Project [product_id#19706L, city0#19605, day_col0#19606] : :- Project [product_id#19706L, f2#19604, city0#19605] ! : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false : : +- BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : :- Project [product_id#19706L, f2#19604, city0#19605] : : :- BroadcastQueryStage 29 ! : : +- BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : :- BroadcastQueryStage 29 : : : +- AQEShuffleRead local ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] : : : +- ShuffleQueryStage 16 ! : : : +- AQEShuffleRead local : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=77893] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=76370] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:20 INFO ShufflePartitionsUtil: For shuffle(361), advisory target size: 268435456, actual target size 6646410, minimum partition size: 1048576 24/01/03 13:52:20 INFO CodeGenerator: Code generated in 14.782822 ms 24/01/03 13:52:20 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 565 started with 2 stages, 6 active jobs running 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1284.0 started with 1 tasks, 6 active stages running 24/01/03 13:52:20 INFO SQLOperationListener: Finished stage: Stage(1263, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 1419 msec 24/01/03 13:52:20 INFO StatsReportListener: task runtime:(count: 1, mean: 1413.000000, stdev: 0.000000, max: 1413.000000, min: 1413.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 1.4 s 1.4 s 1.4 s 1.4 s 1.4 s 1.4 s 1.4 s 1.4 s 1.4 s 24/01/03 13:52:20 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 5612150.000000, stdev: 0.000000, max: 5612150.000000, min: 5612150.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:20 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:20 INFO StatsReportListener: task result size:(count: 1, mean: 3092.000000, stdev: 0.000000, max: 3092.000000, min: 3092.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 24/01/03 13:52:20 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 97.310686, stdev: 0.000000, max: 97.310686, min: 97.310686) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 24/01/03 13:52:20 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:20 INFO StatsReportListener: other time pct: (count: 1, mean: 2.689314, stdev: 0.000000, max: 2.689314, min: 2.689314) 24/01/03 13:52:20 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:20 INFO StatsReportListener: 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 24/01/03 13:52:20 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 550 succeeded, 5 active jobs running 24/01/03 13:52:21 INFO ShufflePartitionsUtil: For shuffle(365, 356), advisory target size: 268435456, actual target size 27532262, minimum partition size: 1048576 24/01/03 13:52:21 INFO ShufflePartitionsUtil: For shuffle(365, 356), advisory target size: 268435456, actual target size 27532262, minimum partition size: 1048576 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 7.634041 ms 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 6.172708 ms 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 566 started with 4 stages, 6 active jobs running 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1288.0 started with 1 tasks, 6 active stages running 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 7.160929 ms 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 6.332446 ms 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 6.225467 ms 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 567 started with 4 stages, 7 active jobs running 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1289.0 started with 1 tasks, 7 active stages running 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1271, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 1557 msec 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 1555.000000, stdev: 0.000000, max: 1555.000000, min: 1555.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 1.6 s 1.6 s 1.6 s 1.6 s 1.6 s 1.6 s 1.6 s 1.6 s 1.6 s 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 5612182.000000, stdev: 0.000000, max: 5612182.000000, min: 5612182.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 5.4 MiB 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 3551.000000, stdev: 0.000000, max: 3551.000000, min: 3551.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.163987, stdev: 0.000000, max: 99.163987, min: 99.163987) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 0.836013, stdev: 0.000000, max: 0.836013, min: 0.836013) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 558 succeeded, 6 active jobs running 24/01/03 13:52:21 INFO ShufflePartitionsUtil: For shuffle(364), advisory target size: 268435456, actual target size 26910720, minimum partition size: 1048576 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 13.010791 ms 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 568 started with 2 stages, 7 active jobs running 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1291.0 started with 1 tasks, 7 active stages running 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1284, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 278 msec 24/01/03 13:52:21 INFO DAGScheduler: Job 565 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.280017 s 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 275.000000, stdev: 0.000000, max: 275.000000, min: 275.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 275.0 ms 275.0 ms 275.0 ms 275.0 ms 275.0 ms 275.0 ms 275.0 ms 275.0 ms 275.0 ms 24/01/03 13:52:21 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 4036864.000000, stdev: 0.000000, max: 4036864.000000, min: 4036864.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 3.8 MiB 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 1329988.000000, stdev: 0.000000, max: 1329988.000000, min: 1329988.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 1298.8 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 93.090909, stdev: 0.000000, max: 93.090909, min: 93.090909) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 93 % 93 % 93 % 93 % 93 % 93 % 93 % 93 % 93 % 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 6.909091, stdev: 0.000000, max: 6.909091, min: 6.909091) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 7 % 7 % 7 % 7 % 7 % 7 % 7 % 7 % 7 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 565 succeeded, 6 active jobs running 24/01/03 13:52:21 INFO MemoryStore: Block broadcast_1240_piece0 stored as bytes in memory (estimated size 2.1 MiB, free 4.1 GiB) 24/01/03 13:52:21 INFO SparkContext: Created broadcast 1240 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1267, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1763 msec 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 1762.000000, stdev: 0.000000, max: 1762.000000, min: 1762.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 1.8 s 1.8 s 1.8 s 1.8 s 1.8 s 1.8 s 1.8 s 1.8 s 1.8 s 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 508.000000, stdev: 0.000000, max: 508.000000, min: 508.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 3586.000000, stdev: 0.000000, max: 3586.000000, min: 3586.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.489217, stdev: 0.000000, max: 99.489217, min: 99.489217) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 0.510783, stdev: 0.000000, max: 0.510783, min: 0.510783) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 554 succeeded, 5 active jobs running 24/01/03 13:52:21 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=78294] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=78956] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=78291] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=78925] : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- Project [brand_name#19642, day_col#19632, city#19649] : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- Sort [f3#19554L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 32 : : : +- ShuffleQueryStage 32 : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#19592, f3#19594, f5#19596, 8192), ENSURE_REQUIREMENTS, [plan_id=78363] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) ! : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- Exchange hashpartitioning(brand_name#19590, day_col0#19585, city0#19588, 8192), ENSURE_REQUIREMENTS, [plan_id=78952] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false : +- BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false : :- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : :- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] ! : : +- SortMergeJoin [city#19582], [city0#19586], Inner : : +- BroadcastHashJoin [city#19582], [city0#19586], Inner, BuildRight, false ! : : :- Sort [city#19582 ASC NULLS FIRST], false, 0 : : :- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] ! : : : +- Exchange hashpartitioning(city#19582, 8192), ENSURE_REQUIREMENTS, [plan_id=78355] : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner ! : : : +- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 ! : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=78939] ! : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=78351] : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=78935] ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=78349] : : : : +- Project [day_col#19659, brand_name#19669, city#19676] ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter ! : : : : +- Project [day_col#19659, brand_name#19669, city#19676] : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : +- SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : : +- ShuffleQueryStage 33 ! : : : : :- Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=78324] ! : : : : : +- ShuffleQueryStage 33 : : : : : +- *(28) Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=78324] : : : : : +- *(28) SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter ! : : : : : +- *(28) Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : :- *(26) Sort [f3#19570L ASC NULLS FIRST], false, 0 ! : : : : : +- *(28) SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : : +- AQEShuffleRead coalesced ! : : : : : :- *(26) Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : : +- ShuffleQueryStage 28 ! : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] ! : : : : : : +- ShuffleQueryStage 28 : : : : : +- *(27) Sort [f1#19573L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : : +- AQEShuffleRead coalesced ! : : : : : +- *(27) Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- ShuffleQueryStage 30 ! : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] ! : : : +- ShuffleQueryStage 30 : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) ! : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : :- BroadcastQueryStage 24 ! : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- *(9) Project [day_col#19677] ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : : +- *(9) Project [day_col#19677] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#19677) : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- AQEShuffleRead coalesced ! : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- ShuffleQueryStage 13 ! : : : +- AQEShuffleRead coalesced : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- *(10) Project [day_col#19682] ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : : +- *(10) Project [day_col#19682] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=78945] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- Sort [city0#19586 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 14 ! : : +- HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) Filter isnotnull(city#19691) ! : : +- *(11) Project [city#19691 AS city0#19586] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#19691) : +- BroadcastQueryStage 31 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77997] ! : +- BroadcastQueryStage 31 : +- *(22) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77997] : +- AQEShuffleRead coalesced ! : +- *(22) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- ShuffleQueryStage 15 ! : +- AQEShuffleRead coalesced : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) Filter isnotnull(brand_name#19697) ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#19697) +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=78974] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=78618] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=78970] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=78616] +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=78963] ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 : +- Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=77892] : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : +- Project [product_id#19706L, city0#19605, day_col0#19606] : :- Project [product_id#19706L, f2#19604, city0#19605] ! : +- BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false : : +- BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : :- Project [product_id#19706L, f2#19604, city0#19605] : : :- BroadcastQueryStage 29 ! : : +- BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : :- BroadcastQueryStage 29 : : : +- AQEShuffleRead local ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] : : : +- ShuffleQueryStage 16 ! : : : +- AQEShuffleRead local : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- ShuffleQueryStage 34 ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] ! +- ShuffleQueryStage 34 +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] +- AQEShuffleRead coalesced ! +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- ShuffleQueryStage 20 ! +- AQEShuffleRead coalesced +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:21 INFO ShufflePartitionsUtil: For shuffle(360), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:21 INFO CodeGenerator: Code generated in 16.548207 ms 24/01/03 13:52:21 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 569 started with 2 stages, 6 active jobs running 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1293.0 started with 1 tasks, 6 active stages running 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1293, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 56 msec 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 53.000000, stdev: 0.000000, max: 53.000000, min: 53.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 53.0 ms 53.0 ms 53.0 ms 53.0 ms 53.0 ms 53.0 ms 53.0 ms 53.0 ms 53.0 ms 24/01/03 13:52:21 INFO DAGScheduler: Job 569 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.057679 s 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 508.000000, stdev: 0.000000, max: 508.000000, min: 508.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 6085.000000, stdev: 0.000000, max: 6085.000000, min: 6085.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 77.358491, stdev: 0.000000, max: 77.358491, min: 77.358491) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 77 % 77 % 77 % 77 % 77 % 77 % 77 % 77 % 77 % 24/01/03 13:52:21 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 22.641509, stdev: 0.000000, max: 22.641509, min: 22.641509) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 23 % 23 % 23 % 23 % 23 % 23 % 23 % 23 % 23 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 569 succeeded, 5 active jobs running 24/01/03 13:52:21 INFO MemoryStore: Block broadcast_1242_piece0 stored as bytes in memory (estimated size 291.0 B, free 4.1 GiB) 24/01/03 13:52:21 INFO SparkContext: Created broadcast 1242 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1288, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 448 msec 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 445.000000, stdev: 0.000000, max: 445.000000, min: 445.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 445.0 ms 445.0 ms 445.0 ms 445.0 ms 445.0 ms 445.0 ms 445.0 ms 445.0 ms 445.0 ms 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 848977.000000, stdev: 0.000000, max: 848977.000000, min: 848977.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 17952280.000000, stdev: 0.000000, max: 17952280.000000, min: 17952280.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 14710.000000, stdev: 0.000000, max: 14710.000000, min: 14710.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 97.977528, stdev: 0.000000, max: 97.977528, min: 97.977528) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 2.022472, stdev: 0.000000, max: 2.022472, min: 2.022472) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 566 succeeded, 4 active jobs running 24/01/03 13:52:21 INFO SQLOperationListener: Finished stage: Stage(1289, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 569 msec 24/01/03 13:52:21 INFO StatsReportListener: task runtime:(count: 1, mean: 567.000000, stdev: 0.000000, max: 567.000000, min: 567.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 567.0 ms 567.0 ms 567.0 ms 567.0 ms 567.0 ms 567.0 ms 567.0 ms 567.0 ms 567.0 ms 24/01/03 13:52:21 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 829990.000000, stdev: 0.000000, max: 829990.000000, min: 829990.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:21 INFO StatsReportListener: remote bytes read:(count: 1, mean: 17952280.000000, stdev: 0.000000, max: 17952280.000000, min: 17952280.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 17.1 MiB 24/01/03 13:52:21 INFO StatsReportListener: task result size:(count: 1, mean: 14710.000000, stdev: 0.000000, max: 14710.000000, min: 14710.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 24/01/03 13:52:21 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 98.059965, stdev: 0.000000, max: 98.059965, min: 98.059965) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 24/01/03 13:52:21 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:21 INFO StatsReportListener: other time pct: (count: 1, mean: 1.940035, stdev: 0.000000, max: 1.940035, min: 1.940035) 24/01/03 13:52:21 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:21 INFO StatsReportListener: 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 24/01/03 13:52:21 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 567 succeeded, 3 active jobs running 24/01/03 13:52:22 INFO SQLOperationListener: Finished stage: Stage(1291, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1107 msec 24/01/03 13:52:22 INFO StatsReportListener: task runtime:(count: 1, mean: 1104.000000, stdev: 0.000000, max: 1104.000000, min: 1104.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 1.1 s 1.1 s 1.1 s 1.1 s 1.1 s 1.1 s 1.1 s 1.1 s 1.1 s 24/01/03 13:52:22 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 22308142.000000, stdev: 0.000000, max: 22308142.000000, min: 22308142.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 21.3 MiB 24/01/03 13:52:22 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:22 INFO StatsReportListener: remote bytes read:(count: 1, mean: 20603148.000000, stdev: 0.000000, max: 20603148.000000, min: 20603148.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 19.6 MiB 24/01/03 13:52:22 INFO StatsReportListener: task result size:(count: 1, mean: 6247.000000, stdev: 0.000000, max: 6247.000000, min: 6247.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 24/01/03 13:52:22 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.275362, stdev: 0.000000, max: 99.275362, min: 99.275362) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:22 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:22 INFO StatsReportListener: other time pct: (count: 1, mean: 0.724638, stdev: 0.000000, max: 0.724638, min: 0.724638) 24/01/03 13:52:22 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:22 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:22 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 568 succeeded, 2 active jobs running 24/01/03 13:52:25 INFO SQLOperationListener: Finished stage: Stage(1264, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 5446 msec 24/01/03 13:52:25 INFO StatsReportListener: task runtime:(count: 1, mean: 5443.000000, stdev: 0.000000, max: 5443.000000, min: 5443.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 5.4 s 5.4 s 5.4 s 5.4 s 5.4 s 5.4 s 5.4 s 5.4 s 5.4 s 24/01/03 13:52:25 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 97862424.000000, stdev: 0.000000, max: 97862424.000000, min: 97862424.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 24/01/03 13:52:25 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:25 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:25 INFO StatsReportListener: task result size:(count: 1, mean: 3092.000000, stdev: 0.000000, max: 3092.000000, min: 3092.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 24/01/03 13:52:25 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.834650, stdev: 0.000000, max: 99.834650, min: 99.834650) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 24/01/03 13:52:25 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:25 INFO StatsReportListener: other time pct: (count: 1, mean: 0.165350, stdev: 0.000000, max: 0.165350, min: 0.165350) 24/01/03 13:52:25 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:25 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:25 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 551 succeeded, 1 active jobs running 24/01/03 13:52:25 INFO ShufflePartitionsUtil: For shuffle(367, 357), advisory target size: 268435456, actual target size 98709312, minimum partition size: 1048576 24/01/03 13:52:25 INFO ShufflePartitionsUtil: For shuffle(368, 357), advisory target size: 268435456, actual target size 98688120, minimum partition size: 1048576 24/01/03 13:52:25 INFO CodeGenerator: Code generated in 15.42047 ms 24/01/03 13:52:25 INFO CodeGenerator: Code generated in 6.996735 ms 24/01/03 13:52:25 INFO CodeGenerator: Code generated in 7.050325 ms 24/01/03 13:52:25 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 570 started with 6 stages, 2 active jobs running 24/01/03 13:52:25 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1299.0 started with 1 tasks, 2 active stages running 24/01/03 13:52:25 INFO CodeGenerator: Code generated in 7.314774 ms 24/01/03 13:52:25 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 571 started with 6 stages, 3 active jobs running 24/01/03 13:52:25 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1301.0 started with 1 tasks, 3 active stages running 24/01/03 13:52:28 INFO SQLOperationListener: Finished stage: Stage(1270, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 8673 msec 24/01/03 13:52:28 INFO StatsReportListener: task runtime:(count: 1, mean: 8671.000000, stdev: 0.000000, max: 8671.000000, min: 8671.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 8.7 s 8.7 s 8.7 s 8.7 s 8.7 s 8.7 s 8.7 s 8.7 s 8.7 s 24/01/03 13:52:28 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 107171980.000000, stdev: 0.000000, max: 107171980.000000, min: 107171980.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 24/01/03 13:52:28 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:28 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:28 INFO StatsReportListener: task result size:(count: 1, mean: 3551.000000, stdev: 0.000000, max: 3551.000000, min: 3551.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:52:28 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.850075, stdev: 0.000000, max: 99.850075, min: 99.850075) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 24/01/03 13:52:28 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:28 INFO StatsReportListener: other time pct: (count: 1, mean: 0.149925, stdev: 0.000000, max: 0.149925, min: 0.149925) 24/01/03 13:52:28 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:28 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:28 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 557 succeeded, 2 active jobs running 24/01/03 13:52:28 INFO ShufflePartitionsUtil: For shuffle(363), advisory target size: 268435456, actual target size 107167744, minimum partition size: 1048576 24/01/03 13:52:28 INFO CodeGenerator: Code generated in 13.814343 ms 24/01/03 13:52:28 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 572 started with 2 stages, 3 active jobs running 24/01/03 13:52:28 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1303.0 started with 1 tasks, 3 active stages running 2024-01-03 13:52:28.851 INFO KyuubiSessionManager-exec-pool: Thread-2159 org.apache.kyuubi.operation.ExecuteStatement: Query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb] in RUNNING_STATE 24/01/03 13:52:29 INFO SQLOperationListener: Finished stage: Stage(1299, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 4453 msec 24/01/03 13:52:29 INFO StatsReportListener: task runtime:(count: 1, mean: 4448.000000, stdev: 0.000000, max: 4448.000000, min: 4448.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 4.4 s 4.4 s 4.4 s 4.4 s 4.4 s 4.4 s 4.4 s 4.4 s 4.4 s 24/01/03 13:52:29 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 943865.000000, stdev: 0.000000, max: 943865.000000, min: 943865.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:29 INFO StatsReportListener: remote bytes read:(count: 1, mean: 98711401.000000, stdev: 0.000000, max: 98711401.000000, min: 98711401.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 24/01/03 13:52:29 INFO StatsReportListener: task result size:(count: 1, mean: 20242.000000, stdev: 0.000000, max: 20242.000000, min: 20242.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 24/01/03 13:52:29 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.640288, stdev: 0.000000, max: 99.640288, min: 99.640288) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:29 INFO StatsReportListener: other time pct: (count: 1, mean: 0.359712, stdev: 0.000000, max: 0.359712, min: 0.359712) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 570 succeeded, 2 active jobs running 24/01/03 13:52:29 INFO ShufflePartitionsUtil: For shuffle(370), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:29 INFO HashAggregateExec: spark.sql.codegen.aggregate.map.twolevel.enabled is set to true, but current version of codegened fast hashmap does not support this aggregate. 24/01/03 13:52:29 INFO CodeGenerator: Code generated in 8.678024 ms 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 573 started with 7 stages, 3 active jobs running 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1306.0 started with 1 tasks, 3 active stages running 24/01/03 13:52:29 INFO SQLOperationListener: Finished stage: Stage(1306, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 103 msec 24/01/03 13:52:29 INFO StatsReportListener: task runtime:(count: 1, mean: 100.000000, stdev: 0.000000, max: 100.000000, min: 100.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 100.0 ms 100.0 ms 100.0 ms 100.0 ms 100.0 ms 100.0 ms 100.0 ms 100.0 ms 100.0 ms 24/01/03 13:52:29 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 102405.000000, stdev: 0.000000, max: 102405.000000, min: 102405.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:29 INFO StatsReportListener: remote bytes read:(count: 1, mean: 943865.000000, stdev: 0.000000, max: 943865.000000, min: 943865.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 24/01/03 13:52:29 INFO StatsReportListener: task result size:(count: 1, mean: 22001.000000, stdev: 0.000000, max: 22001.000000, min: 22001.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 24/01/03 13:52:29 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 79.000000, stdev: 0.000000, max: 79.000000, min: 79.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:29 INFO StatsReportListener: other time pct: (count: 1, mean: 21.000000, stdev: 0.000000, max: 21.000000, min: 21.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 573 succeeded, 2 active jobs running 24/01/03 13:52:29 INFO SQLOperationListener: Finished stage: Stage(1301, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 4662 msec 24/01/03 13:52:29 INFO StatsReportListener: task runtime:(count: 1, mean: 4659.000000, stdev: 0.000000, max: 4659.000000, min: 4659.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 4.7 s 4.7 s 4.7 s 4.7 s 4.7 s 4.7 s 4.7 s 4.7 s 4.7 s 24/01/03 13:52:29 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 884895.000000, stdev: 0.000000, max: 884895.000000, min: 884895.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:29 INFO StatsReportListener: remote bytes read:(count: 1, mean: 98692414.000000, stdev: 0.000000, max: 98692414.000000, min: 98692414.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 24/01/03 13:52:29 INFO StatsReportListener: task result size:(count: 1, mean: 20285.000000, stdev: 0.000000, max: 20285.000000, min: 20285.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 24/01/03 13:52:29 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 98.733634, stdev: 0.000000, max: 98.733634, min: 98.733634) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:29 INFO StatsReportListener: other time pct: (count: 1, mean: 1.266366, stdev: 0.000000, max: 1.266366, min: 1.266366) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 571 succeeded, 1 active jobs running 24/01/03 13:52:29 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 39 : : +- ShuffleQueryStage 39 : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] : : +- *(38) LocalLimit 1001 : : +- *(38) LocalLimit 1001 : : +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 36 : : +- ShuffleQueryStage 36 : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] : : +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : : +- *(33) Project [brand_name#19642, day_col#19632, city#19649] : : +- *(33) Project [brand_name#19642, day_col#19632, city#19649] : : +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : : :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 : : :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 32 : : : +- ShuffleQueryStage 32 : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- *(2) Filter isnotnull(day_col#19632) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- *(3) Filter isnotnull(product_id#19637L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : : +- *(4) Filter isnotnull(user_id#19645L) : : +- *(4) Filter isnotnull(user_id#19645L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) ! : +- Exchange hashpartitioning(brand_name#19590, day_col0#19585, city0#19588, 8192), ENSURE_REQUIREMENTS, [plan_id=80039] : +- Exchange hashpartitioning(brand_name#19590, day_col0#19585, city0#19588, 8192), ENSURE_REQUIREMENTS, [plan_id=80561] : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] : +- BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false : +- BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false : :- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : :- Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] : : +- BroadcastHashJoin [city#19582], [city0#19586], Inner, BuildRight, false : : +- BroadcastHashJoin [city#19582], [city0#19586], Inner, BuildRight, false : : :- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : : :- Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] ! : : : +- SortMergeJoin [day_col#19583], [day_col#19677], Inner : : : +- BroadcastHashJoin [day_col#19583], [day_col#19677], Inner, BuildLeft, false ! : : : :- Sort [day_col#19583 ASC NULLS FIRST], false, 0 : : : :- BroadcastExchange HashedRelationBroadcastMode(List(input[3, date, false]),false), [plan_id=80552] ! : : : : +- Exchange hashpartitioning(day_col#19583, 8192), ENSURE_REQUIREMENTS, [plan_id=80030] : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) ! : : : : +- HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : : : +- ShuffleQueryStage 37 ! : : : : +- ShuffleQueryStage 37 : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=80006] ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=80006] : : : : +- *(36) HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) ! : : : : +- *(36) HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : : +- *(36) Project [day_col#19659, brand_name#19669, city#19676] ! : : : : +- *(36) Project [day_col#19659, brand_name#19669, city#19676] : : : : +- *(36) SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter ! : : : : +- *(36) SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : : :- *(34) Sort [f3#19575L ASC NULLS FIRST], false, 0 ! : : : : :- *(34) Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : : : +- AQEShuffleRead coalesced ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ShuffleQueryStage 33 ! : : : : : +- ShuffleQueryStage 33 : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=78324] ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=78324] : : : : : +- *(28) Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] ! : : : : : +- *(28) Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : : : : +- *(28) SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter ! : : : : : +- *(28) SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : : : : :- *(26) Sort [f3#19570L ASC NULLS FIRST], false, 0 ! : : : : : :- *(26) Sort [f3#19570L ASC NULLS FIRST], false, 0 : : : : : : +- AQEShuffleRead coalesced ! : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ShuffleQueryStage 28 ! : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] ! : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : : : +- *(27) Sort [f1#19573L ASC NULLS FIRST], false, 0 ! : : : : : +- *(27) Sort [f1#19573L ASC NULLS FIRST], false, 0 : : : : : +- AQEShuffleRead coalesced ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ShuffleQueryStage 9 ! : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : : : +- *(35) Sort [f1#19578L ASC NULLS FIRST], false, 0 ! : : : : +- *(35) Sort [f1#19578L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced ! : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 11 ! : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : : : +- ShuffleQueryStage 30 ! : : : +- Sort [day_col#19677 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] ! : : : +- ShuffleQueryStage 30 : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) ! : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] : : : :- BroadcastQueryStage 24 ! : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] : : : : +- *(9) Project [day_col#19677] ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : : +- *(9) Project [day_col#19677] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#19677) : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- AQEShuffleRead coalesced ! : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) : : : +- ShuffleQueryStage 13 ! : : : +- AQEShuffleRead coalesced : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] : : : +- *(10) Project [day_col#19682] ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : : +- *(10) Project [day_col#19682] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) : : +- BroadcastQueryStage 35 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=79039] ! : : +- BroadcastQueryStage 35 : : +- *(30) HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=79039] : : +- AQEShuffleRead coalesced ! : : +- *(30) HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) : : +- ShuffleQueryStage 14 ! : : +- AQEShuffleRead coalesced : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) : : +- *(11) Filter isnotnull(city#19691) ! : : +- *(11) Project [city#19691 AS city0#19586] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#19691) : +- BroadcastQueryStage 31 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77997] ! : +- BroadcastQueryStage 31 : +- *(22) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77997] : +- AQEShuffleRead coalesced ! : +- *(22) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) : +- ShuffleQueryStage 15 ! : +- AQEShuffleRead coalesced : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) : +- *(12) Filter isnotnull(brand_name#19697) ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#19697) +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=80581] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=80238] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=80577] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=80236] +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner : +- ShuffleQueryStage 38 ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=80213] ! : +- ShuffleQueryStage 38 : +- *(37) Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=80213] : +- *(37) BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : +- *(37) Project [product_id#19706L, city0#19605, day_col0#19606] : :- *(37) Project [product_id#19706L, f2#19604, city0#19605] ! : +- *(37) BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false : : +- *(37) BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : :- *(37) Project [product_id#19706L, f2#19604, city0#19605] : : :- BroadcastQueryStage 29 ! : : +- *(37) BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : :- BroadcastQueryStage 29 : : : +- AQEShuffleRead local ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] : : : +- ShuffleQueryStage 16 ! : : : +- AQEShuffleRead local : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) : : +- *(37) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- AQEShuffleRead coalesced ! : : +- *(37) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- ShuffleQueryStage 17 ! : : +- AQEShuffleRead coalesced : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : +- ShuffleQueryStage 19 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] +- ShuffleQueryStage 34 ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] ! +- ShuffleQueryStage 34 +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] +- AQEShuffleRead coalesced ! +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) +- ShuffleQueryStage 20 ! +- AQEShuffleRead coalesced +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- *(16) Project [brand_name#19724, product_id#19719L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:29 INFO ShufflePartitionsUtil: For shuffle(371), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:29 INFO HashAggregateExec: spark.sql.codegen.aggregate.map.twolevel.enabled is set to true, but current version of codegened fast hashmap does not support this aggregate. 24/01/03 13:52:29 INFO CodeGenerator: Code generated in 7.716069 ms 24/01/03 13:52:29 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 574 started with 7 stages, 2 active jobs running 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1313.0 started with 1 tasks, 2 active stages running 24/01/03 13:52:29 INFO SQLOperationListener: Finished stage: Stage(1313, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 56 msec 24/01/03 13:52:29 INFO StatsReportListener: task runtime:(count: 1, mean: 54.000000, stdev: 0.000000, max: 54.000000, min: 54.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 54.0 ms 54.0 ms 54.0 ms 54.0 ms 54.0 ms 54.0 ms 54.0 ms 54.0 ms 54.0 ms 24/01/03 13:52:29 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:29 INFO DAGScheduler: Job 574 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.059016 s 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:29 INFO StatsReportListener: remote bytes read:(count: 1, mean: 884895.000000, stdev: 0.000000, max: 884895.000000, min: 884895.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 24/01/03 13:52:29 INFO StatsReportListener: task result size:(count: 1, mean: 302820.000000, stdev: 0.000000, max: 302820.000000, min: 302820.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 24/01/03 13:52:29 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 83.333333, stdev: 0.000000, max: 83.333333, min: 83.333333) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 83 % 83 % 83 % 83 % 83 % 83 % 83 % 83 % 83 % 24/01/03 13:52:29 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:29 INFO StatsReportListener: other time pct: (count: 1, mean: 16.666667, stdev: 0.000000, max: 16.666667, min: 16.666667) 24/01/03 13:52:29 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:29 INFO StatsReportListener: 17 % 17 % 17 % 17 % 17 % 17 % 17 % 17 % 17 % 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 574 succeeded, 1 active jobs running 24/01/03 13:52:29 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:52:29 INFO CodeGenerator: Code generated in 4.824688 ms 24/01/03 13:52:29 INFO MemoryStore: Block broadcast_1248_piece0 stored as bytes in memory (estimated size 291.3 KiB, free 4.1 GiB) 24/01/03 13:52:29 INFO SparkContext: Created broadcast 1248 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:52:29 INFO ShufflePartitionsUtil: For shuffle(366), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:29 INFO CodeGenerator: Code generated in 15.414597 ms 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 575 started with 3 stages, 2 active jobs running 24/01/03 13:52:29 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1316.0 started with 1 tasks, 2 active stages running 24/01/03 13:52:30 INFO SQLOperationListener: Finished stage: Stage(1316, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 157 msec 24/01/03 13:52:30 INFO StatsReportListener: task runtime:(count: 1, mean: 152.000000, stdev: 0.000000, max: 152.000000, min: 152.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 152.0 ms 152.0 ms 152.0 ms 152.0 ms 152.0 ms 152.0 ms 152.0 ms 152.0 ms 152.0 ms 24/01/03 13:52:30 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:30 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:30 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:30 INFO StatsReportListener: task result size:(count: 1, mean: 33838.000000, stdev: 0.000000, max: 33838.000000, min: 33838.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 24/01/03 13:52:30 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 84.868421, stdev: 0.000000, max: 84.868421, min: 84.868421) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 85 % 85 % 85 % 85 % 85 % 85 % 85 % 85 % 85 % 24/01/03 13:52:30 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:30 INFO StatsReportListener: other time pct: (count: 1, mean: 15.131579, stdev: 0.000000, max: 15.131579, min: 15.131579) 24/01/03 13:52:30 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:30 INFO StatsReportListener: 15 % 15 % 15 % 15 % 15 % 15 % 15 % 15 % 15 % 24/01/03 13:52:30 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 575 succeeded, 1 active jobs running 24/01/03 13:52:30 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter ! :- LocalLimit 1001 :- Sort [f5#19598 ASC NULLS FIRST, f7#19600 ASC NULLS FIRST, f9#19602 ASC NULLS FIRST], false, 0 ! : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] : +- LocalLimit 1001 ! : +- SortMergeJoin [f4#19560, f6#19562, f8#19564], [f1#19592, f3#19594, f5#19596], LeftOuter : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] ! : :- Sort [f4#19560 ASC NULLS FIRST, f6#19562 ASC NULLS FIRST, f8#19564 ASC NULLS FIRST], false, 0 : +- Project [f30#19559L, f4#19560, f6#19562, f8#19564, cast(null as bigint) AS f0#19591L, cast(null as string) AS f1#19592, cast(null as date) AS f3#19594, cast(null as string) AS f5#19596] ! : : +- ShuffleQueryStage 39 : +- ShuffleQueryStage 39 ! : : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] ! : : +- *(38) LocalLimit 1001 : +- *(38) LocalLimit 1001 ! : : +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) : +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 36 : +- ShuffleQueryStage 36 ! : : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] ! : : +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) : +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) ! : : +- *(33) Project [brand_name#19642, day_col#19632, city#19649] : +- *(33) Project [brand_name#19642, day_col#19632, city#19649] ! : : +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter : +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter ! : : :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 : :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 32 : : +- ShuffleQueryStage 32 ! : : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] ! : : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] ! : : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter ! : : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 ! : : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced ! : : : : +- ShuffleQueryStage 26 : : : +- ShuffleQueryStage 26 ! : : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] ! : : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] ! : : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false ! : : : : :- AQEShuffleRead local : : : :- AQEShuffleRead local ! : : : : : +- ShuffleQueryStage 0 : : : : +- ShuffleQueryStage 0 ! : : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] ! : : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] ! : : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) ! : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : +- BroadcastQueryStage 21 : : : +- BroadcastQueryStage 21 ! : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] ! : : : : +- AQEShuffleRead local : : : +- AQEShuffleRead local ! : : : : +- ShuffleQueryStage 1 : : : +- ShuffleQueryStage 1 ! : : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] ! : : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] ! : : : : +- *(2) Filter isnotnull(day_col#19632) : : : +- *(2) Filter isnotnull(day_col#19632) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 ! : : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 2 : : +- ShuffleQueryStage 2 ! : : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] ! : : : +- *(3) Filter isnotnull(product_id#19637L) : : +- *(3) Filter isnotnull(product_id#19637L) ! : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 : +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 ! : : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 3 : +- ShuffleQueryStage 3 ! : : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] ! : : +- *(4) Filter isnotnull(user_id#19645L) : +- *(4) Filter isnotnull(user_id#19645L) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- Sort [f1#19592 ASC NULLS FIRST, f3#19594 ASC NULLS FIRST, f5#19596 ASC NULLS FIRST], false, 0 +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! : +- HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[avg(f30#19580L)], output=[f0#19591L, f1#19592, f3#19594, f5#19596]) +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=80859] ! : +- ShuffleQueryStage 41 +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! : +- Exchange hashpartitioning(brand_name#19590, day_col0#19585, city0#19588, 8192), ENSURE_REQUIREMENTS, [plan_id=80783] +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=80855] ! : +- *(40) HashAggregate(keys=[brand_name#19590, day_col0#19585, city0#19588], functions=[partial_avg(f30#19580L)], output=[brand_name#19590, day_col0#19585, city0#19588, sum#19849, count#19850L]) +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! : +- *(40) Project [f30#19580L, day_col0#19585, city0#19588, brand_name#19590] +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! : +- *(40) BroadcastHashJoin [brand_name#19581], [brand_name0#19589], Inner, BuildRight, false +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! : :- *(40) Project [f30#19580L, brand_name#19581, day_col0#19585, city#19587 AS city0#19588] :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! : : +- *(40) BroadcastHashJoin [city#19582], [city0#19586], Inner, BuildRight, false : +- ShuffleQueryStage 38 ! : : :- *(40) Project [f30#19580L, brand_name#19581, city#19582, day_col0#19585] : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=80213] ! : : : +- *(40) BroadcastHashJoin [day_col#19583], [day_col#19677], Inner, BuildLeft, false : +- *(37) Project [product_id#19706L, city0#19605, day_col0#19606] ! : : : :- BroadcastQueryStage 40 : +- *(37) BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[3, date, false]),false), [plan_id=80609] : :- *(37) Project [product_id#19706L, f2#19604, city0#19605] ! : : : : +- *(39) HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[count(1)], output=[f30#19580L, brand_name#19581, city#19582, day_col#19583]) : : +- *(37) BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : : : : +- AQEShuffleRead coalesced : : :- BroadcastQueryStage 29 ! : : : : +- ShuffleQueryStage 37 : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : : : +- Exchange hashpartitioning(day_col#19659, city#19676, brand_name#19669, 8192), ENSURE_REQUIREMENTS, [plan_id=80006] : : : +- AQEShuffleRead local ! : : : : +- *(36) HashAggregate(keys=[day_col#19659, city#19676, brand_name#19669], functions=[partial_count(1)], output=[day_col#19659, city#19676, brand_name#19669, count#19852L]) : : : +- ShuffleQueryStage 16 ! : : : : +- *(36) Project [day_col#19659, brand_name#19669, city#19676] : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : : +- *(36) SortMergeJoin [f3#19575L], [f1#19578L], LeftOuter : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : : :- *(34) Sort [f3#19575L ASC NULLS FIRST], false, 0 : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : : : +- AQEShuffleRead coalesced : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : : +- ShuffleQueryStage 33 : : +- *(37) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : : : : +- Exchange hashpartitioning(f3#19575L, 8192), ENSURE_REQUIREMENTS, [plan_id=78324] : : +- AQEShuffleRead coalesced ! : : : : : +- *(28) Project [day_col#19659, brand_name#19669, buyer_id#19654L AS f3#19575L] : : +- ShuffleQueryStage 17 ! : : : : : +- *(28) SortMergeJoin [f3#19570L], [f1#19573L], LeftOuter : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : : : : :- *(26) Sort [f3#19570L ASC NULLS FIRST], false, 0 : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : : : : : +- AQEShuffleRead coalesced : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : : : : : +- ShuffleQueryStage 28 : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : : : : : +- ReusedExchange [day_col#19659, buyer_id#19654L, f3#19570L], Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : : +- *(27) Sort [f1#19573L ASC NULLS FIRST], false, 0 : +- BroadcastQueryStage 25 ! : : : : : +- AQEShuffleRead coalesced : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : : : : : +- ShuffleQueryStage 9 : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : : : : : +- ReusedExchange [brand_name#19669, f1#19573L], Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : +- AQEShuffleRead coalesced ! : : : : +- *(35) Sort [f1#19578L ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 19 ! : : : : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- ShuffleQueryStage 11 +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#19676, f1#19578L], Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] +- ShuffleQueryStage 34 ! : : : +- AQEShuffleRead local +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] ! : : : +- ShuffleQueryStage 30 +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=77433] +- AQEShuffleRead coalesced ! : : : +- *(21) Project [day_col#19682 AS day_col0#19585, day_col#19677] +- ShuffleQueryStage 20 ! : : : +- *(21) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#19677 > EXPR_0#19584) AND (day_col#19677 <= day_col#19682)) +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! : : : :- BroadcastQueryStage 24 +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=74702] +- *(16) Project [brand_name#19724, product_id#19719L] ! : : : : +- *(17) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! : : : : +- AQEShuffleRead coalesced +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- ShuffleQueryStage 12 ! : : : : +- Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! : : : : +- *(9) HashAggregate(keys=[day_col#19677], functions=[], output=[day_col#19677]) ! : : : : +- *(9) Project [day_col#19677] ! : : : : +- *(9) Filter isnotnull(day_col#19677) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19677] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(21) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682, EXPR_0#19584]) ! : : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 13 ! : : : +- Exchange hashpartitioning(day_col#19682, 8192), ENSURE_REQUIREMENTS, [plan_id=73617] ! : : : +- *(10) HashAggregate(keys=[day_col#19682], functions=[], output=[day_col#19682]) ! : : : +- *(10) Project [day_col#19682] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#19682, -1)) AND isnotnull(day_col#19682)) ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19682] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BroadcastQueryStage 35 ! : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=79039] ! : : +- *(30) HashAggregate(keys=[city0#19586], functions=[], output=[city#19587, city0#19586]) ! : : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 14 ! : : +- Exchange hashpartitioning(city0#19586, 8192), ENSURE_REQUIREMENTS, [plan_id=73642] ! : : +- *(11) HashAggregate(keys=[city0#19586], functions=[], output=[city0#19586]) ! : : +- *(11) Project [city#19691 AS city0#19586] ! : : +- *(11) Filter isnotnull(city#19691) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#19691] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 31 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=77997] ! : +- *(22) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name#19590, brand_name0#19589]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 15 ! : +- Exchange hashpartitioning(brand_name0#19589, 8192), ENSURE_REQUIREMENTS, [plan_id=73664] ! : +- *(12) HashAggregate(keys=[brand_name0#19589], functions=[], output=[brand_name0#19589]) ! : +- *(12) Project [brand_name#19697 AS brand_name0#19589] ! : +- *(12) Filter isnotnull(brand_name#19697) ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#19697] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=80581] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=80577] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! : +- ShuffleQueryStage 38 ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=80213] ! : +- *(37) Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- *(37) BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : :- *(37) Project [product_id#19706L, f2#19604, city0#19605] ! : : +- *(37) BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : : :- BroadcastQueryStage 29 ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : : +- AQEShuffleRead local ! : : : +- ShuffleQueryStage 16 ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(37) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 17 ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 25 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 19 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! +- ShuffleQueryStage 34 ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] ! +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- AQEShuffleRead coalesced ! +- ShuffleQueryStage 20 ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:33 INFO SQLOperationListener: Finished stage: Stage(1303, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 5284 msec 24/01/03 13:52:33 INFO StatsReportListener: task runtime:(count: 1, mean: 5281.000000, stdev: 0.000000, max: 5281.000000, min: 5281.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 5.3 s 5.3 s 5.3 s 5.3 s 5.3 s 5.3 s 5.3 s 5.3 s 5.3 s 24/01/03 13:52:33 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:33 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:33 INFO StatsReportListener: remote bytes read:(count: 1, mean: 107171980.000000, stdev: 0.000000, max: 107171980.000000, min: 107171980.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 24/01/03 13:52:33 INFO StatsReportListener: task result size:(count: 1, mean: 12323.000000, stdev: 0.000000, max: 12323.000000, min: 12323.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 24/01/03 13:52:33 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.280439, stdev: 0.000000, max: 99.280439, min: 99.280439) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:52:33 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:33 INFO StatsReportListener: other time pct: (count: 1, mean: 0.719561, stdev: 0.000000, max: 0.719561, min: 0.719561) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:52:33 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 572 succeeded, 0 active jobs running 24/01/03 13:52:33 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] ! +- SortMergeJoin [f5#19598, f7#19600, f9#19602], [f1#19610, f3#19612, f5#19614], LeftOuter +- Project [f0#19591L, f30#19559L, f5#19598, f7#19600, f9#19602, cast(null as bigint) AS f0#19609L, cast(null as string) AS f1#19610, cast(null as date) AS f3#19612, cast(null as string) AS f5#19614] ! :- Sort [f5#19598 ASC NULLS FIRST, f7#19600 ASC NULLS FIRST, f9#19602 ASC NULLS FIRST], false, 0 +- LocalLimit 1001 ! : +- LocalLimit 1001 +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] ! : +- Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] +- Project [f30#19559L, f4#19560, f6#19562, f8#19564, cast(null as bigint) AS f0#19591L, cast(null as string) AS f1#19592, cast(null as date) AS f3#19594, cast(null as string) AS f5#19596] ! : +- Project [f30#19559L, f4#19560, f6#19562, f8#19564, cast(null as bigint) AS f0#19591L, cast(null as string) AS f1#19592, cast(null as date) AS f3#19594, cast(null as string) AS f5#19596] +- ShuffleQueryStage 39 ! : +- ShuffleQueryStage 39 +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] ! : +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] +- *(38) LocalLimit 1001 ! : +- *(38) LocalLimit 1001 +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) ! : +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) +- AQEShuffleRead coalesced ! : +- AQEShuffleRead coalesced +- ShuffleQueryStage 36 ! : +- ShuffleQueryStage 36 +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] ! : +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) ! : +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) +- *(33) Project [brand_name#19642, day_col#19632, city#19649] ! : +- *(33) Project [brand_name#19642, day_col#19632, city#19649] +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter ! : +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 ! : :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced ! : : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 32 ! : : +- ShuffleQueryStage 32 : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] ! : : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] ! : : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter ! : : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 ! : : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced ! : : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 26 ! : : : +- ShuffleQueryStage 26 : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] ! : : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] ! : : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false ! : : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : :- AQEShuffleRead local ! : : : :- AQEShuffleRead local : : : +- ShuffleQueryStage 0 ! : : : : +- ShuffleQueryStage 0 : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] ! : : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] ! : : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) ! : : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : +- BroadcastQueryStage 21 ! : : : +- BroadcastQueryStage 21 : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : +- AQEShuffleRead local ! : : : +- AQEShuffleRead local : : +- ShuffleQueryStage 1 ! : : : +- ShuffleQueryStage 1 : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] ! : : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] ! : : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : +- *(2) Filter isnotnull(day_col#19632) ! : : : +- *(2) Filter isnotnull(day_col#19632) : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 ! : : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced ! : : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 2 ! : : +- ShuffleQueryStage 2 : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] ! : : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] ! : : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : +- *(3) Filter isnotnull(product_id#19637L) ! : : +- *(3) Filter isnotnull(product_id#19637L) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 ! : +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 +- AQEShuffleRead coalesced ! : +- AQEShuffleRead coalesced +- ShuffleQueryStage 3 ! : +- ShuffleQueryStage 3 +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] ! : +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] ! : +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] +- *(4) Filter isnotnull(user_id#19645L) ! : +- *(4) Filter isnotnull(user_id#19645L) +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Sort [f1#19610 ASC NULLS FIRST, f3#19612 ASC NULLS FIRST, f5#19614 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#19610, f3#19612, f5#19614, 8192), ENSURE_REQUIREMENTS, [plan_id=80859] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[count(1)], output=[f0#19609L, f1#19610, f3#19612, f5#19614]) ! +- Exchange hashpartitioning(city0#19605, day_col0#19606, brand_name0#19608, 8192), ENSURE_REQUIREMENTS, [plan_id=80855] ! +- HashAggregate(keys=[city0#19605, day_col0#19606, brand_name0#19608], functions=[partial_count(1)], output=[city0#19605, day_col0#19606, brand_name0#19608, count#19854L]) ! +- Project [city0#19605, day_col0#19606, brand_name0#19608] ! +- SortMergeJoin [product_id#19706L], [product_id#19719L], Inner ! :- Sort [product_id#19706L ASC NULLS FIRST], false, 0 ! : +- ShuffleQueryStage 38 ! : +- Exchange hashpartitioning(product_id#19706L, 8192), ENSURE_REQUIREMENTS, [plan_id=80213] ! : +- *(37) Project [product_id#19706L, city0#19605, day_col0#19606] ! : +- *(37) BroadcastHashJoin [f2#19604], [cast(day_col#19714 as timestamp)], Inner, BuildRight, false ! : :- *(37) Project [product_id#19706L, f2#19604, city0#19605] ! : : +- *(37) BroadcastHashJoin [buyer_id#19704L], [user_id#19709L], Inner, BuildLeft, false ! : : :- BroadcastQueryStage 29 ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=76510] ! : : : +- AQEShuffleRead local ! : : : +- ShuffleQueryStage 16 ! : : : +- Exchange hashpartitioning(buyer_id#19704L, 8192), ENSURE_REQUIREMENTS, [plan_id=73768] ! : : : +- *(13) Project [product_id#19706L, date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)) AS f2#19604, buyer_id#19704L] ! : : : +- *(13) Filter (((((isnotnull(order_date#19702) AND (order_date#19702 > 2023-11-12)) AND (order_date#19702 < 2023-12-12)) AND isnotnull(buyer_id#19704L)) AND isnotnull(product_id#19706L)) AND isnotnull(date_trunc(DAY, cast(order_date#19702 as timestamp), Some(Asia/Shanghai)))) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19702, buyer_id#19704L, product_id#19706L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(37) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 17 ! : : +- Exchange hashpartitioning(user_id#19709L, city0#19605, 8192), ENSURE_REQUIREMENTS, [plan_id=73783] ! : : +- *(14) HashAggregate(keys=[user_id#19709L, city0#19605], functions=[], output=[user_id#19709L, city0#19605]) ! : : +- *(14) Project [user_id#19709L, city#19713 AS city0#19605] ! : : +- *(14) Filter (isnotnull(user_id#19709L) AND isnotnull(city#19713)) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19709L, city#19713] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 25 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=74772] ! : +- *(18) HashAggregate(keys=[day_col#19714], functions=[], output=[day_col#19714, day_col0#19606]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 19 ! : +- ReusedExchange [day_col#19714], Exchange hashpartitioning(day_col#19677, 8192), ENSURE_REQUIREMENTS, [plan_id=73600] ! +- Sort [product_id#19719L ASC NULLS FIRST], false, 0 ! +- ShuffleQueryStage 34 ! +- Exchange hashpartitioning(product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=78603] ! +- *(29) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[product_id#19719L, brand_name0#19608]) ! +- AQEShuffleRead coalesced ! +- ShuffleQueryStage 20 ! +- Exchange hashpartitioning(brand_name#19724, product_id#19719L, 8192), ENSURE_REQUIREMENTS, [plan_id=73831] ! +- *(16) HashAggregate(keys=[brand_name#19724, product_id#19719L], functions=[], output=[brand_name#19724, product_id#19719L]) ! +- *(16) Project [brand_name#19724, product_id#19719L] ! +- *(16) Filter (isnotnull(product_id#19719L) AND isnotnull(brand_name#19724)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19719L, brand_name#19724] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:33 INFO ShufflePartitionsUtil: For shuffle(373), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:52:33 INFO CodeGenerator: Code generated in 5.160996 ms 24/01/03 13:52:33 INFO SparkContext: Starting job: collect at ExecuteStatement.scala:72 24/01/03 13:52:33 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 576 started with 8 stages, 1 active jobs running 24/01/03 13:52:33 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Stage 1324.0 started with 1 tasks, 1 active stages running 24/01/03 13:52:33 INFO SQLOperationListener: Finished stage: Stage(1324, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 24 msec 24/01/03 13:52:33 INFO StatsReportListener: task runtime:(count: 1, mean: 22.000000, stdev: 0.000000, max: 22.000000, min: 22.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO DAGScheduler: Job 576 finished: collect at ExecuteStatement.scala:72, took 0.025860 s 24/01/03 13:52:33 INFO StatsReportListener: 22.0 ms 22.0 ms 22.0 ms 22.0 ms 22.0 ms 22.0 ms 22.0 ms 22.0 ms 22.0 ms 24/01/03 13:52:33 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:33 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:52:33 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:52:33 INFO StatsReportListener: task result size:(count: 1, mean: 24252.000000, stdev: 0.000000, max: 24252.000000, min: 24252.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 24/01/03 13:52:33 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 59.090909, stdev: 0.000000, max: 59.090909, min: 59.090909) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 59 % 59 % 59 % 59 % 59 % 59 % 59 % 59 % 59 % 24/01/03 13:52:33 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:52:33 INFO StatsReportListener: other time pct: (count: 1, mean: 40.909091, stdev: 0.000000, max: 40.909091, min: 40.909091) 24/01/03 13:52:33 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:52:33 INFO StatsReportListener: 41 % 41 % 41 % 41 % 41 % 41 % 41 % 41 % 41 % 24/01/03 13:52:33 INFO SQLOperationListener: Query [6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: Job 576 succeeded, 0 active jobs running 24/01/03 13:52:33 INFO AdaptiveSparkPlanExec: Final plan: CollectLimit 1001 +- *(41) Project [f5#19598 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#19616, f0#19591L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#19617L, f7#19600 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#19618, f0#19609L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#19619L, f30#19559L AS METRIC_order_count_BcSYavOAjIhoKqKI#19620L, f9#19602 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#19621] +- *(41) Project [f0#19591L, f30#19559L, f5#19598, f7#19600, f9#19602, cast(null as bigint) AS f0#19609L, cast(null as string) AS f1#19610, cast(null as date) AS f3#19612, cast(null as string) AS f5#19614] +- *(41) LocalLimit 1001 +- *(41) Project [f0#19591L, f30#19559L, f4#19560 AS f5#19598, f6#19562 AS f7#19600, f8#19564 AS f9#19602] +- *(41) Project [f30#19559L, f4#19560, f6#19562, f8#19564, cast(null as bigint) AS f0#19591L, cast(null as string) AS f1#19592, cast(null as date) AS f3#19594, cast(null as string) AS f5#19596] +- AQEShuffleRead coalesced +- ShuffleQueryStage 39 +- Exchange hashpartitioning(f4#19560, f6#19562, f8#19564, 8192), ENSURE_REQUIREMENTS, [plan_id=80356] +- *(38) LocalLimit 1001 +- *(38) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[count(1)], output=[f30#19559L, f4#19560, f6#19562, f8#19564]) +- AQEShuffleRead coalesced +- ShuffleQueryStage 36 +- Exchange hashpartitioning(city#19649, brand_name#19642, day_col#19632, 8192), ENSURE_REQUIREMENTS, [plan_id=79959] +- *(33) HashAggregate(keys=[city#19649, brand_name#19642, day_col#19632], functions=[partial_count(1)], output=[city#19649, brand_name#19642, day_col#19632, count#19846L]) +- *(33) Project [brand_name#19642, day_col#19632, city#19649] +- *(33) SortMergeJoin [f3#19554L], [f1#19557L], LeftOuter :- *(31) Sort [f3#19554L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 32 : +- Exchange hashpartitioning(f3#19554L, 8192), ENSURE_REQUIREMENTS, [plan_id=78266] : +- *(25) Project [brand_name#19642, day_col#19632, buyer_id#19627L AS f3#19554L] : +- *(25) SortMergeJoin [f3#19549L], [f1#19552L], LeftOuter : :- *(23) Sort [f3#19549L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 26 : : +- Exchange hashpartitioning(f3#19549L, 8192), ENSURE_REQUIREMENTS, [plan_id=76080] : : +- *(19) Project [day_col#19632, buyer_id#19627L, product_id#19629L AS f3#19549L] : : +- *(19) BroadcastHashJoin [f3#19545], [cast(f1#19547 as timestamp)], LeftOuter, BuildRight, f4#19546: boolean, false : : :- AQEShuffleRead local : : : +- ShuffleQueryStage 0 : : : +- Exchange hashpartitioning(f3#19545, 8192), ENSURE_REQUIREMENTS, [plan_id=73308] : : : +- *(1) Project [buyer_id#19627L, product_id#19629L, date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai)) AS f3#19545, isnotnull(date_trunc(DAY, cast(order_date#19625 as timestamp), Some(Asia/Shanghai))) AS f4#19546] : : : +- *(1) Filter ((isnotnull(order_date#19625) AND (order_date#19625 > 2023-11-12)) AND (order_date#19625 < 2023-12-12)) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#19625, buyer_id#19627L, product_id#19629L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : +- BroadcastQueryStage 21 : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=74149] : : +- AQEShuffleRead local : : +- ShuffleQueryStage 1 : : +- Exchange hashpartitioning(cast(f1#19547 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=73322] : : +- *(2) Project [day_col#19632, day_col#19632 AS f1#19547] : : +- *(2) Filter isnotnull(day_col#19632) : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#19632] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(24) Sort [f1#19552L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 2 : +- Exchange hashpartitioning(f1#19552L, 8192), ENSURE_REQUIREMENTS, [plan_id=73340] : +- *(3) Project [brand_name#19642, product_id#19637L AS f1#19552L] : +- *(3) Filter isnotnull(product_id#19637L) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#19637L, brand_name#19642] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] +- *(32) Sort [f1#19557L ASC NULLS FIRST], false, 0 +- AQEShuffleRead coalesced +- ShuffleQueryStage 3 +- Exchange hashpartitioning(f1#19557L, 8192), ENSURE_REQUIREMENTS, [plan_id=73358] +- *(4) Project [city#19649, user_id#19645L AS f1#19557L] +- *(4) Filter isnotnull(user_id#19645L) +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#19645L, city#19649] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:52:33 INFO ExecuteStatement: Processing devops's query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: RUNNING_STATE -> FINISHED_STATE, time taken: 14.825 seconds 2024-01-03 13:52:33.662 INFO KyuubiSessionManager-exec-pool: Thread-2159 org.apache.kyuubi.operation.ExecuteStatement: Query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb] in FINISHED_STATE 2024-01-03 13:52:33.662 INFO KyuubiSessionManager-exec-pool: Thread-2159 org.apache.kyuubi.operation.ExecuteStatement: Processing devops's query[6d0a3b92-9cc5-416e-b03b-ecd7edc1c5cb]: RUNNING_STATE -> FINISHED_STATE, time taken: 14.83 seconds