2024-01-03 13:47:37.451 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Processing devops's query[179f7c0b-06bb-4ba9-93bc-6775e8224e61]: PENDING_STATE -> RUNNING_STATE, statement: SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:47:37 INFO ExecuteStatement: Processing devops's query[179f7c0b-06bb-4ba9-93bc-6775e8224e61]: PENDING_STATE -> RUNNING_STATE, statement: SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:47:37 INFO ExecuteStatement: Spark application name: kyuubi_USER_SPARK_SQL_devops_default_ba2fd64a-4239-4497-bd77-e87ad11fb7b2 application ID: application_1703339837335_12200 application web UI: http://bigdata-node-01:8088/proxy/application_1703339837335_12200,http://bigdata-node-02:8088/proxy/application_1703339837335_12200 master: yarn deploy mode: cluster version: 3.5.0 Start time: 2024-01-03T11:05:37.083 User: devops 24/01/03 13:47:37 INFO SparkSessionAspectj: spark session aspect,input sql :SELECT `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `METRIC_order_count_BcSYavOAjIhoKqKI`, `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw` FROM (SELECT `t39`.`f5` `DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb`, `t39`.`f0` `METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv`, `t39`.`f7` `DIMENSION_metric_time_qrAsAOHRgWWVYVHU`, `t52`.`f0` `METRIC_order_count_7d_VKquOnyHoydBGWzV`, `t39`.`f30` `METRIC_order_count_BcSYavOAjIhoKqKI`, `t39`.`f9` `DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw`, FALSE `EXPR_6`, `t39`.`f8` FROM (SELECT `t38`.`f0`, `t11`.`f30`, `t11`.`f4` `f5`, TRUE `f6`, `t11`.`f6` `f7`, TRUE `f8`, `t11`.`f8` `f9`, TRUE `f10` FROM (SELECT COUNT(*) `f30`, COALESCE(`t6`.`brand_name`, '') `f4`, TRUE `f5`, COALESCE(`t6`.`day_col`, DATE '1969-01-01') `f6`, TRUE `f7`, COALESCE(`t8`.`city`, '') `f8`, TRUE `f9` FROM (SELECT `t5`.`brand_name`, `t3`.`day_col`, `t3`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t2`.`day_col`, `t0`.`buyer_id`, `t0`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t0` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t0` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t2` ON `t0`.`f3` = `t2`.`f1` AND `t0`.`f4` = `t2`.`f2`) `t3` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t5` ON `t3`.`f3` = `t5`.`f1` AND `t3`.`f4` = `t5`.`f2`) `t6` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t8` ON `t6`.`f3` = `t8`.`f1` AND `t6`.`f4` = `t8`.`f2` GROUP BY `t8`.`city`, `t6`.`brand_name`, `t6`.`day_col`) `t11` LEFT JOIN (SELECT CAST(COALESCE(AVG(`t33`.`f30`), 0) AS BIGINT) `f0`, `t35`.`brand_name` `f1`, TRUE `f2`, `t33`.`day_col0` `f3`, TRUE `f4`, `t33`.`city0` `f5`, TRUE `f6` FROM (SELECT `t30`.`f30`, `t30`.`brand_name`, `t30`.`day_col0`, `t32`.`city` `city0` FROM (SELECT `t24`.`f30`, `t24`.`brand_name`, `t24`.`city`, `t29`.`day_col0` FROM (SELECT COUNT(*) `f30`, COALESCE(`t19`.`brand_name`, '') `brand_name`, COALESCE(`t21`.`city`, '') `city`, COALESCE(`t19`.`day_col`, DATE '1969-01-01') `day_col` FROM (SELECT `t16`.`day_col`, `t18`.`brand_name`, `t16`.`buyer_id` `f3`, TRUE `f4` FROM (SELECT `t15`.`day_col`, `t13`.`buyer_id`, `t13`.`product_id` `f3`, TRUE `f4` FROM (SELECT `buyer_id`, `product_id`, DATE_TRUNC('DAY', `order_date`) `f3`, DATE_TRUNC('DAY', `order_date`) IS NOT NULL `f4` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t13` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t13` LEFT JOIN (SELECT `day_col`, `day_col` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t15` ON `t13`.`f3` = `t15`.`f1` AND `t13`.`f4` = `t15`.`f2`) `t16` LEFT JOIN (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t18` ON `t16`.`f3` = `t18`.`f1` AND `t16`.`f4` = `t18`.`f2`) `t19` LEFT JOIN (SELECT try_cast(`city` as string) `city`, `user_id` `f1`, TRUE `f2` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t21` ON `t19`.`f3` = `t21`.`f1` AND `t19`.`f4` = `t21`.`f2` GROUP BY `t19`.`day_col`, `t21`.`city`, `t19`.`brand_name`) `t24` INNER JOIN (SELECT `t28`.`day_col` `day_col0`, `t26`.`day_col` FROM (SELECT `day_col` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t26` GROUP BY `day_col`) `t26` INNER JOIN (SELECT `day_col`, DATE_ADD(`day_col`,-1) `EXPR_0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t28` GROUP BY `day_col`) `t28` ON `t26`.`day_col` > `t28`.`EXPR_0` AND `t26`.`day_col` <= `t28`.`day_col`) `t29` ON `t24`.`day_col` = `t29`.`day_col`) `t30` INNER JOIN (SELECT `city0` `city`, `city0` FROM (SELECT try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t32` GROUP BY `city0`) `t32` ON `t30`.`city` = `t32`.`city0`) `t33` INNER JOIN (SELECT `brand_name0` `brand_name`, `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name0` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t35` GROUP BY `brand_name0`) `t35` ON `t33`.`brand_name` = `t35`.`brand_name0` GROUP BY `t35`.`brand_name`, `t33`.`day_col0`, `t33`.`city0`) `t38` ON `t11`.`f4` = `t38`.`f1` AND (`t11`.`f5` = `t38`.`f2` AND `t11`.`f6` = `t38`.`f3`) AND (`t11`.`f7` = `t38`.`f4` AND (`t11`.`f8` = `t38`.`f5` AND `t11`.`f9` = `t38`.`f6`))) `t39` LEFT JOIN (SELECT COUNT(*) `f0`, `t49`.`brand_name0` `f1`, TRUE `f2`, `t47`.`day_col0` `f3`, TRUE `f4`, `t47`.`city0` `f5`, TRUE `f6` FROM (SELECT `t44`.`product_id`, `t44`.`city0`, `t46`.`day_col0` FROM (SELECT `t41`.`product_id`, `t41`.`f2`, `t43`.`city0` FROM (SELECT `product_id`, DATE_TRUNC('DAY', `order_date`) `f2`, `buyer_id` FROM (SELECT `order_date`, `buyer_id`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76`) `t41` WHERE `order_date` > DATE '2023-11-12' AND `order_date` < DATE '2023-12-12') `t41` INNER JOIN (SELECT `user_id`, `city0` FROM (SELECT `user_id`, try_cast(`city` as string) `city0` FROM `default_air_catalog`.`aloudata_project`.`4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca`) `t43` GROUP BY `user_id`, `city0`) `t43` ON `t41`.`buyer_id` = `t43`.`user_id`) `t44` INNER JOIN (SELECT `day_col`, `day_col` `day_col0` FROM (SELECT `day_col` FROM `default_air_catalog`.`aloudata_project`.`9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466`) `t46` GROUP BY `day_col`) `t46` ON `t44`.`f2` = `t46`.`day_col`) `t47` INNER JOIN (SELECT `product_id`, `brand_name` `brand_name0` FROM (SELECT try_cast(`brand_name` as string) `brand_name`, `product_id` FROM `default_air_catalog`.`aloudata_project`.`fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c`) `t49` GROUP BY `brand_name`, `product_id`) `t49` ON `t47`.`product_id` = `t49`.`product_id` GROUP BY `t47`.`city0`, `t47`.`day_col0`, `t49`.`brand_name0`) `t52` ON `t39`.`f5` = `t52`.`f1` AND (`t39`.`f6` = `t52`.`f2` AND `t39`.`f7` = `t52`.`f3`) AND (`t39`.`f8` = `t52`.`f4` AND (`t39`.`f9` = `t52`.`f5` AND `t39`.`f10` = `t52`.`f6`)) ORDER BY FALSE DESC, `t39`.`f8` DESC LIMIT 1001) `t55` 24/01/03 13:47:37 INFO SparkSessionAspectj: sql from tardis 24/01/03 13:47:37 WARN HiveConf: HiveConf of name hive.exec.dynamici.partition does not exist 24/01/03 13:47:37 INFO metastore: Trying to connect to metastore with URI thrift://10.5.40.31:9093 24/01/03 13:47:37 WARN metastore: Failed to connect to the MetaStore Server... 24/01/03 13:47:37 INFO metastore: Trying to connect to metastore with URI thrift://10.5.30.3:9093 24/01/03 13:47:37 INFO metastore: Opened a connection to metastore, current connections: 4 24/01/03 13:47:37 INFO metastore: Connected to metastore. 24/01/03 13:47:37 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76/metadata/00000-bfa0e168-e496-4e04-a897-824e190c2742.metadata.json 24/01/03 13:47:37 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466/metadata/00000-423dee83-4cf9-4367-a91b-4850913e2e54.metadata.json 24/01/03 13:47:37 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c/metadata/00000-2a73136c-4e9b-4518-907d-54fed04aa14b.metadata.json 24/01/03 13:47:37 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO BaseMetastoreTableOperations: Refreshing table metadata from new version: hdfs://newns:8020/data/hivev2/aloudata_project.db/4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca/metadata/00000-6796dc12-ffe9-4132-82f0-0cfd244aeb21.metadata.json 24/01/03 13:47:37 INFO BaseMetastoreCatalog: Table loaded by catalog: spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO ExecuteStatement: Execute in full collect mode 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703 Post-Scan Filters: isnotnull(order_date#18349),(order_date#18349 > 2023-11-12),(order_date#18349 < 2023-12-12) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#18356) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL Post-Scan Filters: isnotnull(product_id#18361L) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL Post-Scan Filters: isnotnull(user_id#18369L) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703 Post-Scan Filters: isnotnull(order_date#18376),(order_date#18376 > 2023-11-12),(order_date#18376 < 2023-12-12) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#18383) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL Post-Scan Filters: isnotnull(product_id#18388L) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL Post-Scan Filters: isnotnull(user_id#18396L) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#18401) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(date_add(day_col#18406, -1)),isnotnull(day_col#18406) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: city IS NOT NULL Post-Scan Filters: isnotnull(city#18415) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: brand_name IS NOT NULL Post-Scan Filters: isnotnull(brand_name#18421) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 Pushed Filters: order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL Post-Scan Filters: isnotnull(order_date#18426),(order_date#18426 > 2023-11-12),(order_date#18426 < 2023-12-12),isnotnull(buyer_id#18428L),isnotnull(product_id#18430L),isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai))) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca Pushed Filters: user_id IS NOT NULL, city IS NOT NULL Post-Scan Filters: isnotnull(user_id#18433L),isnotnull(city#18437) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 Pushed Filters: day_col IS NOT NULL Post-Scan Filters: isnotnull(day_col#18438) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Pushing operators to spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c Pushed Filters: product_id IS NOT NULL, brand_name IS NOT NULL Post-Scan Filters: isnotnull(product_id#18443L),isnotnull(brand_name#18448) 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: order_date#18349, buyer_id#18351L, product_id#18353L 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: day_col#18356 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: product_id#18361L, brand_name#18366 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: user_id#18369L, city#18373 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: order_date#18376, buyer_id#18378L, product_id#18380L 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: day_col#18383 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: product_id#18388L, brand_name#18393 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: user_id#18396L, city#18400 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: day_col#18401 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: day_col#18406 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: city#18415 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: brand_name#18421 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: order_date#18426, buyer_id#18428L, product_id#18430L 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: user_id#18433L, city#18437 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: day_col#18438 24/01/03 13:47:37 INFO V2ScanRelationPushDown: Output: product_id#18443L, brand_name#18448 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter product_id IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter user_id IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter product_id IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter user_id IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter city IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter brand_name IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 snapshot 2235906810593247321 created at 2023-12-30T06:23:39.438+00:00 with filter ((((order_date IS NOT NULL AND order_date > (5-digit-int)) AND order_date < (5-digit-int)) AND buyer_id IS NOT NULL) AND product_id IS NOT NULL) 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca snapshot 621041898958660988 created at 2023-12-30T07:54:34.714+00:00 with filter (user_id IS NOT NULL AND city IS NOT NULL) 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 snapshot 4782234700438412867 created at 2023-12-30T07:52:15.271+00:00 with filter day_col IS NOT NULL 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 1 partition(s) for table spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 24/01/03 13:47:37 INFO SnapshotScan: Scanning table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c snapshot 3077742646368354723 created at 2023-12-30T09:05:16.156+00:00 with filter (product_id IS NOT NULL AND brand_name IS NOT NULL) 24/01/03 13:47:37 INFO BaseDistributedDataScan: Planning file tasks locally for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO SparkPartitioningAwareScan: Reporting UnknownPartitioning with 5 partition(s) for table spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1029 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1029_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1029 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1030 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1030_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1030 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1031 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1031_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1031 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1032 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1032_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1032 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1033 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1033_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1033 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1034 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1034_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1034 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1035 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1035_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1035 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1036 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1036_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1036 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1037 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1037_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1037 from broadcast at SparkBatch.java:78 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1038 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO MemoryStore: Block broadcast_1038_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:37 INFO SparkContext: Created broadcast 1038 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1039 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1039_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1039 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1040 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1040_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1040 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1041 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1041_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1041 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1042 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1042_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1042 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1043 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1043_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1043 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1044 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1044_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1044 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1045 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1045_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1045 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1046 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1046_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1046 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1047 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1047_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1047 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1048 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1048_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1048 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1049 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1049_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1049 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1050 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1050_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1050 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1051 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1051_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1051 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1052 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1052_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1052 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1053 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1053_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1053 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1054 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1054_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1054 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1055 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1055_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1055 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1056 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1056_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1056 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1057 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1057_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1057 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1058 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1058_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1058 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1059 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1059_piece0 stored as bytes in memory (estimated size 31.9 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1059 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1060 stored as values in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO MemoryStore: Block broadcast_1060_piece0 stored as bytes in memory (estimated size 32.0 KiB, free 4.1 GiB) 24/01/03 13:47:38 INFO SparkContext: Created broadcast 1060 from broadcast at SparkBatch.java:78 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 10.961504 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 469 started with 1 stages, 1 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1080.0 started with 1 tasks, 1 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 5.594172 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 470 started with 1 stages, 2 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1081.0 started with 1 tasks, 2 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 5.910405 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 471 started with 1 stages, 3 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1082.0 started with 5 tasks, 3 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 7.858148 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 472 started with 1 stages, 4 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1083.0 started with 1 tasks, 4 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 13.281681 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 473 started with 1 stages, 5 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1084.0 started with 1 tasks, 5 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 13.150459 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 474 started with 1 stages, 6 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1085.0 started with 1 tasks, 6 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 12.240962 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 475 started with 1 stages, 7 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1086.0 started with 1 tasks, 7 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 12.051777 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 476 started with 1 stages, 8 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1087.0 started with 5 tasks, 8 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 7.252216 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 477 started with 1 stages, 9 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1088.0 started with 1 tasks, 9 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 12.507032 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 478 started with 1 stages, 10 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1089.0 started with 1 tasks, 10 active stages running 24/01/03 13:47:38 INFO CodeGenerator: Code generated in 12.509449 ms 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 479 started with 1 stages, 11 active jobs running 24/01/03 13:47:38 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1090.0 started with 5 tasks, 11 active stages running 24/01/03 13:47:40 INFO SQLOperationListener: Finished stage: Stage(1081, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1947 msec 24/01/03 13:47:40 INFO StatsReportListener: task runtime:(count: 1, mean: 1945.000000, stdev: 0.000000, max: 1945.000000, min: 1945.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 1.9 s 1.9 s 1.9 s 1.9 s 1.9 s 1.9 s 1.9 s 1.9 s 1.9 s 24/01/03 13:47:40 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 38564.000000, stdev: 0.000000, max: 38564.000000, min: 38564.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 37.7 KiB 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:40 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:40 INFO StatsReportListener: task result size:(count: 1, mean: 5113.000000, stdev: 0.000000, max: 5113.000000, min: 5113.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 5.0 KiB 24/01/03 13:47:40 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 81.028278, stdev: 0.000000, max: 81.028278, min: 81.028278) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 81 % 81 % 81 % 81 % 81 % 81 % 81 % 81 % 81 % 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:40 INFO StatsReportListener: other time pct: (count: 1, mean: 18.971722, stdev: 0.000000, max: 18.971722, min: 18.971722) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 19 % 19 % 19 % 19 % 19 % 19 % 19 % 19 % 19 % 24/01/03 13:47:40 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 470 succeeded, 10 active jobs running 24/01/03 13:47:40 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=61116] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=61815] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=61113] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=61765] : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=61094] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=61758] : : : +- Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#18273L ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=61076] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=61751] : : : : +- Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] ! : : : : +- SortMergeJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, f4#18270: boolean : : : : +- BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false ! : : : : :- Sort [f3#18269 ASC NULLS FIRST], false, 0 : : : : :- ShuffleQueryStage 0 ! : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] ! : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] ! : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) ! : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61746] ! : : : : +- Sort [cast(f1#18271 as timestamp) ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 1 ! : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] ! : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] ! : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) ! : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#18276L ASC NULLS FIRST], false, 0 ! : : : +- Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 ! : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] ! : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) ! : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 ! : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 ! : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] ! : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) ! : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 ! : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=61816] ! : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=61423] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) ! : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) ! : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] ! : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner ! : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 ! : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=61806] ! : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=61399] : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] ! : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- SortMergeJoin [city#18306], [city0#18310], Inner ! : : +- SortMergeJoin [city#18306], [city0#18310], Inner : : :- Sort [city#18306 ASC NULLS FIRST], false, 0 ! : : :- Sort [city#18306 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(city#18306, 8192), ENSURE_REQUIREMENTS, [plan_id=61799] ! : : : +- Exchange hashpartitioning(city#18306, 8192), ENSURE_REQUIREMENTS, [plan_id=61377] : : : +- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] ! : : : +- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner ! : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 ! : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=61791] ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=61335] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=61787] ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=61333] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- Project [day_col#18383, brand_name#18393, city#18400] ! : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter ! : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 ! : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=61780] ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=61312] : : : : : +- Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] ! : : : : : +- Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter ! : : : : : +- SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : :- Sort [f3#18294L ASC NULLS FIRST], false, 0 ! : : : : : :- Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : : +- Exchange hashpartitioning(f3#18294L, 8192), ENSURE_REQUIREMENTS, [plan_id=61773] ! : : : : : : +- Exchange hashpartitioning(f3#18294L, 8192), ENSURE_REQUIREMENTS, [plan_id=61292] : : : : : : +- Project [day_col#18383, buyer_id#18378L, product_id#18380L AS f3#18294L] ! : : : : : : +- Project [day_col#18383, buyer_id#18378L, product_id#18380L AS f3#18294L] : : : : : : +- BroadcastHashJoin [f3#18290], [cast(f1#18292 as timestamp)], LeftOuter, BuildRight, f4#18291: boolean, false ! : : : : : : +- SortMergeJoin [f3#18290], [cast(f1#18292 as timestamp)], LeftOuter, f4#18291: boolean : : : : : : :- ShuffleQueryStage 5 ! : : : : : : :- Sort [f3#18290 ASC NULLS FIRST], false, 0 : : : : : : : +- ReusedExchange [buyer_id#18378L, product_id#18380L, f3#18290, f4#18291], Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] ! : : : : : : : +- ShuffleQueryStage 5 : : : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61768] ! : : : : : : : +- ReusedExchange [buyer_id#18378L, product_id#18380L, f3#18290, f4#18291], Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : : +- ShuffleQueryStage 7 ! : : : : : : +- Sort [cast(f1#18292 as timestamp) ASC NULLS FIRST], false, 0 : : : : : : +- ReusedExchange [day_col#18383, f1#18292], Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] ! : : : : : : +- ShuffleQueryStage 7 : : : : : +- Sort [f1#18297L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#18383, f1#18292], Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : : +- ShuffleQueryStage 9 ! : : : : : +- Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61792] ! : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61373] : : : +- CartesianProduct ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) ! : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : :- HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : +- CartesianProduct ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : : +- ShuffleQueryStage 12 ! : : : :- HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- *(9) Project [day_col#18401] ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : : +- *(9) Project [day_col#18401] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#18401) : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- ShuffleQueryStage 13 ! : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- *(10) Project [day_col#18406] ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : : +- *(10) Project [day_col#18406] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : +- Sort [city0#18310 ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- Sort [city0#18310 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 14 ! : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) Filter isnotnull(city#18415) ! : : +- *(11) Project [city#18415 AS city0#18310] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#18415) : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 15 ! : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) Filter isnotnull(brand_name#18421) ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#18421) +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=61850] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=61592] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=61846] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=61590] +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=61838] ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=61566] : +- SortMergeJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] : :- Sort [f2#18328 ASC NULLS FIRST], false, 0 ! : +- SortMergeJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner : : +- Exchange hashpartitioning(f2#18328, 8192), ENSURE_REQUIREMENTS, [plan_id=61830] ! : :- Sort [f2#18328 ASC NULLS FIRST], false, 0 : : +- Project [product_id#18430L, f2#18328, city0#18329] ! : : +- Exchange hashpartitioning(f2#18328, 8192), ENSURE_REQUIREMENTS, [plan_id=61541] : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner ! : : +- Project [product_id#18430L, f2#18328, city0#18329] : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 ! : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner : : : +- ShuffleQueryStage 16 ! : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=61823] ! : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=61537] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : +- Sort [cast(day_col#18438 as timestamp) ASC NULLS FIRST], false, 0 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Exchange hashpartitioning(cast(day_col#18438 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61831] ! : +- Sort [cast(day_col#18438 as timestamp) ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- Exchange hashpartitioning(cast(day_col#18438 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61562] : +- ShuffleQueryStage 19 ! : +- HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61839] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61585] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:40 INFO ShufflePartitionsUtil: For shuffle(301), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:40 INFO ShufflePartitionsUtil: For shuffle(301), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:40 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:40 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 480 started with 2 stages, 11 active jobs running 24/01/03 13:47:40 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1092.0 started with 1 tasks, 11 active stages running 24/01/03 13:47:40 INFO SQLOperationListener: Finished stage: Stage(1080, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 2324 msec 24/01/03 13:47:40 INFO StatsReportListener: task runtime:(count: 1, mean: 2322.000000, stdev: 0.000000, max: 2322.000000, min: 2322.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 24/01/03 13:47:40 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 207347.000000, stdev: 0.000000, max: 207347.000000, min: 207347.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 202.5 KiB 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:40 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:40 INFO StatsReportListener: task result size:(count: 1, mean: 3211.000000, stdev: 0.000000, max: 3211.000000, min: 3211.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 3.1 KiB 24/01/03 13:47:40 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 83.850129, stdev: 0.000000, max: 83.850129, min: 83.850129) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 84 % 84 % 84 % 84 % 84 % 84 % 84 % 84 % 84 % 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:40 INFO StatsReportListener: other time pct: (count: 1, mean: 16.149871, stdev: 0.000000, max: 16.149871, min: 16.149871) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 16 % 16 % 16 % 16 % 16 % 16 % 16 % 16 % 16 % 24/01/03 13:47:40 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 469 succeeded, 10 active jobs running 24/01/03 13:47:40 INFO SQLOperationListener: Finished stage: Stage(1084, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 2578 msec 24/01/03 13:47:40 INFO StatsReportListener: task runtime:(count: 4, mean: 1371.750000, stdev: 1044.302249, max: 2449.000000, min: 152.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 152.0 ms 152.0 ms 152.0 ms 520.0 ms 2.4 s 2.4 s 2.4 s 2.4 s 2.4 s 24/01/03 13:47:40 INFO StatsReportListener: shuffle bytes written:(count: 4, mean: 4341603.250000, stdev: 2513149.023800, max: 6334414.000000, min: 30994.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 5.1 MiB 5.4 MiB 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time:(count: 4, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:40 INFO StatsReportListener: remote bytes read:(count: 4, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:40 INFO StatsReportListener: task result size:(count: 4, mean: 3686.750000, stdev: 1030.137218, max: 5471.000000, min: 3092.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 5.3 KiB 5.3 KiB 5.3 KiB 5.3 KiB 24/01/03 13:47:40 INFO StatsReportListener: executor (non-fetch) time pct: (count: 4, mean: 88.707751, stdev: 5.536943, max: 98.269231, min: 84.995773) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 85 % 85 % 85 % 85 % 86 % 98 % 98 % 98 % 98 % 24/01/03 13:47:40 INFO StatsReportListener: fetch wait time pct: (count: 4, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:40 INFO StatsReportListener: other time pct: (count: 4, mean: 11.292249, stdev: 5.536943, max: 15.004227, min: 1.730769) 24/01/03 13:47:40 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:40 INFO StatsReportListener: 2 % 2 % 2 % 14 % 15 % 15 % 15 % 15 % 15 % 24/01/03 13:47:40 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 473 succeeded, 9 active jobs running 24/01/03 13:47:41 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=61909] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=63131] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=61906] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=63082] : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=61901] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=63075] : : : +- Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- Sort [f3#18273L ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=61897] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=63068] : : : : +- Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : +- BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : :- ShuffleQueryStage 0 : : : : :- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=62027] : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=63132] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=62021] : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=63122] : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- SortMergeJoin [city#18306], [city0#18310], Inner : : +- SortMergeJoin [city#18306], [city0#18310], Inner : : :- Sort [city#18306 ASC NULLS FIRST], false, 0 : : :- Sort [city#18306 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(city#18306, 8192), ENSURE_REQUIREMENTS, [plan_id=62017] : : : +- Exchange hashpartitioning(city#18306, 8192), ENSURE_REQUIREMENTS, [plan_id=63115] : : : +- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : +- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=62013] : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=63107] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=62011] : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=63100] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=62006] : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=63093] : : : : : +- Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : +- SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : :- Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : :- Sort [f3#18294L ASC NULLS FIRST], false, 0 ! : : : : : : +- Exchange hashpartitioning(f3#18294L, 8192), ENSURE_REQUIREMENTS, [plan_id=62002] : : : : : : +- Exchange hashpartitioning(f3#18294L, 8192), ENSURE_REQUIREMENTS, [plan_id=63086] : : : : : : +- Project [day_col#18383, buyer_id#18378L, product_id#18380L AS f3#18294L] : : : : : : +- Project [day_col#18383, buyer_id#18378L, product_id#18380L AS f3#18294L] : : : : : : +- BroadcastHashJoin [f3#18290], [cast(f1#18292 as timestamp)], LeftOuter, BuildRight, f4#18291: boolean, false : : : : : : +- BroadcastHashJoin [f3#18290], [cast(f1#18292 as timestamp)], LeftOuter, BuildRight, f4#18291: boolean, false : : : : : : :- ShuffleQueryStage 5 : : : : : : :- ShuffleQueryStage 5 : : : : : : : +- ReusedExchange [buyer_id#18378L, product_id#18380L, f3#18290, f4#18291], Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : : : +- ReusedExchange [buyer_id#18378L, product_id#18380L, f3#18290, f4#18291], Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : : +- BroadcastQueryStage 23 : : : : : : +- BroadcastQueryStage 23 : : : : : : +- ReusedExchange [day_col#18383, f1#18292], BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : : : +- ReusedExchange [day_col#18383, f1#18292], BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : : +- Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 11 : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61792] : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=63108] : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] ! : : : +- CartesianProduct ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) ! : : : :- HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : :- BroadcastExchange IdentityBroadcastMode, [plan_id=63102] ! : : : : +- ShuffleQueryStage 12 : : : : +- HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- ShuffleQueryStage 12 ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- *(9) Project [day_col#18401] : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- *(9) Filter isnotnull(day_col#18401) : : : : +- *(9) Project [day_col#18401] ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- ShuffleQueryStage 13 : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- ShuffleQueryStage 13 ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- *(10) Project [day_col#18406] : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : : +- *(10) Project [day_col#18406] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : +- Sort [city0#18310 ASC NULLS FIRST], false, 0 : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- Sort [city0#18310 ASC NULLS FIRST], false, 0 ! : : +- ShuffleQueryStage 14 : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- ShuffleQueryStage 14 ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- *(11) Project [city#18415 AS city0#18310] : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- *(11) Filter isnotnull(city#18415) : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- *(11) Filter isnotnull(city#18415) ! : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 ! : +- ShuffleQueryStage 15 : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- ShuffleQueryStage 15 ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- *(12) Filter isnotnull(brand_name#18421) : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(12) Filter isnotnull(brand_name#18421) ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=61850] +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=63162] ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=61846] +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=63158] ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=61838] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=63150] ! : +- SortMergeJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : :- Sort [f2#18328 ASC NULLS FIRST], false, 0 : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : : +- Exchange hashpartitioning(f2#18328, 8192), ENSURE_REQUIREMENTS, [plan_id=61830] : :- Project [product_id#18430L, f2#18328, city0#18329] ! : : +- Project [product_id#18430L, f2#18328, city0#18329] : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner ! : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 ! : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 16 ! : : : +- ShuffleQueryStage 16 : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 ! : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=63139] ! : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=61823] : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- ShuffleQueryStage 17 ! : : +- ShuffleQueryStage 17 : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63145] ! : +- Sort [cast(day_col#18438 as timestamp) ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- Exchange hashpartitioning(cast(day_col#18438 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61831] : +- ShuffleQueryStage 19 ! : +- HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=63151] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61839] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:41 INFO ShufflePartitionsUtil: For shuffle(304), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:41 INFO ShufflePartitionsUtil: For shuffle(304), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:41 INFO CodeGenerator: Code generated in 12.617683 ms 24/01/03 13:47:41 INFO CodeGenerator: Code generated in 13.387834 ms 24/01/03 13:47:41 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 481 started with 2 stages, 10 active jobs running 24/01/03 13:47:41 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1094.0 started with 1 tasks, 10 active stages running 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 482 started with 2 stages, 11 active jobs running 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1095.0 started with 1 tasks, 11 active stages running 24/01/03 13:47:41 INFO SQLOperationListener: Finished stage: Stage(1085, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 2687 msec 24/01/03 13:47:41 INFO StatsReportListener: task runtime:(count: 1, mean: 128.000000, stdev: 0.000000, max: 128.000000, min: 128.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 128.0 ms 128.0 ms 128.0 ms 128.0 ms 128.0 ms 128.0 ms 128.0 ms 128.0 ms 128.0 ms 24/01/03 13:47:41 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 30994.000000, stdev: 0.000000, max: 30994.000000, min: 30994.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:47:41 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:41 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:41 INFO StatsReportListener: task result size:(count: 1, mean: 5514.000000, stdev: 0.000000, max: 5514.000000, min: 5514.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 5.4 KiB 24/01/03 13:47:41 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 85.156250, stdev: 0.000000, max: 85.156250, min: 85.156250) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 85 % 85 % 85 % 85 % 85 % 85 % 85 % 85 % 85 % 24/01/03 13:47:41 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:41 INFO StatsReportListener: other time pct: (count: 1, mean: 14.843750, stdev: 0.000000, max: 14.843750, min: 14.843750) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 15 % 15 % 15 % 15 % 15 % 15 % 15 % 15 % 15 % 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 474 succeeded, 10 active jobs running 24/01/03 13:47:41 INFO SQLOperationListener: Finished stage: Stage(1082, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 2761 msec 24/01/03 13:47:41 INFO StatsReportListener: task runtime:(count: 2, mean: 422.500000, stdev: 35.500000, max: 458.000000, min: 387.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 387.0 ms 387.0 ms 387.0 ms 387.0 ms 458.0 ms 458.0 ms 458.0 ms 458.0 ms 458.0 ms 24/01/03 13:47:41 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 4800557.500000, stdev: 582275.500000, max: 5382833.000000, min: 4218282.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 4.0 MiB 4.0 MiB 4.0 MiB 4.0 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 24/01/03 13:47:41 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:41 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:41 INFO StatsReportListener: task result size:(count: 2, mean: 3092.000000, stdev: 0.000000, max: 3092.000000, min: 3092.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 24/01/03 13:47:41 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 98.133103, stdev: 0.316509, max: 98.449612, min: 97.816594) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 98 % 24/01/03 13:47:41 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:41 INFO StatsReportListener: other time pct: (count: 2, mean: 1.866897, stdev: 0.316509, max: 2.183406, min: 1.550388) 24/01/03 13:47:41 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:41 INFO StatsReportListener: 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 2 % 24/01/03 13:47:41 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 471 succeeded, 9 active jobs running 2024-01-03 13:47:42.464 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Query[179f7c0b-06bb-4ba9-93bc-6775e8224e61] in RUNNING_STATE 24/01/03 13:47:43 INFO SQLOperationListener: Finished stage: Stage(1092, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 2651 msec 24/01/03 13:47:43 INFO StatsReportListener: task runtime:(count: 7, mean: 533.285714, stdev: 266.611925, max: 769.000000, min: 41.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 41.0 ms 41.0 ms 41.0 ms 335.0 ms 731.0 ms 756.0 ms 769.0 ms 769.0 ms 769.0 ms 24/01/03 13:47:43 INFO DAGScheduler: Job 480 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 2.652406 s 24/01/03 13:47:43 INFO StatsReportListener: shuffle bytes written:(count: 7, mean: 2351964.000000, stdev: 2045343.790838, max: 5612182.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 1304.0 KiB 1327.6 KiB 5.1 MiB 5.4 MiB 5.4 MiB 5.4 MiB 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time:(count: 7, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:43 INFO StatsReportListener: remote bytes read:(count: 7, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:43 INFO StatsReportListener: task result size:(count: 7, mean: 5640.428571, stdev: 4955.776049, max: 17779.000000, min: 3551.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.6 KiB 3.6 KiB 17.4 KiB 17.4 KiB 17.4 KiB 24/01/03 13:47:43 INFO StatsReportListener: executor (non-fetch) time pct: (count: 7, mean: 94.258185, stdev: 10.604016, max: 99.042408, min: 68.292683) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 68 % 68 % 68 % 98 % 98 % 99 % 99 % 99 % 99 % 24/01/03 13:47:43 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time pct: (count: 7, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:43 INFO StatsReportListener: other time pct: (count: 7, mean: 5.741815, stdev: 10.604016, max: 31.707317, min: 0.957592) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 1 % 1 % 1 % 1 % 2 % 2 % 32 % 32 % 32 % 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 480 succeeded, 8 active jobs running 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 7.336369 ms 24/01/03 13:47:43 INFO MemoryStore: Block broadcast_1075_piece0 stored as bytes in memory (estimated size 18.3 KiB, free 4.1 GiB) 24/01/03 13:47:43 INFO SparkContext: Created broadcast 1075 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:43 INFO ShufflePartitionsUtil: For shuffle(300), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:43 INFO ShufflePartitionsUtil: For shuffle(300), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 5.91556 ms 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 483 started with 2 stages, 9 active jobs running 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1097.0 started with 1 tasks, 9 active stages running 24/01/03 13:47:43 INFO SQLOperationListener: Finished stage: Stage(1097, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 242 msec 24/01/03 13:47:43 INFO StatsReportListener: task runtime:(count: 1, mean: 239.000000, stdev: 0.000000, max: 239.000000, min: 239.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 239.0 ms 239.0 ms 239.0 ms 239.0 ms 239.0 ms 239.0 ms 239.0 ms 239.0 ms 239.0 ms 24/01/03 13:47:43 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 616861.000000, stdev: 0.000000, max: 616861.000000, min: 616861.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 602.4 KiB 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:43 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:43 INFO StatsReportListener: task result size:(count: 1, mean: 6401.000000, stdev: 0.000000, max: 6401.000000, min: 6401.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 6.3 KiB 24/01/03 13:47:43 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 94.979079, stdev: 0.000000, max: 94.979079, min: 94.979079) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 95 % 95 % 95 % 95 % 95 % 95 % 95 % 95 % 95 % 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:43 INFO StatsReportListener: other time pct: (count: 1, mean: 5.020921, stdev: 0.000000, max: 5.020921, min: 5.020921) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 5 % 5 % 5 % 5 % 5 % 5 % 5 % 5 % 5 % 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 483 succeeded, 8 active jobs running 24/01/03 13:47:43 INFO ShufflePartitionsUtil: For shuffle(311, 302), advisory target size: 268435456, actual target size 27532262, minimum partition size: 1048576 24/01/03 13:47:43 INFO ShufflePartitionsUtil: For shuffle(311, 302), advisory target size: 268435456, actual target size 27532262, minimum partition size: 1048576 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 7.090357 ms 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 5.8029 ms 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 6.402358 ms 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 484 started with 4 stages, 9 active jobs running 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1101.0 started with 1 tasks, 9 active stages running 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 7.292548 ms 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 5.967874 ms 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 6.331735 ms 24/01/03 13:47:43 INFO SQLOperationListener: Finished stage: Stage(1086, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 4989 msec 24/01/03 13:47:43 INFO StatsReportListener: task runtime:(count: 1, mean: 2320.000000, stdev: 0.000000, max: 2320.000000, min: 2320.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 2.3 s 24/01/03 13:47:43 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 508.000000, stdev: 0.000000, max: 508.000000, min: 508.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 508.0 B 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:43 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:43 INFO StatsReportListener: task result size:(count: 1, mean: 3586.000000, stdev: 0.000000, max: 3586.000000, min: 3586.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:47:43 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.396552, stdev: 0.000000, max: 99.396552, min: 99.396552) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:43 INFO StatsReportListener: other time pct: (count: 1, mean: 0.603448, stdev: 0.000000, max: 0.603448, min: 0.603448) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 475 succeeded, 8 active jobs running 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 485 started with 4 stages, 9 active jobs running 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1102.0 started with 1 tasks, 9 active stages running 24/01/03 13:47:43 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=65311] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=65539] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=65308] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=65504] : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 29 : : : +- ShuffleQueryStage 29 : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=65372] : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=65540] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=65366] : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=65530] : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] ! : : +- SortMergeJoin [city#18306], [city0#18310], Inner : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false ! : : :- Sort [city#18306 ASC NULLS FIRST], false, 0 : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] ! : : : +- Exchange hashpartitioning(city#18306, 8192), ENSURE_REQUIREMENTS, [plan_id=65362] : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner ! : : : +- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 ! : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=65518] ! : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=65358] : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=65514] ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=65356] : : : : +- Project [day_col#18383, brand_name#18393, city#18400] ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter ! : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 ! : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : : +- ShuffleQueryStage 30 ! : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] ! : : : : : +- ShuffleQueryStage 30 : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter ! : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 ! : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : : +- AQEShuffleRead coalesced ! : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : : +- ShuffleQueryStage 28 ! : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] ! : : : : : : +- ShuffleQueryStage 28 : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : : +- AQEShuffleRead coalesced ! : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=65519] ! : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=63289] : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) ! : : : +- Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : :- BroadcastQueryStage 24 ! : : : +- BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- *(9) Project [day_col#18401] ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : : +- *(9) Project [day_col#18401] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#18401) : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- ShuffleQueryStage 13 ! : : : +- HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- *(10) Project [day_col#18406] ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : : +- *(10) Project [day_col#18406] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65525] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- Sort [city0#18310 ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 14 ! : : +- HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) Filter isnotnull(city#18415) ! : : +- *(11) Project [city#18415 AS city0#18310] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#18415) : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 15 ! : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) Filter isnotnull(brand_name#18421) ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#18421) +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=65568] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=63366] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=65564] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=63364] +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=65556] ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=63359] : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] : :- Project [product_id#18430L, f2#18328, city0#18329] ! : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner ! : :- Project [product_id#18430L, f2#18328, city0#18329] : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 ! : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner : : : +- ShuffleQueryStage 16 ! : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=65547] ! : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=63139] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=65557] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=63151] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:43 INFO ShufflePartitionsUtil: For shuffle(306), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 13.753794 ms 24/01/03 13:47:43 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 486 started with 2 stages, 10 active jobs running 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1104.0 started with 1 tasks, 10 active stages running 24/01/03 13:47:43 INFO SQLOperationListener: Finished stage: Stage(1104, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 55 msec 24/01/03 13:47:43 INFO StatsReportListener: task runtime:(count: 1, mean: 52.000000, stdev: 0.000000, max: 52.000000, min: 52.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 52.0 ms 52.0 ms 52.0 ms 52.0 ms 52.0 ms 52.0 ms 52.0 ms 52.0 ms 52.0 ms 24/01/03 13:47:43 INFO DAGScheduler: Job 486 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.056617 s 24/01/03 13:47:43 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:43 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:43 INFO StatsReportListener: task result size:(count: 1, mean: 6085.000000, stdev: 0.000000, max: 6085.000000, min: 6085.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 5.9 KiB 24/01/03 13:47:43 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 78.846154, stdev: 0.000000, max: 78.846154, min: 78.846154) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 24/01/03 13:47:43 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:43 INFO StatsReportListener: other time pct: (count: 1, mean: 21.153846, stdev: 0.000000, max: 21.153846, min: 21.153846) 24/01/03 13:47:43 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:43 INFO StatsReportListener: 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 24/01/03 13:47:43 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:43 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 486 succeeded, 9 active jobs running 24/01/03 13:47:43 INFO CodeGenerator: Code generated in 5.145449 ms 24/01/03 13:47:43 INFO MemoryStore: Block broadcast_1080_piece0 stored as bytes in memory (estimated size 291.0 B, free 4.1 GiB) 24/01/03 13:47:43 INFO SparkContext: Created broadcast 1080 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:44 INFO SQLOperationListener: Finished stage: Stage(1095, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 3101 msec 24/01/03 13:47:44 INFO StatsReportListener: task runtime:(count: 1, mean: 1285.000000, stdev: 0.000000, max: 1285.000000, min: 1285.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO DAGScheduler: Job 482 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 3.105559 s 24/01/03 13:47:44 INFO StatsReportListener: 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 24/01/03 13:47:44 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:44 INFO DAGScheduler: Job 481 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 3.106668 s 24/01/03 13:47:44 INFO StatsReportListener: remote bytes read:(count: 1, mean: 30994.000000, stdev: 0.000000, max: 30994.000000, min: 30994.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:47:44 INFO StatsReportListener: task result size:(count: 1, mean: 9175.000000, stdev: 0.000000, max: 9175.000000, min: 9175.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 9.0 KiB 24/01/03 13:47:44 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 38.832685, stdev: 0.000000, max: 38.832685, min: 38.832685) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 39 % 39 % 39 % 39 % 39 % 39 % 39 % 39 % 39 % 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:44 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:44 INFO StatsReportListener: other time pct: (count: 1, mean: 61.167315, stdev: 0.000000, max: 61.167315, min: 61.167315) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 61 % 61 % 61 % 61 % 61 % 61 % 61 % 61 % 61 % 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 482 succeeded, 8 active jobs running 24/01/03 13:47:44 INFO SQLOperationListener: Finished stage: Stage(1094, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 3105 msec 24/01/03 13:47:44 INFO StatsReportListener: task runtime:(count: 1, mean: 1285.000000, stdev: 0.000000, max: 1285.000000, min: 1285.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 1.3 s 24/01/03 13:47:44 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:44 INFO StatsReportListener: remote bytes read:(count: 1, mean: 30994.000000, stdev: 0.000000, max: 30994.000000, min: 30994.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 30.3 KiB 24/01/03 13:47:44 INFO StatsReportListener: task result size:(count: 1, mean: 11543.000000, stdev: 0.000000, max: 11543.000000, min: 11543.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 11.3 KiB 24/01/03 13:47:44 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 38.832685, stdev: 0.000000, max: 38.832685, min: 38.832685) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 39 % 39 % 39 % 39 % 39 % 39 % 39 % 39 % 39 % 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:44 INFO StatsReportListener: other time pct: (count: 1, mean: 61.167315, stdev: 0.000000, max: 61.167315, min: 61.167315) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 61 % 61 % 61 % 61 % 61 % 61 % 61 % 61 % 61 % 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 481 succeeded, 7 active jobs running 24/01/03 13:47:44 INFO MemoryStore: Block broadcast_1081_piece0 stored as bytes in memory (estimated size 2.8 KiB, free 4.1 GiB) 24/01/03 13:47:44 INFO SparkContext: Created broadcast 1081 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:44 INFO CodeGenerator: Code generated in 6.89076 ms 24/01/03 13:47:44 INFO ShufflePartitionsUtil: For shuffle(305), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:44 INFO MemoryStore: Block broadcast_1082_piece0 stored as bytes in memory (estimated size 9.3 KiB, free 4.1 GiB) 24/01/03 13:47:44 INFO SparkContext: Created broadcast 1082 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:44 INFO CodeGenerator: Code generated in 13.641904 ms 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 487 started with 2 stages, 8 active jobs running 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1106.0 started with 1 tasks, 8 active stages running 24/01/03 13:47:44 INFO SQLOperationListener: Finished stage: Stage(1106, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 140 msec 24/01/03 13:47:44 INFO StatsReportListener: task runtime:(count: 1, mean: 137.000000, stdev: 0.000000, max: 137.000000, min: 137.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 137.0 ms 137.0 ms 137.0 ms 137.0 ms 137.0 ms 137.0 ms 137.0 ms 137.0 ms 137.0 ms 24/01/03 13:47:44 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 33635.000000, stdev: 0.000000, max: 33635.000000, min: 33635.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 32.8 KiB 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:44 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:44 INFO StatsReportListener: task result size:(count: 1, mean: 11680.000000, stdev: 0.000000, max: 11680.000000, min: 11680.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 11.4 KiB 24/01/03 13:47:44 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 83.941606, stdev: 0.000000, max: 83.941606, min: 83.941606) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 84 % 84 % 84 % 84 % 84 % 84 % 84 % 84 % 84 % 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:44 INFO StatsReportListener: other time pct: (count: 1, mean: 16.058394, stdev: 0.000000, max: 16.058394, min: 16.058394) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 16 % 16 % 16 % 16 % 16 % 16 % 16 % 16 % 16 % 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 487 succeeded, 7 active jobs running 24/01/03 13:47:44 INFO SQLOperationListener: Finished stage: Stage(1101, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1162 msec 24/01/03 13:47:44 INFO StatsReportListener: task runtime:(count: 1, mean: 1159.000000, stdev: 0.000000, max: 1159.000000, min: 1159.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 24/01/03 13:47:44 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 848977.000000, stdev: 0.000000, max: 848977.000000, min: 848977.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 829.1 KiB 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:44 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:44 INFO StatsReportListener: task result size:(count: 1, mean: 14753.000000, stdev: 0.000000, max: 14753.000000, min: 14753.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 24/01/03 13:47:44 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 94.736842, stdev: 0.000000, max: 94.736842, min: 94.736842) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 95 % 95 % 95 % 95 % 95 % 95 % 95 % 95 % 95 % 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:44 INFO StatsReportListener: other time pct: (count: 1, mean: 5.263158, stdev: 0.000000, max: 5.263158, min: 5.263158) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 5 % 5 % 5 % 5 % 5 % 5 % 5 % 5 % 5 % 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 484 succeeded, 6 active jobs running 24/01/03 13:47:44 INFO SQLOperationListener: Finished stage: Stage(1102, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1164 msec 24/01/03 13:47:44 INFO StatsReportListener: task runtime:(count: 1, mean: 1161.000000, stdev: 0.000000, max: 1161.000000, min: 1161.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 24/01/03 13:47:44 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 829990.000000, stdev: 0.000000, max: 829990.000000, min: 829990.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 810.5 KiB 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:44 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:44 INFO StatsReportListener: task result size:(count: 1, mean: 14753.000000, stdev: 0.000000, max: 14753.000000, min: 14753.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 14.4 KiB 24/01/03 13:47:44 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 97.243755, stdev: 0.000000, max: 97.243755, min: 97.243755) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 24/01/03 13:47:44 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:44 INFO StatsReportListener: other time pct: (count: 1, mean: 2.756245, stdev: 0.000000, max: 2.756245, min: 2.756245) 24/01/03 13:47:44 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:44 INFO StatsReportListener: 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 24/01/03 13:47:44 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 485 succeeded, 5 active jobs running 24/01/03 13:47:45 INFO SQLOperationListener: Finished stage: Stage(1087, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 6725 msec 24/01/03 13:47:45 INFO StatsReportListener: task runtime:(count: 1, mean: 3228.000000, stdev: 0.000000, max: 3228.000000, min: 3228.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.2 s 3.2 s 3.2 s 3.2 s 3.2 s 3.2 s 3.2 s 3.2 s 3.2 s 24/01/03 13:47:45 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 1206733.000000, stdev: 0.000000, max: 1206733.000000, min: 1206733.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:45 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:45 INFO StatsReportListener: task result size:(count: 1, mean: 3821.000000, stdev: 0.000000, max: 3821.000000, min: 3821.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 3.7 KiB 24/01/03 13:47:45 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 66.387856, stdev: 0.000000, max: 66.387856, min: 66.387856) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 66 % 66 % 66 % 66 % 66 % 66 % 66 % 66 % 66 % 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:45 INFO StatsReportListener: other time pct: (count: 1, mean: 33.612144, stdev: 0.000000, max: 33.612144, min: 33.612144) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 34 % 34 % 34 % 34 % 34 % 34 % 34 % 34 % 34 % 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 476 succeeded, 4 active jobs running 24/01/03 13:47:45 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=65539] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=67048] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=65504] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=67017] : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 29 : : : +- ShuffleQueryStage 29 : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(f1#18316, f3#18318, f5#18320, 8192), ENSURE_REQUIREMENTS, [plan_id=66141] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) ! : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=67044] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] ! : +- SortMergeJoin [brand_name#18305], [brand_name0#18313], Inner : +- BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false ! : :- Sort [brand_name#18305 ASC NULLS FIRST], false, 0 : :- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] ! : : +- Exchange hashpartitioning(brand_name#18305, 8192), ENSURE_REQUIREMENTS, [plan_id=66135] : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false ! : : +- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] ! : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner ! : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 ! : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=67031] ! : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=65518] : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=67027] ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=65514] : : : : +- Project [day_col#18383, brand_name#18393, city#18400] ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter ! : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 ! : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : : +- ShuffleQueryStage 30 ! : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] ! : : : : : +- ShuffleQueryStage 30 : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter ! : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 ! : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : : +- AQEShuffleRead coalesced ! : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : : +- ShuffleQueryStage 28 ! : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] ! : : : : : : +- ShuffleQueryStage 28 : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 ! : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : : +- AQEShuffleRead coalesced ! : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 9 ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : : : +- ShuffleQueryStage 9 : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 ! : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- ShuffleQueryStage 11 ! : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : : : +- ShuffleQueryStage 11 : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 ! : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- ShuffleQueryStage 32 ! : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] ! : : : +- ShuffleQueryStage 32 : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) ! : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : :- BroadcastQueryStage 24 ! : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- *(9) Project [day_col#18401] ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : : +- *(9) Project [day_col#18401] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#18401) : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- AQEShuffleRead coalesced ! : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- ShuffleQueryStage 13 ! : : : +- AQEShuffleRead coalesced : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- *(10) Project [day_col#18406] ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : : +- *(10) Project [day_col#18406] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : +- BroadcastQueryStage 31 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] ! : : +- BroadcastQueryStage 31 : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] : : +- AQEShuffleRead coalesced ! : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- ShuffleQueryStage 14 ! : : +- AQEShuffleRead coalesced : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) Filter isnotnull(city#18415) ! : : +- *(11) Project [city#18415 AS city0#18310] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#18415) : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67039] ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- Sort [brand_name0#18313 ASC NULLS FIRST], false, 0 : +- ShuffleQueryStage 15 ! : +- HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) Filter isnotnull(brand_name#18421) ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#18421) +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=67076] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=65568] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=67072] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=65564] +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=67064] ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=65556] : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] : :- Project [product_id#18430L, f2#18328, city0#18329] ! : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner ! : :- Project [product_id#18430L, f2#18328, city0#18329] : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 ! : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner : : : +- ShuffleQueryStage 16 ! : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=67055] ! : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=65547] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=67065] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=65557] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:45 INFO ShufflePartitionsUtil: For shuffle(307), advisory target size: 268435456, actual target size 6646410, minimum partition size: 1048576 24/01/03 13:47:45 INFO CodeGenerator: Code generated in 14.185021 ms 24/01/03 13:47:45 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 488 started with 2 stages, 5 active jobs running 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1108.0 started with 1 tasks, 5 active stages running 24/01/03 13:47:45 INFO SQLOperationListener: Finished stage: Stage(1088, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 6833 msec 24/01/03 13:47:45 INFO StatsReportListener: task runtime:(count: 1, mean: 3345.000000, stdev: 0.000000, max: 3345.000000, min: 3345.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.3 s 3.3 s 3.3 s 3.3 s 3.3 s 3.3 s 3.3 s 3.3 s 3.3 s 24/01/03 13:47:45 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 726896.000000, stdev: 0.000000, max: 726896.000000, min: 726896.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 709.9 KiB 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:45 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:45 INFO StatsReportListener: task result size:(count: 1, mean: 5369.000000, stdev: 0.000000, max: 5369.000000, min: 5369.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 5.2 KiB 24/01/03 13:47:45 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 68.221226, stdev: 0.000000, max: 68.221226, min: 68.221226) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 68 % 68 % 68 % 68 % 68 % 68 % 68 % 68 % 68 % 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:45 INFO StatsReportListener: other time pct: (count: 1, mean: 31.778774, stdev: 0.000000, max: 31.778774, min: 31.778774) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 32 % 32 % 32 % 32 % 32 % 32 % 32 % 32 % 32 % 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 477 succeeded, 4 active jobs running 24/01/03 13:47:45 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=67048] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=67340] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=67017] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=67311] : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- Project [brand_name#18366, day_col#18356, city#18373] : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- Sort [f3#18278L ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 29 : : : +- ShuffleQueryStage 29 : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) ! : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=67152] : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=67336] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false : +- BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false : :- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : :- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=67031] : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=67325] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=67027] : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=67321] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : +- Project [day_col#18383, brand_name#18393, city#18400] : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : +- SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : :- Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : : +- ShuffleQueryStage 30 : : : : : +- ShuffleQueryStage 30 : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : : +- AQEShuffleRead coalesced : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- AQEShuffleRead coalesced : : : : : +- AQEShuffleRead coalesced : : : : : +- ShuffleQueryStage 9 : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- ShuffleQueryStage 11 : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- ShuffleQueryStage 32 : : : +- ShuffleQueryStage 32 : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : :- BroadcastQueryStage 24 : : : :- BroadcastQueryStage 24 : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 12 : : : : +- ShuffleQueryStage 12 : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) Project [day_col#18401] : : : : +- *(9) Project [day_col#18401] : : : : +- *(9) Filter isnotnull(day_col#18401) : : : : +- *(9) Filter isnotnull(day_col#18401) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 13 : : : +- ShuffleQueryStage 13 : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) Project [day_col#18406] : : : +- *(10) Project [day_col#18406] : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BroadcastQueryStage 31 : : +- BroadcastQueryStage 31 : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 14 : : +- ShuffleQueryStage 14 : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) Project [city#18415 AS city0#18310] : : +- *(11) Project [city#18415 AS city0#18310] : : +- *(11) Filter isnotnull(city#18415) : : +- *(11) Filter isnotnull(city#18415) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastQueryStage 33 : +- BroadcastQueryStage 33 : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67141] : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67141] : +- *(29) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- *(29) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 15 : +- ShuffleQueryStage 15 : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- *(12) Filter isnotnull(brand_name#18421) : +- *(12) Filter isnotnull(brand_name#18421) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=67076] +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=67365] +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=67072] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=67361] +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- Project [city0#18329, day_col0#18330, brand_name0#18332] +- Project [city0#18329, day_col0#18330, brand_name0#18332] +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=67064] : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=67353] : +- Project [product_id#18430L, city0#18329, day_col0#18330] : +- Project [product_id#18430L, city0#18329, day_col0#18330] : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false : :- Project [product_id#18430L, f2#18328, city0#18329] : :- Project [product_id#18430L, f2#18328, city0#18329] ! : : +- SortMergeJoin [buyer_id#18428L], [user_id#18433L], Inner : : +- BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false ! : : :- Sort [buyer_id#18428L ASC NULLS FIRST], false, 0 : : :- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67346] : : : +- ShuffleQueryStage 16 : : : +- ShuffleQueryStage 16 : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- Sort [user_id#18433L ASC NULLS FIRST], false, 0 : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, 8192), ENSURE_REQUIREMENTS, [plan_id=67055] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=67354] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=67065] +- ShuffleQueryStage 20 ! +- HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:45 INFO ShufflePartitionsUtil: For shuffle(308), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:45 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 489 started with 2 stages, 5 active jobs running 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1110.0 started with 1 tasks, 5 active stages running 24/01/03 13:47:45 INFO SQLOperationListener: Finished stage: Stage(1110, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 199 msec 24/01/03 13:47:45 INFO DAGScheduler: Job 489 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.200012 s 24/01/03 13:47:45 INFO StatsReportListener: task runtime:(count: 2, mean: 1800.500000, stdev: 1603.500000, max: 3404.000000, min: 197.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 197.0 ms 197.0 ms 197.0 ms 197.0 ms 3.4 s 3.4 s 3.4 s 3.4 s 3.4 s 24/01/03 13:47:45 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 3165495.500000, stdev: 3165495.500000, max: 6330991.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 6.0 MiB 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time:(count: 2, mean: 2.000000, stdev: 2.000000, max: 4.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 4.0 ms 4.0 ms 4.0 ms 4.0 ms 4.0 ms 24/01/03 13:47:45 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:45 INFO StatsReportListener: task result size:(count: 2, mean: 128926.500000, stdev: 125375.500000, max: 254302.000000, min: 3551.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 248.3 KiB 248.3 KiB 248.3 KiB 248.3 KiB 248.3 KiB 24/01/03 13:47:45 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:45 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 52.035005, stdev: 16.502010, max: 68.537015, min: 35.532995) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 36 % 36 % 36 % 36 % 69 % 69 % 69 % 69 % 69 % 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 1.015228, stdev: 1.015228, max: 2.030457, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0 % 0 % 0 % 0 % 2 % 2 % 2 % 2 % 2 % 24/01/03 13:47:45 INFO StatsReportListener: other time pct: (count: 2, mean: 46.949766, stdev: 15.486782, max: 62.436548, min: 31.462985) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 31 % 31 % 31 % 31 % 62 % 62 % 62 % 62 % 62 % 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 489 succeeded, 4 active jobs running 24/01/03 13:47:45 INFO CodeGenerator: Code generated in 5.27423 ms 24/01/03 13:47:45 INFO MemoryStore: Block broadcast_1086_piece0 stored as bytes in memory (estimated size 436.2 KiB, free 4.1 GiB) 24/01/03 13:47:45 INFO SparkContext: Created broadcast 1086 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:45 INFO SQLOperationListener: Finished stage: Stage(1108, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 368 msec 24/01/03 13:47:45 INFO StatsReportListener: task runtime:(count: 1, mean: 366.000000, stdev: 0.000000, max: 366.000000, min: 366.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO DAGScheduler: Job 488 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.370268 s 24/01/03 13:47:45 INFO StatsReportListener: 366.0 ms 366.0 ms 366.0 ms 366.0 ms 366.0 ms 366.0 ms 366.0 ms 366.0 ms 366.0 ms 24/01/03 13:47:45 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:45 INFO StatsReportListener: remote bytes read:(count: 1, mean: 1206733.000000, stdev: 0.000000, max: 1206733.000000, min: 1206733.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 1178.5 KiB 24/01/03 13:47:45 INFO StatsReportListener: task result size:(count: 1, mean: 1326057.000000, stdev: 0.000000, max: 1326057.000000, min: 1326057.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 1295.0 KiB 24/01/03 13:47:45 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:45 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 92.349727, stdev: 0.000000, max: 92.349727, min: 92.349727) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 92 % 92 % 92 % 92 % 92 % 92 % 92 % 92 % 92 % 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:45 INFO StatsReportListener: other time pct: (count: 1, mean: 7.650273, stdev: 0.000000, max: 7.650273, min: 7.650273) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 8 % 8 % 8 % 8 % 8 % 8 % 8 % 8 % 8 % 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 488 succeeded, 3 active jobs running 24/01/03 13:47:45 INFO MemoryStore: Block broadcast_1087_piece0 stored as bytes in memory (estimated size 2.1 MiB, free 4.1 GiB) 24/01/03 13:47:45 INFO SparkContext: Created broadcast 1087 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:45 INFO SQLOperationListener: Finished stage: Stage(1090, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 5; Took: 7411 msec 24/01/03 13:47:45 INFO StatsReportListener: task runtime:(count: 2, mean: 3007.000000, stdev: 39.000000, max: 3046.000000, min: 2968.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.0 s 3.0 s 3.0 s 3.0 s 3.0 s 3.0 s 3.0 s 3.0 s 3.0 s 24/01/03 13:47:45 INFO StatsReportListener: shuffle bytes written:(count: 2, mean: 4800779.500000, stdev: 584345.500000, max: 5385125.000000, min: 4216434.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 4.0 MiB 4.0 MiB 4.0 MiB 4.0 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 5.1 MiB 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:45 INFO StatsReportListener: remote bytes read:(count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:45 INFO StatsReportListener: task result size:(count: 2, mean: 3572.500000, stdev: 21.500000, max: 3594.000000, min: 3551.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:47:45 INFO StatsReportListener: executor (non-fetch) time pct: (count: 2, mean: 74.936940, stdev: 0.374945, max: 75.311884, min: 74.561995) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 75 % 75 % 75 % 75 % 75 % 75 % 75 % 75 % 75 % 24/01/03 13:47:45 INFO StatsReportListener: fetch wait time pct: (count: 2, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:45 INFO StatsReportListener: other time pct: (count: 2, mean: 25.063060, stdev: 0.374945, max: 25.438005, min: 24.688116) 24/01/03 13:47:45 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:45 INFO StatsReportListener: 25 % 25 % 25 % 25 % 25 % 25 % 25 % 25 % 25 % 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 479 succeeded, 2 active jobs running 24/01/03 13:47:45 INFO ShufflePartitionsUtil: For shuffle(310), advisory target size: 268435456, actual target size 26910720, minimum partition size: 1048576 24/01/03 13:47:45 INFO CodeGenerator: Code generated in 12.846412 ms 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 490 started with 2 stages, 3 active jobs running 24/01/03 13:47:45 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1112.0 started with 1 tasks, 3 active stages running 24/01/03 13:47:47 INFO SQLOperationListener: Finished stage: Stage(1112, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 1200 msec 24/01/03 13:47:47 INFO StatsReportListener: task runtime:(count: 1, mean: 1198.000000, stdev: 0.000000, max: 1198.000000, min: 1198.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 1.2 s 24/01/03 13:47:47 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 22281302.000000, stdev: 0.000000, max: 22281302.000000, min: 22281302.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 21.2 MiB 24/01/03 13:47:47 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:47 INFO StatsReportListener: remote bytes read:(count: 1, mean: 11001589.000000, stdev: 0.000000, max: 11001589.000000, min: 11001589.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 10.5 MiB 24/01/03 13:47:47 INFO StatsReportListener: task result size:(count: 1, mean: 6290.000000, stdev: 0.000000, max: 6290.000000, min: 6290.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 6.1 KiB 24/01/03 13:47:47 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 98.580968, stdev: 0.000000, max: 98.580968, min: 98.580968) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 99 % 24/01/03 13:47:47 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:47 INFO StatsReportListener: other time pct: (count: 1, mean: 1.419032, stdev: 0.000000, max: 1.419032, min: 1.419032) 24/01/03 13:47:47 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:47 INFO StatsReportListener: 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 1 % 24/01/03 13:47:47 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 490 succeeded, 2 active jobs running 2024-01-03 13:47:47.478 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Query[179f7c0b-06bb-4ba9-93bc-6775e8224e61] in RUNNING_STATE 24/01/03 13:47:48 INFO SQLOperationListener: Finished stage: Stage(1083, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 10119 msec 24/01/03 13:47:48 INFO StatsReportListener: task runtime:(count: 1, mean: 7679.000000, stdev: 0.000000, max: 7679.000000, min: 7679.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 7.7 s 7.7 s 7.7 s 7.7 s 7.7 s 7.7 s 7.7 s 7.7 s 7.7 s 24/01/03 13:47:48 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 97862424.000000, stdev: 0.000000, max: 97862424.000000, min: 97862424.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 93.3 MiB 24/01/03 13:47:48 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:48 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:48 INFO StatsReportListener: task result size:(count: 1, mean: 3092.000000, stdev: 0.000000, max: 3092.000000, min: 3092.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 3.0 KiB 24/01/03 13:47:48 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.804662, stdev: 0.000000, max: 99.804662, min: 99.804662) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 24/01/03 13:47:48 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:48 INFO StatsReportListener: other time pct: (count: 1, mean: 0.195338, stdev: 0.000000, max: 0.195338, min: 0.195338) 24/01/03 13:47:48 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:48 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:48 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 472 succeeded, 1 active jobs running 24/01/03 13:47:48 INFO ShufflePartitionsUtil: For shuffle(312, 303), advisory target size: 268435456, actual target size 98709312, minimum partition size: 1048576 24/01/03 13:47:48 INFO ShufflePartitionsUtil: For shuffle(313, 303), advisory target size: 268435456, actual target size 98688120, minimum partition size: 1048576 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 16.197226 ms 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 6.718691 ms 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 6.340807 ms 24/01/03 13:47:48 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 491 started with 6 stages, 2 active jobs running 24/01/03 13:47:48 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1118.0 started with 1 tasks, 2 active stages running 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 15.5577 ms 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 6.728738 ms 24/01/03 13:47:48 INFO CodeGenerator: Code generated in 7.472737 ms 24/01/03 13:47:48 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 492 started with 6 stages, 3 active jobs running 24/01/03 13:47:48 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1120.0 started with 1 tasks, 3 active stages running 24/01/03 13:47:52 INFO SQLOperationListener: Finished stage: Stage(1120, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 3831 msec 24/01/03 13:47:52 INFO StatsReportListener: task runtime:(count: 1, mean: 3828.000000, stdev: 0.000000, max: 3828.000000, min: 3828.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 3.8 s 3.8 s 3.8 s 3.8 s 3.8 s 3.8 s 3.8 s 3.8 s 3.8 s 24/01/03 13:47:52 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 884895.000000, stdev: 0.000000, max: 884895.000000, min: 884895.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 864.2 KiB 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:52 INFO StatsReportListener: remote bytes read:(count: 1, mean: 98692414.000000, stdev: 0.000000, max: 98692414.000000, min: 98692414.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 24/01/03 13:47:52 INFO StatsReportListener: task result size:(count: 1, mean: 20242.000000, stdev: 0.000000, max: 20242.000000, min: 20242.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 24/01/03 13:47:52 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 97.152560, stdev: 0.000000, max: 97.152560, min: 97.152560) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:52 INFO StatsReportListener: other time pct: (count: 1, mean: 2.847440, stdev: 0.000000, max: 2.847440, min: 2.847440) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 492 succeeded, 2 active jobs running 24/01/03 13:47:52 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter :- LocalLimit 1001 :- LocalLimit 1001 : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68426] : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68586] : : +- LocalLimit 1001 : : +- LocalLimit 1001 : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : : +- ShuffleQueryStage 36 : : +- ShuffleQueryStage 36 : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] : : +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : : +- *(33) Project [brand_name#18366, day_col#18356, city#18373] : : +- *(33) Project [brand_name#18366, day_col#18356, city#18373] : : +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : : :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 : : :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 29 : : : +- ShuffleQueryStage 29 : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 26 : : : : +- ShuffleQueryStage 26 : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : : :- AQEShuffleRead local : : : : :- AQEShuffleRead local : : : : : +- ShuffleQueryStage 0 : : : : : +- ShuffleQueryStage 0 : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastQueryStage 21 : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : : +- AQEShuffleRead local : : : : +- AQEShuffleRead local : : : : +- ShuffleQueryStage 1 : : : : +- ShuffleQueryStage 1 : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- *(2) Filter isnotnull(day_col#18356) : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced : : : +- ShuffleQueryStage 2 : : : +- ShuffleQueryStage 2 : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- *(3) Filter isnotnull(product_id#18361L) : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 3 : : +- ShuffleQueryStage 3 : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : : +- *(4) Filter isnotnull(user_id#18369L) : : +- *(4) Filter isnotnull(user_id#18369L) : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) ! : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=68481] : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=68582] : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] : +- BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false : +- BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false : :- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : :- Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : : +- BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : : :- Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] ! : : : +- SortMergeJoin [day_col#18307], [day_col#18401], Inner : : : +- BroadcastHashJoin [day_col#18307], [day_col#18401], Inner, BuildLeft, false ! : : : :- Sort [day_col#18307 ASC NULLS FIRST], false, 0 : : : :- BroadcastExchange HashedRelationBroadcastMode(List(input[3, date, false]),false), [plan_id=68573] ! : : : : +- Exchange hashpartitioning(day_col#18307, 8192), ENSURE_REQUIREMENTS, [plan_id=68472] : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) ! : : : : +- HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : : : +- ShuffleQueryStage 37 ! : : : : +- ShuffleQueryStage 37 : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=68448] ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=68448] : : : : +- *(36) HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) ! : : : : +- *(36) HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : : +- *(36) Project [day_col#18383, brand_name#18393, city#18400] ! : : : : +- *(36) Project [day_col#18383, brand_name#18393, city#18400] : : : : +- *(36) SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter ! : : : : +- *(36) SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : : :- *(34) Sort [f3#18299L ASC NULLS FIRST], false, 0 ! : : : : :- *(34) Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : : : +- AQEShuffleRead coalesced ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ShuffleQueryStage 30 ! : : : : : +- ShuffleQueryStage 30 : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] ! : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter ! : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 ! : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : : : : : +- AQEShuffleRead coalesced ! : : : : : : +- AQEShuffleRead coalesced : : : : : : +- ShuffleQueryStage 28 ! : : : : : : +- ShuffleQueryStage 28 : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] ! : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 ! : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : : : : : +- AQEShuffleRead coalesced ! : : : : : +- AQEShuffleRead coalesced : : : : : +- ShuffleQueryStage 9 ! : : : : : +- ShuffleQueryStage 9 : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : : : +- *(35) Sort [f1#18302L ASC NULLS FIRST], false, 0 ! : : : : +- *(35) Sort [f1#18302L ASC NULLS FIRST], false, 0 : : : : +- AQEShuffleRead coalesced ! : : : : +- AQEShuffleRead coalesced : : : : +- ShuffleQueryStage 11 ! : : : : +- ShuffleQueryStage 11 : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : : : +- ShuffleQueryStage 32 ! : : : +- Sort [day_col#18401 ASC NULLS FIRST], false, 0 : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] ! : : : +- ShuffleQueryStage 32 : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) ! : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] : : : :- BroadcastQueryStage 24 ! : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] ! : : : :- BroadcastQueryStage 24 : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] : : : : +- AQEShuffleRead coalesced ! : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- ShuffleQueryStage 12 ! : : : : +- AQEShuffleRead coalesced : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- ShuffleQueryStage 12 : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] : : : : +- *(9) Project [day_col#18401] ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : : +- *(9) Project [day_col#18401] : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(9) Filter isnotnull(day_col#18401) : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- AQEShuffleRead coalesced ! : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) : : : +- ShuffleQueryStage 13 ! : : : +- AQEShuffleRead coalesced : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- ShuffleQueryStage 13 : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] : : : +- *(10) Project [day_col#18406] ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : : +- *(10) Project [day_col#18406] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) : : +- BroadcastQueryStage 31 ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] ! : : +- BroadcastQueryStage 31 : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] : : +- AQEShuffleRead coalesced ! : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) : : +- ShuffleQueryStage 14 ! : : +- AQEShuffleRead coalesced : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- ShuffleQueryStage 14 : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) : : +- *(11) Filter isnotnull(city#18415) ! : : +- *(11) Project [city#18415 AS city0#18310] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(11) Filter isnotnull(city#18415) : +- BroadcastQueryStage 33 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67141] ! : +- BroadcastQueryStage 33 : +- *(29) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67141] : +- AQEShuffleRead coalesced ! : +- *(29) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) : +- ShuffleQueryStage 15 ! : +- AQEShuffleRead coalesced : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- ShuffleQueryStage 15 : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) : +- *(12) Filter isnotnull(brand_name#18421) ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- *(12) Filter isnotnull(brand_name#18421) +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=68604] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=68026] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=68600] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=68024] +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=68593] ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=67462] : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] : :- Project [product_id#18430L, f2#18328, city0#18329] ! : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false : : +- BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false ! : :- Project [product_id#18430L, f2#18328, city0#18329] : : :- BroadcastQueryStage 34 ! : : +- BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67454] ! : : :- BroadcastQueryStage 34 : : : +- AQEShuffleRead local ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67454] : : : +- ShuffleQueryStage 16 ! : : : +- AQEShuffleRead local : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- ShuffleQueryStage 16 : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- ShuffleQueryStage 17 ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- ShuffleQueryStage 17 : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) : +- BroadcastQueryStage 25 ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- BroadcastQueryStage 25 : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] : +- AQEShuffleRead coalesced ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) : +- ShuffleQueryStage 19 ! : +- AQEShuffleRead coalesced : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : +- ShuffleQueryStage 19 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] +- ShuffleQueryStage 35 ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=68011] ! +- ShuffleQueryStage 35 +- *(30) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=68011] +- AQEShuffleRead coalesced ! +- *(30) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) +- ShuffleQueryStage 20 ! +- AQEShuffleRead coalesced +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- ShuffleQueryStage 20 +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- *(16) Project [brand_name#18448, product_id#18443L] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:52 INFO ShufflePartitionsUtil: For shuffle(317), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 2024-01-03 13:47:52.484 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Query[179f7c0b-06bb-4ba9-93bc-6775e8224e61] in RUNNING_STATE 24/01/03 13:47:52 INFO HashAggregateExec: spark.sql.codegen.aggregate.map.twolevel.enabled is set to true, but current version of codegened fast hashmap does not support this aggregate. 24/01/03 13:47:52 INFO CodeGenerator: Code generated in 7.43332 ms 24/01/03 13:47:52 INFO SparkContext: Starting job: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 493 started with 7 stages, 3 active jobs running 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1123.0 started with 1 tasks, 3 active stages running 24/01/03 13:47:52 INFO SQLOperationListener: Finished stage: Stage(1118, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 4120 msec 24/01/03 13:47:52 INFO StatsReportListener: task runtime:(count: 1, mean: 4117.000000, stdev: 0.000000, max: 4117.000000, min: 4117.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 4.1 s 4.1 s 4.1 s 4.1 s 4.1 s 4.1 s 4.1 s 4.1 s 4.1 s 24/01/03 13:47:52 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 943865.000000, stdev: 0.000000, max: 943865.000000, min: 943865.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 921.7 KiB 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:52 INFO StatsReportListener: remote bytes read:(count: 1, mean: 98711401.000000, stdev: 0.000000, max: 98711401.000000, min: 98711401.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 94.1 MiB 24/01/03 13:47:52 INFO StatsReportListener: task result size:(count: 1, mean: 20242.000000, stdev: 0.000000, max: 20242.000000, min: 20242.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 19.8 KiB 24/01/03 13:47:52 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 96.648045, stdev: 0.000000, max: 96.648045, min: 96.648045) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 97 % 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:52 INFO StatsReportListener: other time pct: (count: 1, mean: 3.351955, stdev: 0.000000, max: 3.351955, min: 3.351955) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 3 % 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 491 succeeded, 2 active jobs running 24/01/03 13:47:52 INFO ShufflePartitionsUtil: For shuffle(316), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:52 INFO SQLOperationListener: Finished stage: Stage(1123, 0); Name: '$anonfun$withThreadLocalCaptured$1 at FutureTask.java:266'; Status: succeeded; numTasks: 1; Took: 211 msec 24/01/03 13:47:52 INFO StatsReportListener: task runtime:(count: 1, mean: 206.000000, stdev: 0.000000, max: 206.000000, min: 206.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 206.0 ms 206.0 ms 206.0 ms 206.0 ms 206.0 ms 206.0 ms 206.0 ms 206.0 ms 206.0 ms 24/01/03 13:47:52 INFO DAGScheduler: Job 493 finished: $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266, took 0.218125 s 24/01/03 13:47:52 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:52 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:52 INFO StatsReportListener: task result size:(count: 1, mean: 302820.000000, stdev: 0.000000, max: 302820.000000, min: 302820.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 295.7 KiB 24/01/03 13:47:52 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 46.601942, stdev: 0.000000, max: 46.601942, min: 46.601942) 24/01/03 13:47:52 INFO HashAggregateExec: spark.sql.codegen.aggregate.map.twolevel.enabled is set to true, but current version of codegened fast hashmap does not support this aggregate. 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 47 % 47 % 47 % 47 % 47 % 47 % 47 % 47 % 47 % 24/01/03 13:47:52 WARN SparkConf: The configuration key 'spark.blacklist.enabled' has been deprecated as of Spark 3.1.0 and may be removed in the future. Please use spark.excludeOnFailure.enabled 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:52 INFO StatsReportListener: other time pct: (count: 1, mean: 53.398058, stdev: 0.000000, max: 53.398058, min: 53.398058) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 53 % 53 % 53 % 53 % 53 % 53 % 53 % 53 % 53 % 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 493 succeeded, 1 active jobs running 24/01/03 13:47:52 INFO CodeGenerator: Code generated in 5.045781 ms 24/01/03 13:47:52 INFO CodeGenerator: Code generated in 7.031865 ms 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 494 started with 7 stages, 2 active jobs running 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1130.0 started with 1 tasks, 2 active stages running 24/01/03 13:47:52 INFO MemoryStore: Block broadcast_1092_piece0 stored as bytes in memory (estimated size 291.3 KiB, free 4.1 GiB) 24/01/03 13:47:52 INFO SparkContext: Created broadcast 1092 from $anonfun$withThreadLocalCaptured$1 at FutureTask.java:266 24/01/03 13:47:52 INFO ShufflePartitionsUtil: For shuffle(314), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:47:52 INFO CodeGenerator: Code generated in 15.646953 ms 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 495 started with 3 stages, 3 active jobs running 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1133.0 started with 1 tasks, 3 active stages running 24/01/03 13:47:52 INFO SQLOperationListener: Finished stage: Stage(1130, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 120 msec 24/01/03 13:47:52 INFO StatsReportListener: task runtime:(count: 1, mean: 117.000000, stdev: 0.000000, max: 117.000000, min: 117.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 117.0 ms 117.0 ms 117.0 ms 117.0 ms 117.0 ms 117.0 ms 117.0 ms 117.0 ms 117.0 ms 24/01/03 13:47:52 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 102405.000000, stdev: 0.000000, max: 102405.000000, min: 102405.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 100.0 KiB 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:52 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:52 INFO StatsReportListener: task result size:(count: 1, mean: 22044.000000, stdev: 0.000000, max: 22044.000000, min: 22044.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 21.5 KiB 24/01/03 13:47:52 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 77.777778, stdev: 0.000000, max: 77.777778, min: 77.777778) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 78 % 78 % 78 % 78 % 78 % 78 % 78 % 78 % 78 % 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:52 INFO StatsReportListener: other time pct: (count: 1, mean: 22.222222, stdev: 0.000000, max: 22.222222, min: 22.222222) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 22 % 22 % 22 % 22 % 22 % 22 % 22 % 22 % 22 % 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 494 succeeded, 2 active jobs running 24/01/03 13:47:52 INFO SQLOperationListener: Finished stage: Stage(1133, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 196 msec 24/01/03 13:47:52 INFO StatsReportListener: task runtime:(count: 1, mean: 192.000000, stdev: 0.000000, max: 192.000000, min: 192.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 192.0 ms 192.0 ms 192.0 ms 192.0 ms 192.0 ms 192.0 ms 192.0 ms 192.0 ms 192.0 ms 24/01/03 13:47:52 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:52 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:52 INFO StatsReportListener: task result size:(count: 1, mean: 33838.000000, stdev: 0.000000, max: 33838.000000, min: 33838.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 33.0 KiB 24/01/03 13:47:52 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 78.645833, stdev: 0.000000, max: 78.645833, min: 78.645833) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 79 % 24/01/03 13:47:52 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:52 INFO StatsReportListener: other time pct: (count: 1, mean: 21.354167, stdev: 0.000000, max: 21.354167, min: 21.354167) 24/01/03 13:47:52 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:52 INFO StatsReportListener: 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 21 % 24/01/03 13:47:52 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 495 succeeded, 1 active jobs running 24/01/03 13:47:53 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter ! :- LocalLimit 1001 :- Sort [f5#18322 ASC NULLS FIRST, f7#18324 ASC NULLS FIRST, f9#18326 ASC NULLS FIRST], false, 0 ! : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] : +- LocalLimit 1001 ! : +- SortMergeJoin [f4#18284, f6#18286, f8#18288], [f1#18316, f3#18318, f5#18320], LeftOuter : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] ! : :- Sort [f4#18284 ASC NULLS FIRST, f6#18286 ASC NULLS FIRST, f8#18288 ASC NULLS FIRST], false, 0 : +- Project [f30#18283L, f4#18284, f6#18286, f8#18288, cast(null as bigint) AS f0#18315L, cast(null as string) AS f1#18316, cast(null as date) AS f3#18318, cast(null as string) AS f5#18320] ! : : +- ShuffleQueryStage 39 : +- ShuffleQueryStage 39 ! : : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68807] : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68807] ! : : +- *(38) LocalLimit 1001 : +- *(38) LocalLimit 1001 ! : : +- *(38) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) : +- *(38) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 36 : +- ShuffleQueryStage 36 ! : : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] ! : : +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) : +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) ! : : +- *(33) Project [brand_name#18366, day_col#18356, city#18373] : +- *(33) Project [brand_name#18366, day_col#18356, city#18373] ! : : +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter : +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter ! : : :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 : :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 ! : : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 29 : : +- ShuffleQueryStage 29 ! : : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] ! : : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] ! : : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter ! : : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 ! : : : : +- AQEShuffleRead coalesced : : : +- AQEShuffleRead coalesced ! : : : : +- ShuffleQueryStage 26 : : : +- ShuffleQueryStage 26 ! : : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] ! : : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] ! : : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false ! : : : : :- AQEShuffleRead local : : : :- AQEShuffleRead local ! : : : : : +- ShuffleQueryStage 0 : : : : +- ShuffleQueryStage 0 ! : : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] ! : : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] ! : : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) ! : : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : +- BroadcastQueryStage 21 : : : +- BroadcastQueryStage 21 ! : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] ! : : : : +- AQEShuffleRead local : : : +- AQEShuffleRead local ! : : : : +- ShuffleQueryStage 1 : : : +- ShuffleQueryStage 1 ! : : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] ! : : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] ! : : : : +- *(2) Filter isnotnull(day_col#18356) : : : +- *(2) Filter isnotnull(day_col#18356) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 ! : : : +- AQEShuffleRead coalesced : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 2 : : +- ShuffleQueryStage 2 ! : : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] ! : : : +- *(3) Filter isnotnull(product_id#18361L) : : +- *(3) Filter isnotnull(product_id#18361L) ! : : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 : +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 ! : : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 3 : +- ShuffleQueryStage 3 ! : : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] ! : : +- *(4) Filter isnotnull(user_id#18369L) : +- *(4) Filter isnotnull(user_id#18369L) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- Sort [f1#18316 ASC NULLS FIRST, f3#18318 ASC NULLS FIRST, f5#18320 ASC NULLS FIRST], false, 0 +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! : +- HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[avg(f30#18304L)], output=[f0#18315L, f1#18316, f3#18318, f5#18320]) +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=69142] ! : +- ShuffleQueryStage 40 +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! : +- Exchange hashpartitioning(brand_name#18314, day_col0#18309, city0#18312, 8192), ENSURE_REQUIREMENTS, [plan_id=68975] +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=69138] ! : +- *(39) HashAggregate(keys=[brand_name#18314, day_col0#18309, city0#18312], functions=[partial_avg(f30#18304L)], output=[brand_name#18314, day_col0#18309, city0#18312, sum#18573, count#18574L]) +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! : +- *(39) Project [f30#18304L, day_col0#18309, city0#18312, brand_name#18314] +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! : +- *(39) BroadcastHashJoin [brand_name#18305], [brand_name0#18313], Inner, BuildRight, false +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! : :- *(39) Project [f30#18304L, brand_name#18305, day_col0#18309, city#18311 AS city0#18312] :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! : : +- *(39) BroadcastHashJoin [city#18306], [city0#18310], Inner, BuildRight, false : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=69131] ! : : :- *(39) Project [f30#18304L, brand_name#18305, city#18306, day_col0#18309] : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : : : +- *(39) BroadcastHashJoin [day_col#18307], [day_col#18401], Inner, BuildLeft, false : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : : : :- BroadcastQueryStage 38 : :- Project [product_id#18430L, f2#18328, city0#18329] ! : : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[3, date, false]),false), [plan_id=68639] : : +- BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false ! : : : : +- *(37) HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[count(1)], output=[f30#18304L, brand_name#18305, city#18306, day_col#18307]) : : :- BroadcastQueryStage 34 ! : : : : +- AQEShuffleRead coalesced : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67454] ! : : : : +- ShuffleQueryStage 37 : : : +- AQEShuffleRead local ! : : : : +- Exchange hashpartitioning(day_col#18383, city#18400, brand_name#18393, 8192), ENSURE_REQUIREMENTS, [plan_id=68448] : : : +- ShuffleQueryStage 16 ! : : : : +- *(36) HashAggregate(keys=[day_col#18383, city#18400, brand_name#18393], functions=[partial_count(1)], output=[day_col#18383, city#18400, brand_name#18393, count#18576L]) : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : : +- *(36) Project [day_col#18383, brand_name#18393, city#18400] : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : : +- *(36) SortMergeJoin [f3#18299L], [f1#18302L], LeftOuter : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : : :- *(34) Sort [f3#18299L ASC NULLS FIRST], false, 0 : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : : +- AQEShuffleRead coalesced : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : : : : +- ShuffleQueryStage 30 : : +- ShuffleQueryStage 17 ! : : : : : +- Exchange hashpartitioning(f3#18299L, 8192), ENSURE_REQUIREMENTS, [plan_id=65331] : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : : : : +- *(26) Project [day_col#18383, brand_name#18393, buyer_id#18378L AS f3#18299L] : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : : : : +- *(26) SortMergeJoin [f3#18294L], [f1#18297L], LeftOuter : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : : : : :- *(24) Sort [f3#18294L ASC NULLS FIRST], false, 0 : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : : : : : +- AQEShuffleRead coalesced : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : : : +- ShuffleQueryStage 28 : +- BroadcastQueryStage 25 ! : : : : : : +- ReusedExchange [day_col#18383, buyer_id#18378L, f3#18294L], Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : : : : : +- *(25) Sort [f1#18297L ASC NULLS FIRST], false, 0 : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : : : : : +- AQEShuffleRead coalesced : +- AQEShuffleRead coalesced ! : : : : : +- ShuffleQueryStage 9 : +- ShuffleQueryStage 19 ! : : : : : +- ReusedExchange [brand_name#18393, f1#18297L], Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- *(35) Sort [f1#18302L ASC NULLS FIRST], false, 0 +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! : : : : +- AQEShuffleRead coalesced +- ShuffleQueryStage 35 ! : : : : +- ShuffleQueryStage 11 +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=68011] ! : : : : +- ReusedExchange [city#18400, f1#18302L], Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] +- *(30) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! : : : +- AQEShuffleRead local +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 32 +- ShuffleQueryStage 20 ! : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=66116] +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! : : : +- *(28) Project [day_col#18406 AS day_col0#18309, day_col#18401] +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! : : : +- *(28) BroadcastNestedLoopJoin BuildLeft, Inner, ((day_col#18401 > EXPR_0#18308) AND (day_col#18401 <= day_col#18406)) +- *(16) Project [brand_name#18448, product_id#18443L] ! : : : :- BroadcastQueryStage 24 +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! : : : : +- BroadcastExchange IdentityBroadcastMode, [plan_id=63279] +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : : +- *(17) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- AQEShuffleRead coalesced ! : : : : +- ShuffleQueryStage 12 ! : : : : +- Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! : : : : +- *(9) HashAggregate(keys=[day_col#18401], functions=[], output=[day_col#18401]) ! : : : : +- *(9) Project [day_col#18401] ! : : : : +- *(9) Filter isnotnull(day_col#18401) ! : : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18401] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- *(28) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406, EXPR_0#18308]) ! : : : +- AQEShuffleRead coalesced ! : : : +- ShuffleQueryStage 13 ! : : : +- Exchange hashpartitioning(day_col#18406, 8192), ENSURE_REQUIREMENTS, [plan_id=61359] ! : : : +- *(10) HashAggregate(keys=[day_col#18406], functions=[], output=[day_col#18406]) ! : : : +- *(10) Project [day_col#18406] ! : : : +- *(10) Filter (isnotnull(date_add(day_col#18406, -1)) AND isnotnull(day_col#18406)) ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18406] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BroadcastQueryStage 31 ! : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=65647] ! : : +- *(27) HashAggregate(keys=[city0#18310], functions=[], output=[city#18311, city0#18310]) ! : : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 14 ! : : +- Exchange hashpartitioning(city0#18310, 8192), ENSURE_REQUIREMENTS, [plan_id=61384] ! : : +- *(11) HashAggregate(keys=[city0#18310], functions=[], output=[city0#18310]) ! : : +- *(11) Project [city#18415 AS city0#18310] ! : : +- *(11) Filter isnotnull(city#18415) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[city#18415] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 33 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(input[1, string, true]),false), [plan_id=67141] ! : +- *(29) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name#18314, brand_name0#18313]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 15 ! : +- Exchange hashpartitioning(brand_name0#18313, 8192), ENSURE_REQUIREMENTS, [plan_id=61406] ! : +- *(12) HashAggregate(keys=[brand_name0#18313], functions=[], output=[brand_name0#18313]) ! : +- *(12) Project [brand_name#18421 AS brand_name0#18313] ! : +- *(12) Filter isnotnull(brand_name#18421) ! : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[brand_name#18421] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=68604] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=68600] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=68593] ! : +- Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : :- Project [product_id#18430L, f2#18328, city0#18329] ! : : +- BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false ! : : :- BroadcastQueryStage 34 ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67454] ! : : : +- AQEShuffleRead local ! : : : +- ShuffleQueryStage 16 ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- ShuffleQueryStage 17 ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 25 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 19 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! +- ShuffleQueryStage 35 ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=68011] ! +- *(30) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- AQEShuffleRead coalesced ! +- ShuffleQueryStage 20 ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:47:56 INFO SQLOperationListener: Finished stage: Stage(1089, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 17519 msec 24/01/03 13:47:56 INFO StatsReportListener: task runtime:(count: 1, mean: 14048.000000, stdev: 0.000000, max: 14048.000000, min: 14048.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 14.0 s 14.0 s 14.0 s 14.0 s 14.0 s 14.0 s 14.0 s 14.0 s 14.0 s 24/01/03 13:47:56 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 107171980.000000, stdev: 0.000000, max: 107171980.000000, min: 107171980.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 102.2 MiB 24/01/03 13:47:56 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:47:56 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:47:56 INFO StatsReportListener: task result size:(count: 1, mean: 3551.000000, stdev: 0.000000, max: 3551.000000, min: 3551.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 3.5 KiB 24/01/03 13:47:56 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 92.361902, stdev: 0.000000, max: 92.361902, min: 92.361902) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 92 % 92 % 92 % 92 % 92 % 92 % 92 % 92 % 92 % 24/01/03 13:47:56 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:47:56 INFO StatsReportListener: other time pct: (count: 1, mean: 7.638098, stdev: 0.000000, max: 7.638098, min: 7.638098) 24/01/03 13:47:56 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:47:56 INFO StatsReportListener: 8 % 8 % 8 % 8 % 8 % 8 % 8 % 8 % 8 % 24/01/03 13:47:56 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 478 succeeded, 0 active jobs running 24/01/03 13:47:56 INFO ShufflePartitionsUtil: For shuffle(309), advisory target size: 268435456, actual target size 107167744, minimum partition size: 1048576 24/01/03 13:47:56 INFO CodeGenerator: Code generated in 14.155041 ms 24/01/03 13:47:56 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 496 started with 2 stages, 1 active jobs running 24/01/03 13:47:56 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1135.0 started with 1 tasks, 1 active stages running 2024-01-03 13:47:57.488 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Query[179f7c0b-06bb-4ba9-93bc-6775e8224e61] in RUNNING_STATE 24/01/03 13:48:00 INFO SQLOperationListener: Finished stage: Stage(1135, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 4453 msec 24/01/03 13:48:00 INFO StatsReportListener: task runtime:(count: 1, mean: 4450.000000, stdev: 0.000000, max: 4450.000000, min: 4450.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 4.5 s 4.5 s 4.5 s 4.5 s 4.5 s 4.5 s 4.5 s 4.5 s 4.5 s 24/01/03 13:48:00 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:48:00 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:48:00 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:48:00 INFO StatsReportListener: task result size:(count: 1, mean: 12280.000000, stdev: 0.000000, max: 12280.000000, min: 12280.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 12.0 KiB 24/01/03 13:48:00 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 99.550562, stdev: 0.000000, max: 99.550562, min: 99.550562) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 100 % 24/01/03 13:48:00 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:48:00 INFO StatsReportListener: other time pct: (count: 1, mean: 0.449438, stdev: 0.000000, max: 0.449438, min: 0.449438) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:48:00 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 496 succeeded, 0 active jobs running 24/01/03 13:48:00 INFO AdaptiveSparkPlanExec: Plan changed: CollectLimit 1001 CollectLimit 1001 +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] ! +- SortMergeJoin [f5#18322, f7#18324, f9#18326], [f1#18334, f3#18336, f5#18338], LeftOuter +- Project [f0#18315L, f30#18283L, f5#18322, f7#18324, f9#18326, cast(null as bigint) AS f0#18333L, cast(null as string) AS f1#18334, cast(null as date) AS f3#18336, cast(null as string) AS f5#18338] ! :- Sort [f5#18322 ASC NULLS FIRST, f7#18324 ASC NULLS FIRST, f9#18326 ASC NULLS FIRST], false, 0 +- LocalLimit 1001 ! : +- LocalLimit 1001 +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] ! : +- Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] +- Project [f30#18283L, f4#18284, f6#18286, f8#18288, cast(null as bigint) AS f0#18315L, cast(null as string) AS f1#18316, cast(null as date) AS f3#18318, cast(null as string) AS f5#18320] ! : +- Project [f30#18283L, f4#18284, f6#18286, f8#18288, cast(null as bigint) AS f0#18315L, cast(null as string) AS f1#18316, cast(null as date) AS f3#18318, cast(null as string) AS f5#18320] +- ShuffleQueryStage 39 ! : +- ShuffleQueryStage 39 +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68807] ! : +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68807] +- *(38) LocalLimit 1001 ! : +- *(38) LocalLimit 1001 +- *(38) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) ! : +- *(38) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) +- AQEShuffleRead coalesced ! : +- AQEShuffleRead coalesced +- ShuffleQueryStage 36 ! : +- ShuffleQueryStage 36 +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] ! : +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) ! : +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) +- *(33) Project [brand_name#18366, day_col#18356, city#18373] ! : +- *(33) Project [brand_name#18366, day_col#18356, city#18373] +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter ! : +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 ! : :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced ! : : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 29 ! : : +- ShuffleQueryStage 29 : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] ! : : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] ! : : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter ! : : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 ! : : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced ! : : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 26 ! : : : +- ShuffleQueryStage 26 : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] ! : : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] ! : : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false ! : : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : :- AQEShuffleRead local ! : : : :- AQEShuffleRead local : : : +- ShuffleQueryStage 0 ! : : : : +- ShuffleQueryStage 0 : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] ! : : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] ! : : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) ! : : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] ! : : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : +- BroadcastQueryStage 21 ! : : : +- BroadcastQueryStage 21 : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : +- AQEShuffleRead local ! : : : +- AQEShuffleRead local : : +- ShuffleQueryStage 1 ! : : : +- ShuffleQueryStage 1 : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] ! : : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] ! : : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : +- *(2) Filter isnotnull(day_col#18356) ! : : : +- *(2) Filter isnotnull(day_col#18356) : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 ! : : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced ! : : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 2 ! : : +- ShuffleQueryStage 2 : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] ! : : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] ! : : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : +- *(3) Filter isnotnull(product_id#18361L) ! : : +- *(3) Filter isnotnull(product_id#18361L) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 ! : +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 +- AQEShuffleRead coalesced ! : +- AQEShuffleRead coalesced +- ShuffleQueryStage 3 ! : +- ShuffleQueryStage 3 +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] ! : +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] ! : +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] +- *(4) Filter isnotnull(user_id#18369L) ! : +- *(4) Filter isnotnull(user_id#18369L) +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! +- Sort [f1#18334 ASC NULLS FIRST, f3#18336 ASC NULLS FIRST, f5#18338 ASC NULLS FIRST], false, 0 ! +- Exchange hashpartitioning(f1#18334, f3#18336, f5#18338, 8192), ENSURE_REQUIREMENTS, [plan_id=69282] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[count(1)], output=[f0#18333L, f1#18334, f3#18336, f5#18338]) ! +- Exchange hashpartitioning(city0#18329, day_col0#18330, brand_name0#18332, 8192), ENSURE_REQUIREMENTS, [plan_id=69280] ! +- HashAggregate(keys=[city0#18329, day_col0#18330, brand_name0#18332], functions=[partial_count(1)], output=[city0#18329, day_col0#18330, brand_name0#18332, count#18578L]) ! +- Project [city0#18329, day_col0#18330, brand_name0#18332] ! +- SortMergeJoin [product_id#18430L], [product_id#18443L], Inner ! :- Sort [product_id#18430L ASC NULLS FIRST], false, 0 ! : +- ShuffleQueryStage 41 ! : +- Exchange hashpartitioning(product_id#18430L, 8192), ENSURE_REQUIREMENTS, [plan_id=69257] ! : +- *(40) Project [product_id#18430L, city0#18329, day_col0#18330] ! : +- *(40) BroadcastHashJoin [f2#18328], [cast(day_col#18438 as timestamp)], Inner, BuildRight, false ! : :- *(40) Project [product_id#18430L, f2#18328, city0#18329] ! : : +- *(40) BroadcastHashJoin [buyer_id#18428L], [user_id#18433L], Inner, BuildLeft, false ! : : :- BroadcastQueryStage 34 ! : : : +- BroadcastExchange HashedRelationBroadcastMode(List(input[2, bigint, true]),false), [plan_id=67454] ! : : : +- AQEShuffleRead local ! : : : +- ShuffleQueryStage 16 ! : : : +- Exchange hashpartitioning(buyer_id#18428L, 8192), ENSURE_REQUIREMENTS, [plan_id=61510] ! : : : +- *(13) Project [product_id#18430L, date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)) AS f2#18328, buyer_id#18428L] ! : : : +- *(13) Filter (((((isnotnull(order_date#18426) AND (order_date#18426 > 2023-11-12)) AND (order_date#18426 < 2023-12-12)) AND isnotnull(buyer_id#18428L)) AND isnotnull(product_id#18430L)) AND isnotnull(date_trunc(DAY, cast(order_date#18426 as timestamp), Some(Asia/Shanghai)))) ! : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18426, buyer_id#18428L, product_id#18430L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, buyer_id IS NOT NULL, product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : : +- *(40) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- AQEShuffleRead coalesced ! : : +- ShuffleQueryStage 17 ! : : +- Exchange hashpartitioning(user_id#18433L, city0#18329, 8192), ENSURE_REQUIREMENTS, [plan_id=61525] ! : : +- *(14) HashAggregate(keys=[user_id#18433L, city0#18329], functions=[], output=[user_id#18433L, city0#18329]) ! : : +- *(14) Project [user_id#18433L, city#18437 AS city0#18329] ! : : +- *(14) Filter (isnotnull(user_id#18433L) AND isnotnull(city#18437)) ! : : +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18433L, city#18437] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, city IS NOT NULL, groupedBy=] RuntimeFilters: [] ! : +- BroadcastQueryStage 25 ! : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[0, date, true] as timestamp)),false), [plan_id=63349] ! : +- *(18) HashAggregate(keys=[day_col#18438], functions=[], output=[day_col#18438, day_col0#18330]) ! : +- AQEShuffleRead coalesced ! : +- ShuffleQueryStage 19 ! : +- ReusedExchange [day_col#18438], Exchange hashpartitioning(day_col#18401, 8192), ENSURE_REQUIREMENTS, [plan_id=61342] ! +- Sort [product_id#18443L ASC NULLS FIRST], false, 0 ! +- ShuffleQueryStage 35 ! +- Exchange hashpartitioning(product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=68011] ! +- *(30) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[product_id#18443L, brand_name0#18332]) ! +- AQEShuffleRead coalesced ! +- ShuffleQueryStage 20 ! +- Exchange hashpartitioning(brand_name#18448, product_id#18443L, 8192), ENSURE_REQUIREMENTS, [plan_id=61573] ! +- *(16) HashAggregate(keys=[brand_name#18448, product_id#18443L], functions=[], output=[brand_name#18448, product_id#18443L]) ! +- *(16) Project [brand_name#18448, product_id#18443L] ! +- *(16) Filter (isnotnull(product_id#18443L) AND isnotnull(brand_name#18448)) ! +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18443L, brand_name#18448] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, brand_name IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:48:00 INFO ShufflePartitionsUtil: For shuffle(318), advisory target size: 268435456, actual target size 1048576, minimum partition size: 1048576 24/01/03 13:48:00 INFO CodeGenerator: Code generated in 5.555406 ms 24/01/03 13:48:00 INFO SparkContext: Starting job: collect at ExecuteStatement.scala:72 24/01/03 13:48:00 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 497 started with 8 stages, 1 active jobs running 24/01/03 13:48:00 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Stage 1143.0 started with 1 tasks, 1 active stages running 24/01/03 13:48:00 INFO SQLOperationListener: Finished stage: Stage(1143, 0); Name: 'collect at ExecuteStatement.scala:72'; Status: succeeded; numTasks: 1; Took: 32 msec 24/01/03 13:48:00 INFO DAGScheduler: Job 497 finished: collect at ExecuteStatement.scala:72, took 0.034424 s 24/01/03 13:48:00 INFO StatsReportListener: task runtime:(count: 1, mean: 29.000000, stdev: 0.000000, max: 29.000000, min: 29.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 29.0 ms 29.0 ms 29.0 ms 29.0 ms 29.0 ms 29.0 ms 29.0 ms 29.0 ms 29.0 ms 24/01/03 13:48:00 INFO StatsReportListener: shuffle bytes written:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:48:00 INFO StatsReportListener: fetch wait time:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 0.0 ms 24/01/03 13:48:00 INFO StatsReportListener: remote bytes read:(count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 0.0 B 24/01/03 13:48:00 INFO StatsReportListener: task result size:(count: 1, mean: 24252.000000, stdev: 0.000000, max: 24252.000000, min: 24252.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 23.7 KiB 24/01/03 13:48:00 INFO StatsReportListener: executor (non-fetch) time pct: (count: 1, mean: 55.172414, stdev: 0.000000, max: 55.172414, min: 55.172414) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 55 % 55 % 55 % 55 % 55 % 55 % 55 % 55 % 55 % 24/01/03 13:48:00 INFO StatsReportListener: fetch wait time pct: (count: 1, mean: 0.000000, stdev: 0.000000, max: 0.000000, min: 0.000000) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 0 % 24/01/03 13:48:00 INFO StatsReportListener: other time pct: (count: 1, mean: 44.827586, stdev: 0.000000, max: 44.827586, min: 44.827586) 24/01/03 13:48:00 INFO StatsReportListener: 0% 5% 10% 25% 50% 75% 90% 95% 100% 24/01/03 13:48:00 INFO StatsReportListener: 45 % 45 % 45 % 45 % 45 % 45 % 45 % 45 % 45 % 24/01/03 13:48:00 INFO SQLOperationListener: Query [179f7c0b-06bb-4ba9-93bc-6775e8224e61]: Job 497 succeeded, 0 active jobs running 24/01/03 13:48:00 INFO AdaptiveSparkPlanExec: Final plan: CollectLimit 1001 +- *(41) Project [f5#18322 AS DIMENSION_zy_tb_product_brand_name_jsbMkFDuNohCGyzb#18340, f0#18315L AS METRIC_avg_order_count_7d_sEEqWjiALdoCeUrv#18341L, f7#18324 AS DIMENSION_metric_time_qrAsAOHRgWWVYVHU#18342, f0#18333L AS METRIC_order_count_7d_VKquOnyHoydBGWzV#18343L, f30#18283L AS METRIC_order_count_BcSYavOAjIhoKqKI#18344L, f9#18326 AS DIMENSION_zy_tb_user_city_sdfVijrfQzvJXLFw#18345] +- *(41) Project [f0#18315L, f30#18283L, f5#18322, f7#18324, f9#18326, cast(null as bigint) AS f0#18333L, cast(null as string) AS f1#18334, cast(null as date) AS f3#18336, cast(null as string) AS f5#18338] +- *(41) LocalLimit 1001 +- *(41) Project [f0#18315L, f30#18283L, f4#18284 AS f5#18322, f6#18286 AS f7#18324, f8#18288 AS f9#18326] +- *(41) Project [f30#18283L, f4#18284, f6#18286, f8#18288, cast(null as bigint) AS f0#18315L, cast(null as string) AS f1#18316, cast(null as date) AS f3#18318, cast(null as string) AS f5#18320] +- AQEShuffleRead coalesced +- ShuffleQueryStage 39 +- Exchange hashpartitioning(f4#18284, f6#18286, f8#18288, 8192), ENSURE_REQUIREMENTS, [plan_id=68807] +- *(38) LocalLimit 1001 +- *(38) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[count(1)], output=[f30#18283L, f4#18284, f6#18286, f8#18288]) +- AQEShuffleRead coalesced +- ShuffleQueryStage 36 +- Exchange hashpartitioning(city#18373, brand_name#18366, day_col#18356, 8192), ENSURE_REQUIREMENTS, [plan_id=68401] +- *(33) HashAggregate(keys=[city#18373, brand_name#18366, day_col#18356], functions=[partial_count(1)], output=[city#18373, brand_name#18366, day_col#18356, count#18570L]) +- *(33) Project [brand_name#18366, day_col#18356, city#18373] +- *(33) SortMergeJoin [f3#18278L], [f1#18281L], LeftOuter :- *(31) Sort [f3#18278L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 29 : +- Exchange hashpartitioning(f3#18278L, 8192), ENSURE_REQUIREMENTS, [plan_id=65283] : +- *(23) Project [brand_name#18366, day_col#18356, buyer_id#18351L AS f3#18278L] : +- *(23) SortMergeJoin [f3#18273L], [f1#18276L], LeftOuter : :- *(21) Sort [f3#18273L ASC NULLS FIRST], false, 0 : : +- AQEShuffleRead coalesced : : +- ShuffleQueryStage 26 : : +- Exchange hashpartitioning(f3#18273L, 8192), ENSURE_REQUIREMENTS, [plan_id=64657] : : +- *(19) Project [day_col#18356, buyer_id#18351L, product_id#18353L AS f3#18273L] : : +- *(19) BroadcastHashJoin [f3#18269], [cast(f1#18271 as timestamp)], LeftOuter, BuildRight, f4#18270: boolean, false : : :- AQEShuffleRead local : : : +- ShuffleQueryStage 0 : : : +- Exchange hashpartitioning(f3#18269, 8192), ENSURE_REQUIREMENTS, [plan_id=61050] : : : +- *(1) Project [buyer_id#18351L, product_id#18353L, date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai)) AS f3#18269, isnotnull(date_trunc(DAY, cast(order_date#18349 as timestamp), Some(Asia/Shanghai))) AS f4#18270] : : : +- *(1) Filter ((isnotnull(order_date#18349) AND (order_date#18349 > 2023-11-12)) AND (order_date#18349 < 2023-12-12)) : : : +- BatchScan spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76[order_date#18349, buyer_id#18351L, product_id#18353L] spark_catalog.aloudata_project.74e0bf9e_6d08_416c_8940_3fcfabff5d00__b7574cc8_c1c9_4787_a398_00ab74ff5d76 (branch=null) [filters=order_date IS NOT NULL, order_date > 19673, order_date < 19703, groupedBy=] RuntimeFilters: [] : : +- BroadcastQueryStage 21 : : +- BroadcastExchange HashedRelationBroadcastMode(List(cast(input[1, date, true] as timestamp)),false), [plan_id=61891] : : +- AQEShuffleRead local : : +- ShuffleQueryStage 1 : : +- Exchange hashpartitioning(cast(f1#18271 as timestamp), 8192), ENSURE_REQUIREMENTS, [plan_id=61064] : : +- *(2) Project [day_col#18356, day_col#18356 AS f1#18271] : : +- *(2) Filter isnotnull(day_col#18356) : : +- BatchScan spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466[day_col#18356] spark_catalog.aloudata_project.9e7ae88d_75a2_40ac_953f_b126e941c864__a3c2b8b6_8e0c_4b5d_8b03_1045c4227466 (branch=null) [filters=day_col IS NOT NULL, groupedBy=] RuntimeFilters: [] : +- *(22) Sort [f1#18276L ASC NULLS FIRST], false, 0 : +- AQEShuffleRead coalesced : +- ShuffleQueryStage 2 : +- Exchange hashpartitioning(f1#18276L, 8192), ENSURE_REQUIREMENTS, [plan_id=61082] : +- *(3) Project [brand_name#18366, product_id#18361L AS f1#18276L] : +- *(3) Filter isnotnull(product_id#18361L) : +- BatchScan spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c[product_id#18361L, brand_name#18366] spark_catalog.aloudata_project.fef14a35_db02_4cd7_a731_34483dab6486__eb0f0d8d_370e_4a01_b3db_9011aae8c50c (branch=null) [filters=product_id IS NOT NULL, groupedBy=] RuntimeFilters: [] +- *(32) Sort [f1#18281L ASC NULLS FIRST], false, 0 +- AQEShuffleRead coalesced +- ShuffleQueryStage 3 +- Exchange hashpartitioning(f1#18281L, 8192), ENSURE_REQUIREMENTS, [plan_id=61100] +- *(4) Project [city#18373, user_id#18369L AS f1#18281L] +- *(4) Filter isnotnull(user_id#18369L) +- BatchScan spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca[user_id#18369L, city#18373] spark_catalog.aloudata_project.4ae8f078_f13a_463b_986e_4e8fcc5756c6__392a6a23_dc64_44a2_a843_0091525dfbca (branch=null) [filters=user_id IS NOT NULL, groupedBy=] RuntimeFilters: [] 24/01/03 13:48:00 INFO CodeGenerator: Code generated in 9.200662 ms 24/01/03 13:48:00 INFO ExecuteStatement: Processing devops's query[179f7c0b-06bb-4ba9-93bc-6775e8224e61]: RUNNING_STATE -> FINISHED_STATE, time taken: 23.128 seconds 2024-01-03 13:48:00.582 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Query[179f7c0b-06bb-4ba9-93bc-6775e8224e61] in FINISHED_STATE 2024-01-03 13:48:00.582 INFO KyuubiSessionManager-exec-pool: Thread-2041 org.apache.kyuubi.operation.ExecuteStatement: Processing devops's query[179f7c0b-06bb-4ba9-93bc-6775e8224e61]: RUNNING_STATE -> FINISHED_STATE, time taken: 23.131 seconds