== Physical Plan ==
AdaptiveSparkPlan (132)
+- == Final Plan ==
   NativeProject (85)
   +- NativeHashAggregate (84)
      +- ShuffleQueryStage (83), Statistics(X)
         +- NativeShuffleExchange (82)
            +- NativeHashAggregate (81)
               +- NativeHashAggregate (80)
                  +- InputAdapter (79)
                     +- AQEShuffleRead (78)
                        +- ShuffleQueryStage (77), Statistics(X)
                           +- NativeShuffleExchange (76)
                              +- NativeHashAggregate (75)
                                 +- NativeProject (74)
                                    +- NativeProject (73)
                                       +- NativeSortMergeJoin Inner (72)
                                          :- NativeSort (62)
                                          :  +- InputAdapter (61)
                                          :     +- AQEShuffleRead (60)
                                          :        +- ShuffleQueryStage (59), Statistics(X)
                                          :           +- NativeShuffleExchange (58)
                                          :              +- NativeProject (57)
                                          :                 +- NativeSortMergeJoin Inner (56)
                                          :                    :- NativeSort (46)
                                          :                    :  +- InputAdapter (45)
                                          :                    :     +- AQEShuffleRead (44)
                                          :                    :        +- ShuffleQueryStage (43), Statistics(X)
                                          :                    :           +- NativeShuffleExchange (42)
                                          :                    :              +- NativeProject (41)
                                          :                    :                 +- NativeSortMergeJoin Inner (40)
                                          :                    :                    :- NativeSort (30)
                                          :                    :                    :  +- InputAdapter (29)
                                          :                    :                    :     +- AQEShuffleRead (28)
                                          :                    :                    :        +- ShuffleQueryStage (27), Statistics(X)
                                          :                    :                    :           +- NativeShuffleExchange (26)
                                          :                    :                    :              +- NativeSortMergeJoin LeftAnti (25)
                                          :                    :                    :                 :- NativeProject (17)
                                          :                    :                    :                 :  +- NativeSortMergeJoin LeftSemi (16)
                                          :                    :                    :                 :     :- NativeSort (8)
                                          :                    :                    :                 :     :  +- InputAdapter (7)
                                          :                    :                    :                 :     :     +- AQEShuffleRead (6)
                                          :                    :                    :                 :     :        +- ShuffleQueryStage (5), Statistics(X)
                                          :                    :                    :                 :     :           +- NativeShuffleExchange (4)
                                          :                    :                    :                 :     :              +- NativeFilter (3)
                                          :                    :                    :                 :     :                 +- InputAdapter (2)
                                          :                    :                    :                 :     :                    +- NativeParquetScan  (1)
                                          :                    :                    :                 :     +- NativeSort (15)
                                          :                    :                    :                 :        +- InputAdapter (14)
                                          :                    :                    :                 :           +- AQEShuffleRead (13)
                                          :                    :                    :                 :              +- ShuffleQueryStage (12), Statistics(X)
                                          :                    :                    :                 :                 +- NativeShuffleExchange (11)
                                          :                    :                    :                 :                    +- InputAdapter (10)
                                          :                    :                    :                 :                       +- NativeParquetScan  (9)
                                          :                    :                    :                 +- NativeSort (24)
                                          :                    :                    :                    +- InputAdapter (23)
                                          :                    :                    :                       +- AQEShuffleRead (22)
                                          :                    :                    :                          +- ShuffleQueryStage (21), Statistics(X)
                                          :                    :                    :                             +- NativeShuffleExchange (20)
                                          :                    :                    :                                +- InputAdapter (19)
                                          :                    :                    :                                   +- NativeParquetScan  (18)
                                          :                    :                    +- NativeSort (39)
                                          :                    :                       +- InputAdapter (38)
                                          :                    :                          +- AQEShuffleRead (37)
                                          :                    :                             +- ShuffleQueryStage (36), Statistics(X)
                                          :                    :                                +- NativeShuffleExchange (35)
                                          :                    :                                   +- NativeProject (34)
                                          :                    :                                      +- NativeFilter (33)
                                          :                    :                                         +- InputAdapter (32)
                                          :                    :                                            +- NativeParquetScan  (31)
                                          :                    +- NativeSort (55)
                                          :                       +- InputAdapter (54)
                                          :                          +- AQEShuffleRead (53)
                                          :                             +- ShuffleQueryStage (52), Statistics(X)
                                          :                                +- NativeShuffleExchange (51)
                                          :                                   +- NativeProject (50)
                                          :                                      +- NativeFilter (49)
                                          :                                         +- InputAdapter (48)
                                          :                                            +- NativeParquetScan  (47)
                                          +- NativeSort (71)
                                             +- InputAdapter (70)
                                                +- AQEShuffleRead (69)
                                                   +- ShuffleQueryStage (68), Statistics(X)
                                                      +- NativeShuffleExchange (67)
                                                         +- NativeProject (66)
                                                            +- NativeFilter (65)
                                                               +- InputAdapter (64)
                                                                  +- NativeParquetScan  (63)
+- == Initial Plan ==
   HashAggregate (131)
   +- Exchange (130)
      +- HashAggregate (129)
         +- HashAggregate (128)
            +- Exchange (127)
               +- HashAggregate (126)
                  +- Project (125)
                     +- SortMergeJoin Inner (124)
                        :- Sort (118)
                        :  +- Exchange (117)
                        :     +- Project (116)
                        :        +- SortMergeJoin Inner (115)
                        :           :- Sort (109)
                        :           :  +- Exchange (108)
                        :           :     +- Project (107)
                        :           :        +- SortMergeJoin Inner (106)
                        :           :           :- Sort (100)
                        :           :           :  +- Exchange (99)
                        :           :           :     +- SortMergeJoin LeftAnti (98)
                        :           :           :        :- Project (94)
                        :           :           :        :  +- SortMergeJoin LeftSemi (93)
                        :           :           :        :     :- Sort (89)
                        :           :           :        :     :  +- Exchange (88)
                        :           :           :        :     :     +- Filter (87)
                        :           :           :        :     :        +- Scan parquet (86)
                        :           :           :        :     +- Sort (92)
                        :           :           :        :        +- Exchange (91)
                        :           :           :        :           +- Scan parquet (90)
                        :           :           :        +- Sort (97)
                        :           :           :           +- Exchange (96)
                        :           :           :              +- Scan parquet (95)
                        :           :           +- Sort (105)
                        :           :              +- Exchange (104)
                        :           :                 +- Project (103)
                        :           :                    +- Filter (102)
                        :           :                       +- Scan parquet (101)
                        :           +- Sort (114)
                        :              +- Exchange (113)
                        :                 +- Project (112)
                        :                    +- Filter (111)
                        :                       +- Scan parquet (110)
                        +- Sort (123)
                           +- Exchange (122)
                              +- Project (121)
                                 +- Filter (120)
                                    +- Scan parquet (119)


(86) Scan parquet
Output [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(ws_ship_date_sk), IsNotNull(ws_ship_addr_sk), IsNotNull(ws_web_site_sk)]
ReadSchema: struct<ws_ship_date_sk:int,ws_ship_addr_sk:int,ws_web_site_sk:int,ws_warehouse_sk:int,ws_order_number:int,ws_ext_ship_cost:decimal(7,2),ws_net_profit:decimal(7,2)>

(2) InputAdapter
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [#1, #2, #3, #4, #5, #6, #7]

(3) NativeFilter
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]
Condition : ((isnotnull(ws_ship_date_sk#1) AND isnotnull(ws_ship_addr_sk#2)) AND isnotnull(ws_web_site_sk#3))

(4) NativeShuffleExchange
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]
Arguments: hashpartitioning(ws_order_number#5, 100), ENSURE_REQUIREMENTS, [plan_id=1]

(5) ShuffleQueryStage
Output [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]
Arguments: X

(6) AQEShuffleRead
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]
Arguments: coalesced

(7) InputAdapter
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]

(8) NativeSort
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]
Arguments: [ws_order_number#5 ASC NULLS FIRST], false

(90) Scan parquet
Output [2]: [ws_warehouse_sk#8, ws_order_number#9]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
ReadSchema: struct<ws_warehouse_sk:int,ws_order_number:int>

(10) InputAdapter
Input [2]: [ws_warehouse_sk#8, ws_order_number#9]
Arguments: [#8, #9]

(11) NativeShuffleExchange
Input [2]: [#8#8, #9#9]
Arguments: hashpartitioning(ws_order_number#9, 100), ENSURE_REQUIREMENTS, [plan_id=2]

(12) ShuffleQueryStage
Output [2]: [#8#8, #9#9]
Arguments: X

(13) AQEShuffleRead
Input [2]: [#8#8, #9#9]
Arguments: coalesced

(14) InputAdapter
Input [2]: [#8#8, #9#9]

(15) NativeSort
Input [2]: [#8#8, #9#9]
Arguments: [ws_order_number#9 ASC NULLS FIRST], false

(16) NativeSortMergeJoin
Left keys [1]: [ws_order_number#5]
Right keys [1]: [ws_order_number#9]
Join type: LeftSemi
Join condition: NOT (ws_warehouse_sk#4 = ws_warehouse_sk#8)

(17) NativeProject
Output [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [7]: [#1#1, #2#2, #3#3, #4#4, #5#5, #6#6, #7#7]

(95) Scan parquet
Output [1]: [wr_order_number#10]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
ReadSchema: struct<wr_order_number:int>

(19) InputAdapter
Input [1]: [wr_order_number#10]
Arguments: [#10]

(20) NativeShuffleExchange
Input [1]: [#10#10]
Arguments: hashpartitioning(wr_order_number#10, 100), ENSURE_REQUIREMENTS, [plan_id=3]

(21) ShuffleQueryStage
Output [1]: [#10#10]
Arguments: X

(22) AQEShuffleRead
Input [1]: [#10#10]
Arguments: coalesced

(23) InputAdapter
Input [1]: [#10#10]

(24) NativeSort
Input [1]: [#10#10]
Arguments: [wr_order_number#10 ASC NULLS FIRST], false

(25) NativeSortMergeJoin
Left keys [1]: [ws_order_number#5]
Right keys [1]: [wr_order_number#10]
Join type: LeftAnti
Join condition: None

(26) NativeShuffleExchange
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_ship_date_sk#1, 100), ENSURE_REQUIREMENTS, [plan_id=4]

(27) ShuffleQueryStage
Output [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: X

(28) AQEShuffleRead
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: coalesced

(29) InputAdapter
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]

(30) NativeSort
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_ship_date_sk#1 ASC NULLS FIRST], false

(101) Scan parquet
Output [2]: [d_date_sk#11, d_date#12]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(d_date), GreaterThanOrEqual(d_date,1999-02-01), LessThanOrEqual(d_date,1999-04-02), IsNotNull(d_date_sk)]
ReadSchema: struct<d_date_sk:int,d_date:date>

(32) InputAdapter
Input [2]: [d_date_sk#11, d_date#12]
Arguments: [#11, #12]

(33) NativeFilter
Input [2]: [#11#11, #12#12]
Condition : (((isnotnull(d_date#12) AND (d_date#12 >= 1999-02-01)) AND (d_date#12 <= 1999-04-02)) AND isnotnull(d_date_sk#11))

(34) NativeProject
Output [1]: [d_date_sk#11]
Input [2]: [#11#11, #12#12]

(35) NativeShuffleExchange
Input [1]: [d_date_sk#11]
Arguments: hashpartitioning(d_date_sk#11, 100), ENSURE_REQUIREMENTS, [plan_id=5]

(36) ShuffleQueryStage
Output [1]: [d_date_sk#11]
Arguments: X

(37) AQEShuffleRead
Input [1]: [d_date_sk#11]
Arguments: coalesced

(38) InputAdapter
Input [1]: [d_date_sk#11]

(39) NativeSort
Input [1]: [d_date_sk#11]
Arguments: [d_date_sk#11 ASC NULLS FIRST], false

(40) NativeSortMergeJoin
Left keys [1]: [ws_ship_date_sk#1]
Right keys [1]: [d_date_sk#11]
Join type: Inner
Join condition: None

(41) NativeProject
Output [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, d_date_sk#11]

(42) NativeShuffleExchange
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_ship_addr_sk#2, 100), ENSURE_REQUIREMENTS, [plan_id=6]

(43) ShuffleQueryStage
Output [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: X

(44) AQEShuffleRead
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: coalesced

(45) InputAdapter
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]

(46) NativeSort
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_ship_addr_sk#2 ASC NULLS FIRST], false

(110) Scan parquet
Output [2]: [ca_address_sk#13, ca_state#14]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(ca_state), EqualTo(ca_state,IL), IsNotNull(ca_address_sk)]
ReadSchema: struct<ca_address_sk:int,ca_state:string>

(48) InputAdapter
Input [2]: [ca_address_sk#13, ca_state#14]
Arguments: [#13, #14]

(49) NativeFilter
Input [2]: [#13#13, #14#14]
Condition : ((isnotnull(ca_state#14) AND (ca_state#14 = IL)) AND isnotnull(ca_address_sk#13))

(50) NativeProject
Output [1]: [ca_address_sk#13]
Input [2]: [#13#13, #14#14]

(51) NativeShuffleExchange
Input [1]: [ca_address_sk#13]
Arguments: hashpartitioning(ca_address_sk#13, 100), ENSURE_REQUIREMENTS, [plan_id=7]

(52) ShuffleQueryStage
Output [1]: [ca_address_sk#13]
Arguments: X

(53) AQEShuffleRead
Input [1]: [ca_address_sk#13]
Arguments: coalesced

(54) InputAdapter
Input [1]: [ca_address_sk#13]

(55) NativeSort
Input [1]: [ca_address_sk#13]
Arguments: [ca_address_sk#13 ASC NULLS FIRST], false

(56) NativeSortMergeJoin
Left keys [1]: [ws_ship_addr_sk#2]
Right keys [1]: [ca_address_sk#13]
Join type: Inner
Join condition: None

(57) NativeProject
Output [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [6]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, ca_address_sk#13]

(58) NativeShuffleExchange
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_web_site_sk#3, 100), ENSURE_REQUIREMENTS, [plan_id=8]

(59) ShuffleQueryStage
Output [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: X

(60) AQEShuffleRead
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: coalesced

(61) InputAdapter
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]

(62) NativeSort
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_web_site_sk#3 ASC NULLS FIRST], false

(119) Scan parquet
Output [2]: [web_site_sk#15, web_company_name#16]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(web_company_name), EqualTo(web_company_name,pri), IsNotNull(web_site_sk)]
ReadSchema: struct<web_site_sk:int,web_company_name:string>

(64) InputAdapter
Input [2]: [web_site_sk#15, web_company_name#16]
Arguments: [#15, #16]

(65) NativeFilter
Input [2]: [#15#15, #16#16]
Condition : ((isnotnull(web_company_name#16) AND (web_company_name#16 = pri)) AND isnotnull(web_site_sk#15))

(66) NativeProject
Output [1]: [web_site_sk#15]
Input [2]: [#15#15, #16#16]

(67) NativeShuffleExchange
Input [1]: [web_site_sk#15]
Arguments: hashpartitioning(web_site_sk#15, 100), ENSURE_REQUIREMENTS, [plan_id=9]

(68) ShuffleQueryStage
Output [1]: [web_site_sk#15]
Arguments: X

(69) AQEShuffleRead
Input [1]: [web_site_sk#15]
Arguments: coalesced

(70) InputAdapter
Input [1]: [web_site_sk#15]

(71) NativeSort
Input [1]: [web_site_sk#15]
Arguments: [web_site_sk#15 ASC NULLS FIRST], false

(72) NativeSortMergeJoin
Left keys [1]: [ws_web_site_sk#3]
Right keys [1]: [web_site_sk#15]
Join type: Inner
Join condition: None

(73) NativeProject
Output [3]: [ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [5]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, web_site_sk#15]

(74) NativeProject
Output [3]: [ws_order_number#5 AS ws_order_number#5, UnscaledValue(ws_ext_ship_cost#6) AS _c1#17, UnscaledValue(ws_net_profit#7) AS _c2#18]
Input [3]: [ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]

(75) NativeHashAggregate
Input [3]: [ws_order_number#5, _c1#17, _c2#18]
Keys [1]: [ws_order_number#5]
Functions [2]: [partial_sum(_c1#17), partial_sum(_c2#18)]
Aggregate Attributes [2]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20]
Results [3]: [ws_order_number#5, #21, #21]

(76) NativeShuffleExchange
Input [3]: [ws_order_number#5, #21, #21]
Arguments: hashpartitioning(ws_order_number#5, 100), ENSURE_REQUIREMENTS, [plan_id=10]

(77) ShuffleQueryStage
Output [3]: [ws_order_number#5, #21, #21]
Arguments: X

(78) AQEShuffleRead
Input [3]: [ws_order_number#5, #21, #21]
Arguments: coalesced

(79) InputAdapter
Input [3]: [ws_order_number#5, #21, #21]

(80) NativeHashAggregate
Input [3]: [ws_order_number#5, #21, #21]
Keys [1]: [ws_order_number#5]
Functions [2]: [merge_sum(UnscaledValue(ws_ext_ship_cost#6)), merge_sum(UnscaledValue(ws_net_profit#7))]
Aggregate Attributes [2]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20]
Results [3]: [ws_order_number#5, #21, #21]

(81) NativeHashAggregate
Input [3]: [ws_order_number#5, #21, #21]
Keys: []
Functions [3]: [merge_sum(UnscaledValue(ws_ext_ship_cost#6)), merge_sum(UnscaledValue(ws_net_profit#7)), partial_count(distinct ws_order_number#5)]
Aggregate Attributes [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]
Results [3]: [#21, #21, #21]

(82) NativeShuffleExchange
Input [3]: [#21, #21, #21]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=11]

(83) ShuffleQueryStage
Output [3]: [#21, #21, #21]
Arguments: X

(84) NativeHashAggregate
Input [3]: [#21, #21, #21]
Keys: []
Functions [3]: [sum(UnscaledValue(ws_ext_ship_cost#6)), sum(UnscaledValue(ws_net_profit#7)), count(distinct ws_order_number#5)]
Aggregate Attributes [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]
Results [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]

(85) NativeProject
Output [3]: [count(ws_order_number#5)#22 AS order count #23, MakeDecimal(sum(UnscaledValue(ws_ext_ship_cost#6))#19,17,2) AS total shipping cost #24, MakeDecimal(sum(UnscaledValue(ws_net_profit#7))#20,17,2) AS total net profit #25]
Input [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]

(86) Scan parquet
Output [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(ws_ship_date_sk), IsNotNull(ws_ship_addr_sk), IsNotNull(ws_web_site_sk)]
ReadSchema: struct<ws_ship_date_sk:int,ws_ship_addr_sk:int,ws_web_site_sk:int,ws_warehouse_sk:int,ws_order_number:int,ws_ext_ship_cost:decimal(7,2),ws_net_profit:decimal(7,2)>

(87) Filter
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Condition : ((isnotnull(ws_ship_date_sk#1) AND isnotnull(ws_ship_addr_sk#2)) AND isnotnull(ws_web_site_sk#3))

(88) Exchange
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_order_number#5, 100), ENSURE_REQUIREMENTS, [plan_id=12]

(89) Sort
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_order_number#5 ASC NULLS FIRST], false, 0

(90) Scan parquet
Output [2]: [ws_warehouse_sk#8, ws_order_number#9]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
ReadSchema: struct<ws_warehouse_sk:int,ws_order_number:int>

(91) Exchange
Input [2]: [ws_warehouse_sk#8, ws_order_number#9]
Arguments: hashpartitioning(ws_order_number#9, 100), ENSURE_REQUIREMENTS, [plan_id=13]

(92) Sort
Input [2]: [ws_warehouse_sk#8, ws_order_number#9]
Arguments: [ws_order_number#9 ASC NULLS FIRST], false, 0

(93) SortMergeJoin
Left keys [1]: [ws_order_number#5]
Right keys [1]: [ws_order_number#9]
Join type: LeftSemi
Join condition: NOT (ws_warehouse_sk#4 = ws_warehouse_sk#8)

(94) Project
Output [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_warehouse_sk#4, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]

(95) Scan parquet
Output [1]: [wr_order_number#10]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
ReadSchema: struct<wr_order_number:int>

(96) Exchange
Input [1]: [wr_order_number#10]
Arguments: hashpartitioning(wr_order_number#10, 100), ENSURE_REQUIREMENTS, [plan_id=14]

(97) Sort
Input [1]: [wr_order_number#10]
Arguments: [wr_order_number#10 ASC NULLS FIRST], false, 0

(98) SortMergeJoin
Left keys [1]: [ws_order_number#5]
Right keys [1]: [wr_order_number#10]
Join type: LeftAnti
Join condition: None

(99) Exchange
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_ship_date_sk#1, 100), ENSURE_REQUIREMENTS, [plan_id=15]

(100) Sort
Input [6]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_ship_date_sk#1 ASC NULLS FIRST], false, 0

(101) Scan parquet
Output [2]: [d_date_sk#11, d_date#12]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(d_date), GreaterThanOrEqual(d_date,1999-02-01), LessThanOrEqual(d_date,1999-04-02), IsNotNull(d_date_sk)]
ReadSchema: struct<d_date_sk:int,d_date:date>

(102) Filter
Input [2]: [d_date_sk#11, d_date#12]
Condition : (((isnotnull(d_date#12) AND (d_date#12 >= 1999-02-01)) AND (d_date#12 <= 1999-04-02)) AND isnotnull(d_date_sk#11))

(103) Project
Output [1]: [d_date_sk#11]
Input [2]: [d_date_sk#11, d_date#12]

(104) Exchange
Input [1]: [d_date_sk#11]
Arguments: hashpartitioning(d_date_sk#11, 100), ENSURE_REQUIREMENTS, [plan_id=16]

(105) Sort
Input [1]: [d_date_sk#11]
Arguments: [d_date_sk#11 ASC NULLS FIRST], false, 0

(106) SortMergeJoin
Left keys [1]: [ws_ship_date_sk#1]
Right keys [1]: [d_date_sk#11]
Join type: Inner
Join condition: None

(107) Project
Output [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [7]: [ws_ship_date_sk#1, ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, d_date_sk#11]

(108) Exchange
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_ship_addr_sk#2, 100), ENSURE_REQUIREMENTS, [plan_id=17]

(109) Sort
Input [5]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_ship_addr_sk#2 ASC NULLS FIRST], false, 0

(110) Scan parquet
Output [2]: [ca_address_sk#13, ca_state#14]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(ca_state), EqualTo(ca_state,IL), IsNotNull(ca_address_sk)]
ReadSchema: struct<ca_address_sk:int,ca_state:string>

(111) Filter
Input [2]: [ca_address_sk#13, ca_state#14]
Condition : ((isnotnull(ca_state#14) AND (ca_state#14 = IL)) AND isnotnull(ca_address_sk#13))

(112) Project
Output [1]: [ca_address_sk#13]
Input [2]: [ca_address_sk#13, ca_state#14]

(113) Exchange
Input [1]: [ca_address_sk#13]
Arguments: hashpartitioning(ca_address_sk#13, 100), ENSURE_REQUIREMENTS, [plan_id=18]

(114) Sort
Input [1]: [ca_address_sk#13]
Arguments: [ca_address_sk#13 ASC NULLS FIRST], false, 0

(115) SortMergeJoin
Left keys [1]: [ws_ship_addr_sk#2]
Right keys [1]: [ca_address_sk#13]
Join type: Inner
Join condition: None

(116) Project
Output [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [6]: [ws_ship_addr_sk#2, ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, ca_address_sk#13]

(117) Exchange
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: hashpartitioning(ws_web_site_sk#3, 100), ENSURE_REQUIREMENTS, [plan_id=19]

(118) Sort
Input [4]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Arguments: [ws_web_site_sk#3 ASC NULLS FIRST], false, 0

(119) Scan parquet
Output [2]: [web_site_sk#15, web_company_name#16]
Batched: true
Location: InMemoryFileIndex [file:/<warehouse_dir>]
PushedFilters: [IsNotNull(web_company_name), EqualTo(web_company_name,pri), IsNotNull(web_site_sk)]
ReadSchema: struct<web_site_sk:int,web_company_name:string>

(120) Filter
Input [2]: [web_site_sk#15, web_company_name#16]
Condition : ((isnotnull(web_company_name#16) AND (web_company_name#16 = pri)) AND isnotnull(web_site_sk#15))

(121) Project
Output [1]: [web_site_sk#15]
Input [2]: [web_site_sk#15, web_company_name#16]

(122) Exchange
Input [1]: [web_site_sk#15]
Arguments: hashpartitioning(web_site_sk#15, 100), ENSURE_REQUIREMENTS, [plan_id=20]

(123) Sort
Input [1]: [web_site_sk#15]
Arguments: [web_site_sk#15 ASC NULLS FIRST], false, 0

(124) SortMergeJoin
Left keys [1]: [ws_web_site_sk#3]
Right keys [1]: [web_site_sk#15]
Join type: Inner
Join condition: None

(125) Project
Output [3]: [ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Input [5]: [ws_web_site_sk#3, ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7, web_site_sk#15]

(126) HashAggregate
Input [3]: [ws_order_number#5, ws_ext_ship_cost#6, ws_net_profit#7]
Keys [1]: [ws_order_number#5]
Functions [2]: [partial_sum(UnscaledValue(ws_ext_ship_cost#6)), partial_sum(UnscaledValue(ws_net_profit#7))]
Aggregate Attributes [2]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20]
Results [3]: [ws_order_number#5, sum#26, sum#27]

(127) Exchange
Input [3]: [ws_order_number#5, sum#26, sum#27]
Arguments: hashpartitioning(ws_order_number#5, 100), ENSURE_REQUIREMENTS, [plan_id=21]

(128) HashAggregate
Input [3]: [ws_order_number#5, sum#26, sum#27]
Keys [1]: [ws_order_number#5]
Functions [2]: [merge_sum(UnscaledValue(ws_ext_ship_cost#6)), merge_sum(UnscaledValue(ws_net_profit#7))]
Aggregate Attributes [2]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20]
Results [3]: [ws_order_number#5, sum#26, sum#27]

(129) HashAggregate
Input [3]: [ws_order_number#5, sum#26, sum#27]
Keys: []
Functions [3]: [merge_sum(UnscaledValue(ws_ext_ship_cost#6)), merge_sum(UnscaledValue(ws_net_profit#7)), partial_count(distinct ws_order_number#5)]
Aggregate Attributes [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]
Results [3]: [sum#26, sum#27, count#28]

(130) Exchange
Input [3]: [sum#26, sum#27, count#28]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=22]

(131) HashAggregate
Input [3]: [sum#26, sum#27, count#28]
Keys: []
Functions [3]: [sum(UnscaledValue(ws_ext_ship_cost#6)), sum(UnscaledValue(ws_net_profit#7)), count(distinct ws_order_number#5)]
Aggregate Attributes [3]: [sum(UnscaledValue(ws_ext_ship_cost#6))#19, sum(UnscaledValue(ws_net_profit#7))#20, count(ws_order_number#5)#22]
Results [3]: [count(ws_order_number#5)#22 AS order count #23, MakeDecimal(sum(UnscaledValue(ws_ext_ship_cost#6))#19,17,2) AS total shipping cost #24, MakeDecimal(sum(UnscaledValue(ws_net_profit#7))#20,17,2) AS total net profit #25]

(132) AdaptiveSparkPlan
Output [3]: [order count #23, total shipping cost #24, total net profit #25]
Arguments: isFinalPlan=true

