OSCL-LXR spark-3.0.0/​sql/​core/​src/​test/​resources/​sql-tests/​inputs/​group-by.sql	Source navigation Diff markup Identifier search General search
	Version: spark-3.0.0 hadoop-3.2.0-src hadoop-3.3.0-src spark-2.4.7 linux-4.15.13 Revert   Change

 -- Test aggregate operator with codegen on and off.
 --CONFIG_DIM1 spark.sql.codegen.wholeStage=true
 --CONFIG_DIM1 spark.sql.codegen.wholeStage=false,spark.sql.codegen.factoryMode=CODEGEN_ONLY
 --CONFIG_DIM1 spark.sql.codegen.wholeStage=false,spark.sql.codegen.factoryMode=NO_CODEGEN
 
 -- Test data.
 CREATE OR REPLACE TEMPORARY VIEW testData AS SELECT * FROM VALUES
 (1, 1), (1, 2), (2, 1), (2, 2), (3, 1), (3, 2), (null, 1), (3, null), (null, null)
 AS testData(a, b);
 
 -- Aggregate with empty GroupBy expressions.
 SELECT a, COUNT(b) FROM testData;
 SELECT COUNT(a), COUNT(b) FROM testData;
 
 -- Aggregate with non-empty GroupBy expressions.
 SELECT a, COUNT(b) FROM testData GROUP BY a;
 SELECT a, COUNT(b) FROM testData GROUP BY b;
 SELECT COUNT(a), COUNT(b) FROM testData GROUP BY a;
 
 -- Aggregate grouped by literals.
 SELECT 'foo', COUNT(a) FROM testData GROUP BY 1;
 
 -- Aggregate grouped by literals (whole stage code generation).
 SELECT 'foo' FROM testData WHERE a = 0 GROUP BY 1;
 
 -- Aggregate grouped by literals (hash aggregate).
 SELECT 'foo', APPROX_COUNT_DISTINCT(a) FROM testData WHERE a = 0 GROUP BY 1;
 
 -- Aggregate grouped by literals (sort aggregate).
 SELECT 'foo', MAX(STRUCT(a)) FROM testData WHERE a = 0 GROUP BY 1;
 
 -- Aggregate with complex GroupBy expressions.
 SELECT a + b, COUNT(b) FROM testData GROUP BY a + b;
 SELECT a + 2, COUNT(b) FROM testData GROUP BY a + 1;
 SELECT a + 1 + 1, COUNT(b) FROM testData GROUP BY a + 1;
 
 -- Aggregate with nulls.
 SELECT SKEWNESS(a), KURTOSIS(a), MIN(a), MAX(a), AVG(a), VARIANCE(a), STDDEV(a), SUM(a), COUNT(a)
 FROM testData;
 
 -- Aggregate with foldable input and multiple distinct groups.
 SELECT COUNT(DISTINCT b), COUNT(DISTINCT b, c) FROM (SELECT 1 AS a, 2 AS b, 3 AS c) GROUP BY a;
 
 -- Aliases in SELECT could be used in GROUP BY
 SELECT a AS k, COUNT(b) FROM testData GROUP BY k;
 SELECT a AS k, COUNT(b) FROM testData GROUP BY k HAVING k > 1;
 
 -- Aggregate functions cannot be used in GROUP BY
 SELECT COUNT(b) AS k FROM testData GROUP BY k;
 
 -- Test data.
 CREATE OR REPLACE TEMPORARY VIEW testDataHasSameNameWithAlias AS SELECT * FROM VALUES
 (1, 1, 3), (1, 2, 1) AS testDataHasSameNameWithAlias(k, a, v);
 SELECT k AS a, COUNT(v) FROM testDataHasSameNameWithAlias GROUP BY a;
 
 -- turn off group by aliases
 set spark.sql.groupByAliases=false;
 
 -- Check analysis exceptions
 SELECT a AS k, COUNT(b) FROM testData GROUP BY k;
 
 -- Aggregate with empty input and non-empty GroupBy expressions.
 SELECT a, COUNT(1) FROM testData WHERE false GROUP BY a;
 
 -- Aggregate with empty input and empty GroupBy expressions.
 SELECT COUNT(1) FROM testData WHERE false;
 SELECT 1 FROM (SELECT COUNT(1) FROM testData WHERE false) t;
 
 -- Aggregate with empty GroupBy expressions and filter on top
 SELECT 1 from (
   SELECT 1 AS z,
   MIN(a.x)
   FROM (select 1 as x) a
   WHERE false
 ) b
 where b.z != b.z;
 
 -- SPARK-24369 multiple distinct aggregations having the same argument set
 SELECT corr(DISTINCT x, y), corr(DISTINCT y, x), count(*)
   FROM (VALUES (1, 1), (2, 2), (2, 2)) t(x, y);
 
 -- SPARK-25708 HAVING without GROUP BY means global aggregate
 SELECT 1 FROM range(10) HAVING true;
 
 SELECT 1 FROM range(10) HAVING MAX(id) > 0;
 
 SELECT id FROM range(10) HAVING id > 0;
 
 -- Test data
 CREATE OR REPLACE TEMPORARY VIEW test_agg AS SELECT * FROM VALUES
   (1, true), (1, false),
   (2, true),
   (3, false), (3, null),
   (4, null), (4, null),
   (5, null), (5, true), (5, false) AS test_agg(k, v);
 
 -- empty table
 SELECT every(v), some(v), any(v), bool_and(v), bool_or(v) FROM test_agg WHERE 1 = 0;
 
 -- all null values
 SELECT every(v), some(v), any(v), bool_and(v), bool_or(v) FROM test_agg WHERE k = 4;
 
 -- aggregates are null Filtering
 SELECT every(v), some(v), any(v), bool_and(v), bool_or(v) FROM test_agg WHERE k = 5;
 
 -- group by
 SELECT k, every(v), some(v), any(v), bool_and(v), bool_or(v) FROM test_agg GROUP BY k;
 
 -- having
 SELECT k, every(v) FROM test_agg GROUP BY k HAVING every(v) = false;
 SELECT k, every(v) FROM test_agg GROUP BY k HAVING every(v) IS NULL;
 
 -- basic subquery path to make sure rewrite happens in both parent and child plans.
 SELECT k,
        Every(v) AS every
 FROM   test_agg
 WHERE  k = 2
        AND v IN (SELECT Any(v)
                  FROM   test_agg
                  WHERE  k = 1)
 GROUP  BY k;
 
 -- basic subquery path to make sure rewrite happens in both parent and child plans.
 SELECT k,
        Every(v) AS every
 FROM   test_agg
 WHERE  k = 2
        AND v IN (SELECT Every(v)
                  FROM   test_agg
                  WHERE  k = 1)
 GROUP  BY k;
 
 -- input type checking Int
 SELECT every(1);
 
 -- input type checking Short
 SELECT some(1S);
 
 -- input type checking Long
 SELECT any(1L);
 
 -- input type checking String
 SELECT every("true");
 
 -- input type checking Decimal
 SELECT bool_and(1.0);
 
 -- input type checking double
 SELECT bool_or(1.0D);
 
 -- every/some/any aggregates/bool_and/bool_or are supported as windows expression.
 SELECT k, v, every(v) OVER (PARTITION BY k ORDER BY v) FROM test_agg;
 SELECT k, v, some(v) OVER (PARTITION BY k ORDER BY v) FROM test_agg;
 SELECT k, v, any(v) OVER (PARTITION BY k ORDER BY v) FROM test_agg;
 SELECT k, v, bool_and(v) OVER (PARTITION BY k ORDER BY v) FROM test_agg;
 SELECT k, v, bool_or(v) OVER (PARTITION BY k ORDER BY v) FROM test_agg;
 
 -- Having referencing aggregate expressions is ok.
 SELECT count(*) FROM test_agg HAVING count(*) > 1L;
 SELECT k, max(v) FROM test_agg GROUP BY k HAVING max(v) = true;
 
 -- Aggrgate expressions can be referenced through an alias
 SELECT * FROM (SELECT COUNT(*) AS cnt FROM test_agg) WHERE cnt > 1L;
 
 -- Error when aggregate expressions are in where clause directly
 SELECT count(*) FROM test_agg WHERE count(*) > 1L;
 SELECT count(*) FROM test_agg WHERE count(*) + 1L > 1L;
 SELECT count(*) FROM test_agg WHERE k = 1 or k = 2 or count(*) + 1L > 1L or max(k) > 1;

This page was automatically generated by the 2.1.0 LXR engine. The LXR team