Add rank and dense_rank Spark window function (#6289)

Summary:
Spark [Rank function](https://github.com/apache/spark/blob/f824d058b14e3c58b1c90f64fefc45fac105c7dd/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/windowExpressions.scala#L1006) computes the rank of a value in a group of values.
 The result is one plus the number of rows preceding or equal to the current row in
 the ordering of the partition. The values will produce gaps in the sequence.
 Spark [DenseRank function](https://github.com/apache/spark/blob/f824d058b14e3c58b1c90f64fefc45fac105c7dd/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/windowExpressions.scala#L1044) computes the rank of a value in a group of values.
The result is one plus the previously assigned rank value. Unlike Rank function,
 DenseRank will not produce gaps in the ranking sequence. The difference between sparksql and
 prestosql is the return type, where the sparksql's return type is integer and the prestosql's is bigint.
 This PR refer the [nth_value()](https://github.com/facebookincubator/velox/blob/b9be1718a70f3f81d184cd1dc57134552a2ed96a/velox/functions/lib/window/NthValue.h#L20) function and move the Rank.cpp file from
 velox/functions/prestosql/window into the velox/functions/window.
And also provide registerRankBigint and registerRankInteger for prestosql and sparksql.

Pull Request resolved: #6289

Reviewed By: laithsakka

Differential Revision: D48827183

Pulled By: kevinwilfong

fbshipit-source-id: cbf2e5a8da2bef0593304bf630fa32b1fc071559

velox/docs/functions/spark/window.rst

@@ -19,4 +19,13 @@ Rank functions
 
 .. spark:function:: row_number() -> integer
 
-Returns a unique, sequential number to each row, starting with one, according to the ordering of rows within the window partition.
+Returns a unique, sequential number to each row, starting with one, according to the ordering of rows within the window partition.
+
+.. spark:function:: rank() -> integer
+
+Returns the rank of a value in a group of values. The rank is one plus the number of rows preceding the row that are not peer with the row. Thus, the values in the ordering will produce gaps in the sequence. The ranking is performed for each window partition.
+
+.. spark:function:: dense_rank() -> integer
+
+Returns the rank of a value in a group of values. This is similar to rank(), except that tie values do not produce gaps in the sequence.
+

velox/functions/lib/window/CMakeLists.txt

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-add_library(velox_functions_window NthValue.cpp RowNumber.cpp)
+add_library(velox_functions_window NthValue.cpp Rank.cpp RowNumber.cpp)
 
 target_link_libraries(velox_functions_window velox_buffer velox_exec
                       Folly::folly)

velox/functions/prestosql/window/Rank.cpp → velox/functions/lib/window/Rank.cpp

@@ -19,7 +19,7 @@
 #include "velox/expression/FunctionSignature.h"
 #include "velox/vector/FlatVector.h"
 
-namespace facebook::velox::window::prestosql {
+namespace facebook::velox::functions::window {
 
 // Types of rank functions.
 enum class RankType {
@@ -112,14 +112,20 @@ void registerRankInternal(
       });
 }
 
-void registerRank(const std::string& name) {
+void registerRankBigint(const std::string& name) {
   registerRankInternal<RankType::kRank, int64_t>(name, "bigint");
 }
-void registerDenseRank(const std::string& name) {
+void registerRankInteger(const std::string& name) {
+  registerRankInternal<RankType::kRank, int32_t>(name, "integer");
+}
+void registerDenseRankBigint(const std::string& name) {
   registerRankInternal<RankType::kDenseRank, int64_t>(name, "bigint");
 }
+void registerDenseRankInteger(const std::string& name) {
+  registerRankInternal<RankType::kDenseRank, int32_t>(name, "integer");
+}
 void registerPercentRank(const std::string& name) {
   registerRankInternal<RankType::kPercentRank, double>(name, "double");
 }
 
-} // namespace facebook::velox::window::prestosql
+} // namespace facebook::velox::functions::window

velox/functions/lib/window/RegistrationFunctions.h

@@ -34,4 +34,24 @@ void registerRowNumberBigint(const std::string& name);
 // Register the Spark function row_number() with the integer data type
 // for the return value.
 void registerRowNumberInteger(const std::string& name);
+
+// Register the Presto function rank() with the bigint data type
+// for the return value.
+void registerRankBigint(const std::string& name);
+
+// Register the Spark function rank() with the integer data type
+// for the return value.
+void registerRankInteger(const std::string& name);
+
+// Register the Presto function dense_rank() with the bigint data type
+// for the return value.
+void registerDenseRankBigint(const std::string& name);
+
+// Register the Spark function dense_rank() with the integer data type
+// for the return value.
+void registerDenseRankInteger(const std::string& name);
+
+// Returns the percentage ranking of a value in a group of values.
+void registerPercentRank(const std::string& name);
+
 } // namespace facebook::velox::functions::window

velox/functions/prestosql/window/CMakeLists.txt

@@ -16,7 +16,7 @@ if(${VELOX_BUILD_TESTING})
 endif()
 
 add_library(velox_window CumeDist.cpp FirstLastValue.cpp LeadLag.cpp Ntile.cpp
-                         Rank.cpp WindowFunctionsRegistration.cpp)
+                         WindowFunctionsRegistration.cpp)
 
 target_link_libraries(velox_window velox_buffer velox_exec
                       velox_functions_window Folly::folly)

velox/functions/prestosql/window/WindowFunctionsRegistration.cpp

@@ -20,10 +20,6 @@ namespace facebook::velox::window {
 
 namespace prestosql {
 
-extern void registerRowNumber(const std::string& name);
-extern void registerRank(const std::string& name);
-extern void registerDenseRank(const std::string& name);
-extern void registerPercentRank(const std::string& name);
 extern void registerCumeDist(const std::string& name);
 extern void registerNtile(const std::string& name);
 extern void registerFirstValue(const std::string& name);
@@ -33,9 +29,9 @@ extern void registerLead(const std::string& name);
 
 void registerAllWindowFunctions(const std::string& prefix) {
   functions::window::registerRowNumberBigint(prefix + "row_number");
-  registerRank(prefix + "rank");
-  registerDenseRank(prefix + "dense_rank");
-  registerPercentRank(prefix + "percent_rank");
+  functions::window::registerRankBigint(prefix + "rank");
+  functions::window::registerDenseRankBigint(prefix + "dense_rank");
+  functions::window::registerPercentRank(prefix + "percent_rank");
   registerCumeDist(prefix + "cume_dist");
   registerNtile(prefix + "ntile");
   functions::window::registerNthValueBigint(prefix + "nth_value");

velox/functions/sparksql/window/WindowFunctionsRegistration.cpp

@@ -21,6 +21,8 @@ namespace facebook::velox::functions::window::sparksql {
 void registerWindowFunctions(const std::string& prefix) {
   functions::window::registerNthValueInteger(prefix + "nth_value");
   functions::window::registerRowNumberInteger(prefix + "row_number");
+  functions::window::registerRankInteger(prefix + "rank");
+  functions::window::registerDenseRankInteger(prefix + "dense_rank");
 }
 
 } // namespace facebook::velox::functions::window::sparksql

velox/functions/sparksql/window/tests/SparkWindowTest.cpp

@@ -25,7 +25,9 @@ namespace {
 
 static const std::vector<std::string> kSparkWindowFunctions = {
     std::string("nth_value(c0, 1)"),
-    std::string("row_number()")};
+    std::string("row_number()"),
+    std::string("rank()"),
+    std::string("dense_rank()")};
 
 struct SparkWindowTestParam {
   const std::string function;