Back to home page

OSCL-LXR

 
 

    


0001 #
0002 # Licensed to the Apache Software Foundation (ASF) under one or more
0003 # contributor license agreements.  See the NOTICE file distributed with
0004 # this work for additional information regarding copyright ownership.
0005 # The ASF licenses this file to You under the Apache License, Version 2.0
0006 # (the "License"); you may not use this file except in compliance with
0007 # the License.  You may obtain a copy of the License at
0008 #
0009 #    http://www.apache.org/licenses/LICENSE-2.0
0010 #
0011 # Unless required by applicable law or agreed to in writing, software
0012 # distributed under the License is distributed on an "AS IS" BASIS,
0013 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
0014 # See the License for the specific language governing permissions and
0015 # limitations under the License.
0016 #
0017 
0018 ############ RDD Actions and Transformations ############
0019 
0020 # @rdname aggregateRDD
0021 # @seealso reduce
0022 setGeneric("aggregateRDD",
0023            function(x, zeroValue, seqOp, combOp) { standardGeneric("aggregateRDD") })
0024 
0025 setGeneric("cacheRDD", function(x) { standardGeneric("cacheRDD") })
0026 
0027 # @rdname coalesce
0028 # @seealso repartition
0029 setGeneric("coalesceRDD", function(x, numPartitions, ...) { standardGeneric("coalesceRDD") })
0030 
0031 # @rdname checkpoint-methods
0032 setGeneric("checkpointRDD", function(x) { standardGeneric("checkpointRDD") })
0033 
0034 setGeneric("collectRDD", function(x, ...) { standardGeneric("collectRDD") })
0035 
0036 # @rdname collect-methods
0037 setGeneric("collectAsMap", function(x) { standardGeneric("collectAsMap") })
0038 
0039 # @rdname collect-methods
0040 setGeneric("collectPartition",
0041            function(x, partitionId) {
0042              standardGeneric("collectPartition")
0043            })
0044 
0045 setGeneric("countRDD", function(x) { standardGeneric("countRDD") })
0046 
0047 setGeneric("lengthRDD", function(x) { standardGeneric("lengthRDD") })
0048 
0049 # @rdname countByValue
0050 setGeneric("countByValue", function(x) { standardGeneric("countByValue") })
0051 
0052 # @rdname crosstab
0053 setGeneric("crosstab", function(x, col1, col2) { standardGeneric("crosstab") })
0054 
0055 # @rdname freqItems
0056 setGeneric("freqItems", function(x, cols, support = 0.01) { standardGeneric("freqItems") })
0057 
0058 # @rdname approxQuantile
0059 setGeneric("approxQuantile",
0060            function(x, cols, probabilities, relativeError) {
0061              standardGeneric("approxQuantile")
0062            })
0063 
0064 setGeneric("distinctRDD", function(x, numPartitions = 1) { standardGeneric("distinctRDD") })
0065 
0066 # @rdname filterRDD
0067 setGeneric("filterRDD", function(x, f) { standardGeneric("filterRDD") })
0068 
0069 setGeneric("firstRDD", function(x, ...) { standardGeneric("firstRDD") })
0070 
0071 # @rdname flatMap
0072 setGeneric("flatMap", function(X, FUN) { standardGeneric("flatMap") })
0073 
0074 # @rdname fold
0075 # @seealso reduce
0076 setGeneric("fold", function(x, zeroValue, op) { standardGeneric("fold") })
0077 
0078 setGeneric("foreach", function(x, func) { standardGeneric("foreach") })
0079 
0080 setGeneric("foreachPartition", function(x, func) { standardGeneric("foreachPartition") })
0081 
0082 # The jrdd accessor function.
0083 setGeneric("getJRDD", function(rdd, ...) { standardGeneric("getJRDD") })
0084 
0085 # @rdname glom
0086 setGeneric("glom", function(x) { standardGeneric("glom") })
0087 
0088 # @rdname histogram
0089 setGeneric("histogram", function(df, col, nbins=10) { standardGeneric("histogram") })
0090 
0091 setGeneric("joinRDD", function(x, y, ...) { standardGeneric("joinRDD") })
0092 
0093 # @rdname keyBy
0094 setGeneric("keyBy", function(x, func) { standardGeneric("keyBy") })
0095 
0096 setGeneric("lapplyPartition", function(X, FUN) { standardGeneric("lapplyPartition") })
0097 
0098 setGeneric("lapplyPartitionsWithIndex",
0099            function(X, FUN) {
0100              standardGeneric("lapplyPartitionsWithIndex")
0101            })
0102 
0103 setGeneric("map", function(X, FUN) { standardGeneric("map") })
0104 
0105 setGeneric("mapPartitions", function(X, FUN) { standardGeneric("mapPartitions") })
0106 
0107 setGeneric("mapPartitionsWithIndex",
0108            function(X, FUN) { standardGeneric("mapPartitionsWithIndex") })
0109 
0110 # @rdname maximum
0111 setGeneric("maximum", function(x) { standardGeneric("maximum") })
0112 
0113 # @rdname minimum
0114 setGeneric("minimum", function(x) { standardGeneric("minimum") })
0115 
0116 # @rdname sumRDD
0117 setGeneric("sumRDD", function(x) { standardGeneric("sumRDD") })
0118 
0119 # @rdname name
0120 setGeneric("name", function(x) { standardGeneric("name") })
0121 
0122 # @rdname getNumPartitionsRDD
0123 setGeneric("getNumPartitionsRDD", function(x) { standardGeneric("getNumPartitionsRDD") })
0124 
0125 # @rdname getNumPartitions
0126 setGeneric("numPartitions", function(x) { standardGeneric("numPartitions") })
0127 
0128 setGeneric("persistRDD", function(x, newLevel) { standardGeneric("persistRDD") })
0129 
0130 # @rdname pipeRDD
0131 setGeneric("pipeRDD", function(x, command, env = list()) { standardGeneric("pipeRDD")})
0132 
0133 # @rdname pivot
0134 setGeneric("pivot", function(x, colname, values = list()) { standardGeneric("pivot") })
0135 
0136 # @rdname reduce
0137 setGeneric("reduce", function(x, func) { standardGeneric("reduce") })
0138 
0139 setGeneric("repartitionRDD", function(x, ...) { standardGeneric("repartitionRDD") })
0140 
0141 # @rdname sampleRDD
0142 setGeneric("sampleRDD",
0143            function(x, withReplacement, fraction, seed) {
0144              standardGeneric("sampleRDD")
0145            })
0146 
0147 # @rdname saveAsObjectFile
0148 # @seealso objectFile
0149 setGeneric("saveAsObjectFile", function(x, path) { standardGeneric("saveAsObjectFile") })
0150 
0151 # @rdname saveAsTextFile
0152 setGeneric("saveAsTextFile", function(x, path) { standardGeneric("saveAsTextFile") })
0153 
0154 # @rdname setName
0155 setGeneric("setName", function(x, name) { standardGeneric("setName") })
0156 
0157 setGeneric("showRDD", function(object, ...) { standardGeneric("showRDD") })
0158 
0159 # @rdname sortBy
0160 setGeneric("sortBy",
0161            function(x, func, ascending = TRUE, numPartitions = 1) {
0162              standardGeneric("sortBy")
0163            })
0164 
0165 setGeneric("takeRDD", function(x, num) { standardGeneric("takeRDD") })
0166 
0167 # @rdname takeOrdered
0168 setGeneric("takeOrdered", function(x, num) { standardGeneric("takeOrdered") })
0169 
0170 # @rdname takeSample
0171 setGeneric("takeSample",
0172            function(x, withReplacement, num, seed) {
0173              standardGeneric("takeSample")
0174            })
0175 
0176 # @rdname top
0177 setGeneric("top", function(x, num) { standardGeneric("top") })
0178 
0179 # @rdname unionRDD
0180 setGeneric("unionRDD", function(x, y) { standardGeneric("unionRDD") })
0181 
0182 setGeneric("unpersistRDD", function(x, ...) { standardGeneric("unpersistRDD") })
0183 
0184 # @rdname zipRDD
0185 setGeneric("zipRDD", function(x, other) { standardGeneric("zipRDD") })
0186 
0187 # @rdname zipRDD
0188 setGeneric("zipPartitions", function(..., func) { standardGeneric("zipPartitions") },
0189            signature = "...")
0190 
0191 # @rdname zipWithIndex
0192 # @seealso zipWithUniqueId
0193 setGeneric("zipWithIndex", function(x) { standardGeneric("zipWithIndex") })
0194 
0195 # @rdname zipWithUniqueId
0196 # @seealso zipWithIndex
0197 setGeneric("zipWithUniqueId", function(x) { standardGeneric("zipWithUniqueId") })
0198 
0199 
0200 ############ Binary Functions #############
0201 
0202 # @rdname cartesian
0203 setGeneric("cartesian", function(x, other) { standardGeneric("cartesian") })
0204 
0205 # @rdname countByKey
0206 setGeneric("countByKey", function(x) { standardGeneric("countByKey") })
0207 
0208 # @rdname flatMapValues
0209 setGeneric("flatMapValues", function(X, FUN) { standardGeneric("flatMapValues") })
0210 
0211 # @rdname intersection
0212 setGeneric("intersection",
0213            function(x, other, numPartitions = 1) {
0214              standardGeneric("intersection")
0215            })
0216 
0217 # @rdname keys
0218 setGeneric("keys", function(x) { standardGeneric("keys") })
0219 
0220 # @rdname lookup
0221 setGeneric("lookup", function(x, key) { standardGeneric("lookup") })
0222 
0223 # @rdname mapValues
0224 setGeneric("mapValues", function(X, FUN) { standardGeneric("mapValues") })
0225 
0226 # @rdname sampleByKey
0227 setGeneric("sampleByKey",
0228            function(x, withReplacement, fractions, seed) {
0229              standardGeneric("sampleByKey")
0230            })
0231 
0232 # @rdname values
0233 setGeneric("values", function(x) { standardGeneric("values") })
0234 
0235 
0236 ############ Shuffle Functions ############
0237 
0238 # @rdname aggregateByKey
0239 # @seealso foldByKey, combineByKey
0240 setGeneric("aggregateByKey",
0241            function(x, zeroValue, seqOp, combOp, numPartitions) {
0242              standardGeneric("aggregateByKey")
0243            })
0244 
0245 # @rdname cogroup
0246 setGeneric("cogroup",
0247            function(..., numPartitions) {
0248              standardGeneric("cogroup")
0249            },
0250            signature = "...")
0251 
0252 # @rdname combineByKey
0253 # @seealso groupByKey, reduceByKey
0254 setGeneric("combineByKey",
0255            function(x, createCombiner, mergeValue, mergeCombiners, numPartitions) {
0256              standardGeneric("combineByKey")
0257            })
0258 
0259 # @rdname foldByKey
0260 # @seealso aggregateByKey, combineByKey
0261 setGeneric("foldByKey",
0262            function(x, zeroValue, func, numPartitions) {
0263              standardGeneric("foldByKey")
0264            })
0265 
0266 # @rdname join-methods
0267 setGeneric("fullOuterJoin", function(x, y, numPartitions) { standardGeneric("fullOuterJoin") })
0268 
0269 # @rdname groupByKey
0270 # @seealso reduceByKey
0271 setGeneric("groupByKey", function(x, numPartitions) { standardGeneric("groupByKey") })
0272 
0273 # @rdname join-methods
0274 setGeneric("join", function(x, y, ...) { standardGeneric("join") })
0275 
0276 # @rdname join-methods
0277 setGeneric("leftOuterJoin", function(x, y, numPartitions) { standardGeneric("leftOuterJoin") })
0278 
0279 setGeneric("partitionByRDD", function(x, ...) { standardGeneric("partitionByRDD") })
0280 
0281 # @rdname reduceByKey
0282 # @seealso groupByKey
0283 setGeneric("reduceByKey", function(x, combineFunc, numPartitions) { standardGeneric("reduceByKey")})
0284 
0285 # @rdname reduceByKeyLocally
0286 # @seealso reduceByKey
0287 setGeneric("reduceByKeyLocally",
0288            function(x, combineFunc) {
0289              standardGeneric("reduceByKeyLocally")
0290            })
0291 
0292 # @rdname join-methods
0293 setGeneric("rightOuterJoin", function(x, y, numPartitions) { standardGeneric("rightOuterJoin") })
0294 
0295 # @rdname sortByKey
0296 setGeneric("sortByKey",
0297            function(x, ascending = TRUE, numPartitions = 1) {
0298              standardGeneric("sortByKey")
0299            })
0300 
0301 # @rdname subtract
0302 setGeneric("subtract",
0303            function(x, other, numPartitions = 1) {
0304              standardGeneric("subtract")
0305            })
0306 
0307 # @rdname subtractByKey
0308 setGeneric("subtractByKey",
0309            function(x, other, numPartitions = 1) {
0310              standardGeneric("subtractByKey")
0311            })
0312 
0313 
0314 ################### Broadcast Variable Methods #################
0315 
0316 # @rdname broadcast
0317 setGeneric("value", function(bcast) { standardGeneric("value") })
0318 
0319 
0320 ####################  SparkDataFrame Methods ########################
0321 
0322 #' @param x a SparkDataFrame or GroupedData.
0323 #' @param ... further arguments to be passed to or from other methods.
0324 #' @return A SparkDataFrame.
0325 #' @rdname summarize
0326 setGeneric("agg", function(x, ...) { standardGeneric("agg") })
0327 
0328 #' alias
0329 #'
0330 #' Returns a new SparkDataFrame or a Column with an alias set. Equivalent to SQL "AS" keyword.
0331 #'
0332 #' @name alias
0333 #' @rdname alias
0334 #' @param object x a SparkDataFrame or a Column
0335 #' @param data new name to use
0336 #' @return a SparkDataFrame or a Column
0337 NULL
0338 
0339 #' @rdname arrange
0340 setGeneric("arrange", function(x, col, ...) { standardGeneric("arrange") })
0341 
0342 #' @rdname as.data.frame
0343 setGeneric("as.data.frame",
0344            function(x, row.names = NULL, optional = FALSE, ...) {
0345              standardGeneric("as.data.frame")
0346            })
0347 
0348 # Do not document the generic because of signature changes across R versions
0349 #' @noRd
0350 setGeneric("attach")
0351 
0352 #' @rdname cache
0353 setGeneric("cache", function(x) { standardGeneric("cache") })
0354 
0355 #' @rdname checkpoint
0356 setGeneric("checkpoint", function(x, eager = TRUE) { standardGeneric("checkpoint") })
0357 
0358 #' @rdname coalesce
0359 #' @param x a SparkDataFrame.
0360 #' @param ... additional argument(s).
0361 setGeneric("coalesce", function(x, ...) { standardGeneric("coalesce") })
0362 
0363 #' @rdname collect
0364 setGeneric("collect", function(x, ...) { standardGeneric("collect") })
0365 
0366 #' @param do.NULL currently not used.
0367 #' @param prefix currently not used.
0368 #' @rdname columns
0369 setGeneric("colnames", function(x, do.NULL = TRUE, prefix = "col") { standardGeneric("colnames") })
0370 
0371 #' @rdname columns
0372 setGeneric("colnames<-", function(x, value) { standardGeneric("colnames<-") })
0373 
0374 #' @rdname coltypes
0375 setGeneric("coltypes", function(x) { standardGeneric("coltypes") })
0376 
0377 #' @rdname coltypes
0378 setGeneric("coltypes<-", function(x, value) { standardGeneric("coltypes<-") })
0379 
0380 #' @rdname columns
0381 setGeneric("columns", function(x) {standardGeneric("columns") })
0382 
0383 #' @param x a GroupedData or Column.
0384 #' @rdname count
0385 setGeneric("count", function(x) { standardGeneric("count") })
0386 
0387 #' @rdname cov
0388 #' @param x a Column or a SparkDataFrame.
0389 #' @param ... additional argument(s). If \code{x} is a Column, a Column
0390 #'        should be provided. If \code{x} is a SparkDataFrame, two column names should
0391 #'        be provided.
0392 setGeneric("cov", function(x, ...) {standardGeneric("cov") })
0393 
0394 #' @rdname corr
0395 #' @param x a Column or a SparkDataFrame.
0396 #' @param ... additional argument(s). If \code{x} is a Column, a Column
0397 #'        should be provided. If \code{x} is a SparkDataFrame, two column names should
0398 #'        be provided.
0399 setGeneric("corr", function(x, ...) {standardGeneric("corr") })
0400 
0401 #' @rdname cov
0402 setGeneric("covar_samp", function(col1, col2) {standardGeneric("covar_samp") })
0403 
0404 #' @rdname cov
0405 setGeneric("covar_pop", function(col1, col2) {standardGeneric("covar_pop") })
0406 
0407 #' @rdname createOrReplaceTempView
0408 setGeneric("createOrReplaceTempView",
0409            function(x, viewName) {
0410              standardGeneric("createOrReplaceTempView")
0411            })
0412 
0413 # @rdname crossJoin
0414 setGeneric("crossJoin", function(x, y) { standardGeneric("crossJoin") })
0415 
0416 #' @rdname cube
0417 setGeneric("cube", function(x, ...) { standardGeneric("cube") })
0418 
0419 #' @rdname dapply
0420 setGeneric("dapply", function(x, func, schema) { standardGeneric("dapply") })
0421 
0422 #' @rdname dapplyCollect
0423 setGeneric("dapplyCollect", function(x, func) { standardGeneric("dapplyCollect") })
0424 
0425 #' @param x a SparkDataFrame or GroupedData.
0426 #' @param ... additional argument(s) passed to the method.
0427 #' @rdname gapply
0428 setGeneric("gapply", function(x, ...) { standardGeneric("gapply") })
0429 
0430 #' @param x a SparkDataFrame or GroupedData.
0431 #' @param ... additional argument(s) passed to the method.
0432 #' @rdname gapplyCollect
0433 setGeneric("gapplyCollect", function(x, ...) { standardGeneric("gapplyCollect") })
0434 
0435 # @rdname getNumPartitions
0436 setGeneric("getNumPartitions", function(x) { standardGeneric("getNumPartitions") })
0437 
0438 #' @rdname describe
0439 setGeneric("describe", function(x, col, ...) { standardGeneric("describe") })
0440 
0441 #' @rdname distinct
0442 setGeneric("distinct", function(x) { standardGeneric("distinct") })
0443 
0444 #' @rdname drop
0445 setGeneric("drop", function(x, ...) { standardGeneric("drop") })
0446 
0447 #' @rdname dropDuplicates
0448 setGeneric("dropDuplicates", function(x, ...) { standardGeneric("dropDuplicates") })
0449 
0450 #' @rdname nafunctions
0451 setGeneric("dropna",
0452            function(x, how = c("any", "all"), minNonNulls = NULL, cols = NULL) {
0453              standardGeneric("dropna")
0454            })
0455 
0456 #' @rdname nafunctions
0457 setGeneric("na.omit",
0458            function(object, ...) {
0459              standardGeneric("na.omit")
0460            })
0461 
0462 #' @rdname dtypes
0463 setGeneric("dtypes", function(x) { standardGeneric("dtypes") })
0464 
0465 #' @rdname explain
0466 #' @param x a SparkDataFrame or a StreamingQuery.
0467 #' @param extended Logical. If extended is FALSE, prints only the physical plan.
0468 #' @param ... further arguments to be passed to or from other methods.
0469 setGeneric("explain", function(x, ...) { standardGeneric("explain") })
0470 
0471 #' @rdname except
0472 setGeneric("except", function(x, y) { standardGeneric("except") })
0473 
0474 #' @rdname exceptAll
0475 setGeneric("exceptAll", function(x, y) { standardGeneric("exceptAll") })
0476 
0477 #' @rdname nafunctions
0478 setGeneric("fillna", function(x, value, cols = NULL) { standardGeneric("fillna") })
0479 
0480 #' @rdname filter
0481 setGeneric("filter", function(x, condition) { standardGeneric("filter") })
0482 
0483 #' @rdname first
0484 setGeneric("first", function(x, ...) { standardGeneric("first") })
0485 
0486 #' @rdname groupBy
0487 setGeneric("group_by", function(x, ...) { standardGeneric("group_by") })
0488 
0489 #' @rdname groupBy
0490 setGeneric("groupBy", function(x, ...) { standardGeneric("groupBy") })
0491 
0492 #' @rdname hint
0493 setGeneric("hint", function(x, name, ...) { standardGeneric("hint") })
0494 
0495 #' @rdname insertInto
0496 setGeneric("insertInto", function(x, tableName, ...) { standardGeneric("insertInto") })
0497 
0498 #' @rdname intersect
0499 setGeneric("intersect", function(x, y) { standardGeneric("intersect") })
0500 
0501 #' @rdname intersectAll
0502 setGeneric("intersectAll", function(x, y) { standardGeneric("intersectAll") })
0503 
0504 #' @rdname isLocal
0505 setGeneric("isLocal", function(x) { standardGeneric("isLocal") })
0506 
0507 #' @rdname isStreaming
0508 setGeneric("isStreaming", function(x) { standardGeneric("isStreaming") })
0509 
0510 #' @rdname limit
0511 setGeneric("limit", function(x, num) {standardGeneric("limit") })
0512 
0513 #' @rdname localCheckpoint
0514 setGeneric("localCheckpoint", function(x, eager = TRUE) { standardGeneric("localCheckpoint") })
0515 
0516 #' @rdname merge
0517 setGeneric("merge")
0518 
0519 #' @rdname mutate
0520 setGeneric("mutate", function(.data, ...) {standardGeneric("mutate") })
0521 
0522 #' @rdname orderBy
0523 setGeneric("orderBy", function(x, col, ...) { standardGeneric("orderBy") })
0524 
0525 #' @rdname persist
0526 setGeneric("persist", function(x, newLevel) { standardGeneric("persist") })
0527 
0528 #' @rdname printSchema
0529 setGeneric("printSchema", function(x) { standardGeneric("printSchema") })
0530 
0531 #' @rdname registerTempTable-deprecated
0532 setGeneric("registerTempTable", function(x, tableName) { standardGeneric("registerTempTable") })
0533 
0534 #' @rdname rename
0535 setGeneric("rename", function(x, ...) { standardGeneric("rename") })
0536 
0537 #' @rdname repartition
0538 setGeneric("repartition", function(x, ...) { standardGeneric("repartition") })
0539 
0540 #' @rdname repartitionByRange
0541 setGeneric("repartitionByRange", function(x, ...) { standardGeneric("repartitionByRange") })
0542 
0543 #' @rdname sample
0544 setGeneric("sample",
0545            function(x, withReplacement = FALSE, fraction, seed) {
0546              standardGeneric("sample")
0547            })
0548 
0549 #' @rdname rollup
0550 setGeneric("rollup", function(x, ...) { standardGeneric("rollup") })
0551 
0552 #' @rdname sample
0553 setGeneric("sample_frac",
0554            function(x, withReplacement = FALSE, fraction, seed) { standardGeneric("sample_frac") })
0555 
0556 #' @rdname sampleBy
0557 setGeneric("sampleBy", function(x, col, fractions, seed) { standardGeneric("sampleBy") })
0558 
0559 #' @rdname saveAsTable
0560 setGeneric("saveAsTable", function(df, tableName, source = NULL, mode = "error", ...) {
0561   standardGeneric("saveAsTable")
0562 })
0563 
0564 setGeneric("str")
0565 
0566 #' @rdname take
0567 setGeneric("take", function(x, num) { standardGeneric("take") })
0568 
0569 #' @rdname mutate
0570 setGeneric("transform", function(`_data`, ...) {standardGeneric("transform") })
0571 
0572 #' @rdname write.df
0573 setGeneric("write.df", function(df, path = NULL, source = NULL, mode = "error", ...) {
0574   standardGeneric("write.df")
0575 })
0576 
0577 #' @rdname write.df
0578 setGeneric("saveDF", function(df, path, source = NULL, mode = "error", ...) {
0579   standardGeneric("saveDF")
0580 })
0581 
0582 #' @rdname write.jdbc
0583 setGeneric("write.jdbc", function(x, url, tableName, mode = "error", ...) {
0584   standardGeneric("write.jdbc")
0585 })
0586 
0587 #' @rdname write.json
0588 setGeneric("write.json", function(x, path, ...) { standardGeneric("write.json") })
0589 
0590 #' @rdname write.orc
0591 setGeneric("write.orc", function(x, path, ...) { standardGeneric("write.orc") })
0592 
0593 #' @rdname write.parquet
0594 setGeneric("write.parquet", function(x, path, ...) {
0595   standardGeneric("write.parquet")
0596 })
0597 
0598 #' @rdname write.stream
0599 setGeneric("write.stream", function(df, source = NULL, outputMode = NULL, ...) {
0600   standardGeneric("write.stream")
0601 })
0602 
0603 #' @rdname write.text
0604 setGeneric("write.text", function(x, path, ...) { standardGeneric("write.text") })
0605 
0606 #' @rdname schema
0607 setGeneric("schema", function(x) { standardGeneric("schema") })
0608 
0609 #' @rdname select
0610 setGeneric("select", function(x, col, ...) { standardGeneric("select") })
0611 
0612 #' @rdname selectExpr
0613 setGeneric("selectExpr", function(x, expr, ...) { standardGeneric("selectExpr") })
0614 
0615 #' @rdname showDF
0616 setGeneric("showDF", function(x, ...) { standardGeneric("showDF") })
0617 
0618 # @rdname storageLevel
0619 setGeneric("storageLevel", function(x) { standardGeneric("storageLevel") })
0620 
0621 #' @rdname subset
0622 setGeneric("subset", function(x, ...) { standardGeneric("subset") })
0623 
0624 #' @rdname summarize
0625 setGeneric("summarize", function(x, ...) { standardGeneric("summarize") })
0626 
0627 #' @rdname summary
0628 setGeneric("summary", function(object, ...) { standardGeneric("summary") })
0629 
0630 setGeneric("toJSON", function(x, ...) { standardGeneric("toJSON") })
0631 
0632 setGeneric("toRDD", function(x) { standardGeneric("toRDD") })
0633 
0634 #' @rdname union
0635 setGeneric("union", function(x, y) { standardGeneric("union") })
0636 
0637 #' @rdname unionAll
0638 setGeneric("unionAll", function(x, y) { standardGeneric("unionAll") })
0639 
0640 #' @rdname unionByName
0641 setGeneric("unionByName", function(x, y) { standardGeneric("unionByName") })
0642 
0643 #' @rdname unpersist
0644 setGeneric("unpersist", function(x, ...) { standardGeneric("unpersist") })
0645 
0646 #' @rdname filter
0647 setGeneric("where", function(x, condition) { standardGeneric("where") })
0648 
0649 #' @rdname with
0650 setGeneric("with")
0651 
0652 #' @rdname withColumn
0653 setGeneric("withColumn", function(x, colName, col) { standardGeneric("withColumn") })
0654 
0655 #' @rdname rename
0656 setGeneric("withColumnRenamed",
0657            function(x, existingCol, newCol) { standardGeneric("withColumnRenamed") })
0658 
0659 #' @rdname withWatermark
0660 setGeneric("withWatermark", function(x, eventTime, delayThreshold) {
0661   standardGeneric("withWatermark")
0662 })
0663 
0664 #' @rdname write.df
0665 setGeneric("write.df", function(df, path = NULL, ...) { standardGeneric("write.df") })
0666 
0667 #' @rdname randomSplit
0668 setGeneric("randomSplit", function(x, weights, seed) { standardGeneric("randomSplit") })
0669 
0670 #' @rdname broadcast
0671 setGeneric("broadcast", function(x) { standardGeneric("broadcast") })
0672 
0673 ###################### Column Methods ##########################
0674 
0675 #' @rdname columnfunctions
0676 setGeneric("asc", function(x) { standardGeneric("asc") })
0677 
0678 #' @rdname between
0679 setGeneric("between", function(x, bounds) { standardGeneric("between") })
0680 
0681 #' @rdname cast
0682 setGeneric("cast", function(x, dataType) { standardGeneric("cast") })
0683 
0684 #' @rdname columnfunctions
0685 #' @param x a Column object.
0686 #' @param ... additional argument(s).
0687 setGeneric("contains", function(x, ...) { standardGeneric("contains") })
0688 
0689 #' @rdname columnfunctions
0690 setGeneric("desc", function(x) { standardGeneric("desc") })
0691 
0692 #' @rdname endsWith
0693 setGeneric("endsWith", function(x, suffix) { standardGeneric("endsWith") })
0694 
0695 #' @rdname columnfunctions
0696 setGeneric("getField", function(x, ...) { standardGeneric("getField") })
0697 
0698 #' @rdname columnfunctions
0699 setGeneric("getItem", function(x, ...) { standardGeneric("getItem") })
0700 
0701 #' @rdname columnfunctions
0702 setGeneric("isNaN", function(x) { standardGeneric("isNaN") })
0703 
0704 #' @rdname columnfunctions
0705 setGeneric("isNull", function(x) { standardGeneric("isNull") })
0706 
0707 #' @rdname columnfunctions
0708 setGeneric("isNotNull", function(x) { standardGeneric("isNotNull") })
0709 
0710 #' @rdname columnfunctions
0711 setGeneric("like", function(x, ...) { standardGeneric("like") })
0712 
0713 #' @rdname columnfunctions
0714 setGeneric("rlike", function(x, ...) { standardGeneric("rlike") })
0715 
0716 #' @rdname startsWith
0717 setGeneric("startsWith", function(x, prefix) { standardGeneric("startsWith") })
0718 
0719 #' @rdname column_nonaggregate_functions
0720 #' @name NULL
0721 setGeneric("when", function(condition, value) { standardGeneric("when") })
0722 
0723 #' @rdname otherwise
0724 setGeneric("otherwise", function(x, value) { standardGeneric("otherwise") })
0725 
0726 #' @rdname over
0727 setGeneric("over", function(x, window) { standardGeneric("over") })
0728 
0729 #' @rdname eq_null_safe
0730 setGeneric("%<=>%", function(x, value) { standardGeneric("%<=>%") })
0731 
0732 ###################### WindowSpec Methods ##########################
0733 
0734 #' @rdname partitionBy
0735 setGeneric("partitionBy", function(x, ...) { standardGeneric("partitionBy") })
0736 
0737 #' @rdname rowsBetween
0738 setGeneric("rowsBetween", function(x, start, end) { standardGeneric("rowsBetween") })
0739 
0740 #' @rdname rangeBetween
0741 setGeneric("rangeBetween", function(x, start, end) { standardGeneric("rangeBetween") })
0742 
0743 #' @rdname windowPartitionBy
0744 setGeneric("windowPartitionBy", function(col, ...) { standardGeneric("windowPartitionBy") })
0745 
0746 #' @rdname windowOrderBy
0747 setGeneric("windowOrderBy", function(col, ...) { standardGeneric("windowOrderBy") })
0748 
0749 ###################### Expression Function Methods ##########################
0750 
0751 #' @rdname column_datetime_diff_functions
0752 #' @name NULL
0753 setGeneric("add_months", function(y, x) { standardGeneric("add_months") })
0754 
0755 #' @rdname column_aggregate_functions
0756 #' @name NULL
0757 setGeneric("approx_count_distinct", function(x, ...) { standardGeneric("approx_count_distinct") })
0758 
0759 #' @rdname column_aggregate_functions
0760 #' @name NULL
0761 setGeneric("approxCountDistinct", function(x, ...) { standardGeneric("approxCountDistinct") })
0762 
0763 #' @rdname column_collection_functions
0764 #' @name NULL
0765 setGeneric("array_contains", function(x, value) { standardGeneric("array_contains") })
0766 
0767 #' @rdname column_collection_functions
0768 #' @name NULL
0769 setGeneric("array_distinct", function(x) { standardGeneric("array_distinct") })
0770 
0771 #' @rdname column_collection_functions
0772 #' @name NULL
0773 setGeneric("array_except", function(x, y) { standardGeneric("array_except") })
0774 
0775 #' @rdname column_collection_functions
0776 #' @name NULL
0777 setGeneric("array_intersect", function(x, y) { standardGeneric("array_intersect") })
0778 
0779 #' @rdname column_collection_functions
0780 #' @name NULL
0781 setGeneric("array_join", function(x, delimiter, ...) { standardGeneric("array_join") })
0782 
0783 #' @rdname column_collection_functions
0784 #' @name NULL
0785 setGeneric("array_max", function(x) { standardGeneric("array_max") })
0786 
0787 #' @rdname column_collection_functions
0788 #' @name NULL
0789 setGeneric("array_min", function(x) { standardGeneric("array_min") })
0790 
0791 #' @rdname column_collection_functions
0792 #' @name NULL
0793 setGeneric("array_position", function(x, value) { standardGeneric("array_position") })
0794 
0795 #' @rdname column_collection_functions
0796 #' @name NULL
0797 setGeneric("array_remove", function(x, value) { standardGeneric("array_remove") })
0798 
0799 #' @rdname column_collection_functions
0800 #' @name NULL
0801 setGeneric("array_repeat", function(x, count) { standardGeneric("array_repeat") })
0802 
0803 #' @rdname column_collection_functions
0804 #' @name NULL
0805 setGeneric("array_sort", function(x) { standardGeneric("array_sort") })
0806 
0807 #' @rdname column_collection_functions
0808 #' @name NULL
0809 setGeneric("arrays_overlap", function(x, y) { standardGeneric("arrays_overlap") })
0810 
0811 #' @rdname column_collection_functions
0812 #' @name NULL
0813 setGeneric("array_union", function(x, y) { standardGeneric("array_union") })
0814 
0815 #' @rdname column_collection_functions
0816 #' @name NULL
0817 setGeneric("arrays_zip", function(x, ...) { standardGeneric("arrays_zip") })
0818 
0819 #' @rdname column_string_functions
0820 #' @name NULL
0821 setGeneric("ascii", function(x) { standardGeneric("ascii") })
0822 
0823 #' @param x Column to compute on or a GroupedData object.
0824 #' @param ... additional argument(s) when \code{x} is a GroupedData object.
0825 #' @rdname avg
0826 setGeneric("avg", function(x, ...) { standardGeneric("avg") })
0827 
0828 #' @rdname column_string_functions
0829 #' @name NULL
0830 setGeneric("base64", function(x) { standardGeneric("base64") })
0831 
0832 #' @rdname column_math_functions
0833 #' @name NULL
0834 setGeneric("bin", function(x) { standardGeneric("bin") })
0835 
0836 #' @rdname column_nonaggregate_functions
0837 #' @name NULL
0838 setGeneric("bitwiseNOT", function(x) { standardGeneric("bitwiseNOT") })
0839 
0840 #' @rdname column_math_functions
0841 #' @name NULL
0842 setGeneric("bround", function(x, ...) { standardGeneric("bround") })
0843 
0844 #' @rdname column_math_functions
0845 #' @name NULL
0846 setGeneric("cbrt", function(x) { standardGeneric("cbrt") })
0847 
0848 #' @rdname column_math_functions
0849 #' @name NULL
0850 setGeneric("ceil", function(x) { standardGeneric("ceil") })
0851 
0852 #' @rdname column_aggregate_functions
0853 #' @name NULL
0854 setGeneric("collect_list", function(x) { standardGeneric("collect_list") })
0855 
0856 #' @rdname column_aggregate_functions
0857 #' @name NULL
0858 setGeneric("collect_set", function(x) { standardGeneric("collect_set") })
0859 
0860 #' @rdname column
0861 setGeneric("column", function(x) { standardGeneric("column") })
0862 
0863 #' @rdname column_collection_functions
0864 #' @name NULL
0865 setGeneric("concat", function(x, ...) { standardGeneric("concat") })
0866 
0867 #' @rdname column_string_functions
0868 #' @name NULL
0869 setGeneric("concat_ws", function(sep, x, ...) { standardGeneric("concat_ws") })
0870 
0871 #' @rdname column_math_functions
0872 #' @name NULL
0873 setGeneric("conv", function(x, fromBase, toBase) { standardGeneric("conv") })
0874 
0875 #' @rdname column_aggregate_functions
0876 #' @name NULL
0877 setGeneric("countDistinct", function(x, ...) { standardGeneric("countDistinct") })
0878 
0879 #' @rdname column_misc_functions
0880 #' @name NULL
0881 setGeneric("crc32", function(x) { standardGeneric("crc32") })
0882 
0883 #' @rdname column_nonaggregate_functions
0884 #' @name NULL
0885 setGeneric("create_array", function(x, ...) { standardGeneric("create_array") })
0886 
0887 #' @rdname column_nonaggregate_functions
0888 #' @name NULL
0889 setGeneric("create_map", function(x, ...) { standardGeneric("create_map") })
0890 
0891 #' @rdname column_misc_functions
0892 #' @name NULL
0893 setGeneric("hash", function(x, ...) { standardGeneric("hash") })
0894 
0895 #' @rdname column_window_functions
0896 #' @name NULL
0897 setGeneric("cume_dist", function(x = "missing") { standardGeneric("cume_dist") })
0898 
0899 #' @rdname column_datetime_functions
0900 #' @name NULL
0901 setGeneric("current_date", function(x = "missing") { standardGeneric("current_date") })
0902 
0903 #' @rdname column_datetime_functions
0904 #' @name NULL
0905 setGeneric("current_timestamp", function(x = "missing") { standardGeneric("current_timestamp") })
0906 
0907 
0908 #' @rdname column_datetime_diff_functions
0909 #' @name NULL
0910 setGeneric("datediff", function(y, x) { standardGeneric("datediff") })
0911 
0912 #' @rdname column_datetime_diff_functions
0913 #' @name NULL
0914 setGeneric("date_add", function(y, x) { standardGeneric("date_add") })
0915 
0916 #' @rdname column_datetime_diff_functions
0917 #' @name NULL
0918 setGeneric("date_format", function(y, x) { standardGeneric("date_format") })
0919 
0920 #' @rdname column_datetime_diff_functions
0921 #' @name NULL
0922 setGeneric("date_sub", function(y, x) { standardGeneric("date_sub") })
0923 
0924 #' @rdname column_datetime_functions
0925 #' @name NULL
0926 setGeneric("date_trunc", function(format, x) { standardGeneric("date_trunc") })
0927 
0928 #' @rdname column_datetime_functions
0929 #' @name NULL
0930 setGeneric("dayofmonth", function(x) { standardGeneric("dayofmonth") })
0931 
0932 #' @rdname column_datetime_functions
0933 #' @name NULL
0934 setGeneric("dayofweek", function(x) { standardGeneric("dayofweek") })
0935 
0936 #' @rdname column_datetime_functions
0937 #' @name NULL
0938 setGeneric("dayofyear", function(x) { standardGeneric("dayofyear") })
0939 
0940 #' @rdname column_string_functions
0941 #' @name NULL
0942 setGeneric("decode", function(x, charset) { standardGeneric("decode") })
0943 
0944 #' @rdname column_window_functions
0945 #' @name NULL
0946 setGeneric("dense_rank", function(x = "missing") { standardGeneric("dense_rank") })
0947 
0948 #' @rdname column_collection_functions
0949 #' @name NULL
0950 setGeneric("element_at", function(x, extraction) { standardGeneric("element_at") })
0951 
0952 #' @rdname column_string_functions
0953 #' @name NULL
0954 setGeneric("encode", function(x, charset) { standardGeneric("encode") })
0955 
0956 #' @rdname column_collection_functions
0957 #' @name NULL
0958 setGeneric("explode", function(x) { standardGeneric("explode") })
0959 
0960 #' @rdname column_collection_functions
0961 #' @name NULL
0962 setGeneric("explode_outer", function(x) { standardGeneric("explode_outer") })
0963 
0964 #' @rdname column_nonaggregate_functions
0965 #' @name NULL
0966 setGeneric("expr", function(x) { standardGeneric("expr") })
0967 
0968 #' @rdname column_collection_functions
0969 #' @name NULL
0970 setGeneric("flatten", function(x) { standardGeneric("flatten") })
0971 
0972 #' @rdname column_datetime_diff_functions
0973 #' @name NULL
0974 setGeneric("from_utc_timestamp", function(y, x) { standardGeneric("from_utc_timestamp") })
0975 
0976 #' @rdname column_string_functions
0977 #' @name NULL
0978 setGeneric("format_number", function(y, x) { standardGeneric("format_number") })
0979 
0980 #' @rdname column_string_functions
0981 #' @name NULL
0982 setGeneric("format_string", function(format, x, ...) { standardGeneric("format_string") })
0983 
0984 #' @rdname column_collection_functions
0985 #' @name NULL
0986 setGeneric("from_json", function(x, schema, ...) { standardGeneric("from_json") })
0987 
0988 #' @rdname column_collection_functions
0989 #' @name NULL
0990 setGeneric("from_csv", function(x, schema, ...) { standardGeneric("from_csv") })
0991 
0992 #' @rdname column_datetime_functions
0993 #' @name NULL
0994 setGeneric("from_unixtime", function(x, ...) { standardGeneric("from_unixtime") })
0995 
0996 #' @rdname column_nonaggregate_functions
0997 #' @name NULL
0998 setGeneric("greatest", function(x, ...) { standardGeneric("greatest") })
0999 
1000 #' @rdname column_aggregate_functions
1001 #' @name NULL
1002 setGeneric("grouping_bit", function(x) { standardGeneric("grouping_bit") })
1003 
1004 #' @rdname column_aggregate_functions
1005 #' @name NULL
1006 setGeneric("grouping_id", function(x, ...) { standardGeneric("grouping_id") })
1007 
1008 #' @rdname column_math_functions
1009 #' @name NULL
1010 setGeneric("hex", function(x) { standardGeneric("hex") })
1011 
1012 #' @rdname column_datetime_functions
1013 #' @name NULL
1014 setGeneric("hour", function(x) { standardGeneric("hour") })
1015 
1016 #' @rdname column_math_functions
1017 #' @name NULL
1018 setGeneric("hypot", function(y, x) { standardGeneric("hypot") })
1019 
1020 #' @rdname column_string_functions
1021 #' @name NULL
1022 setGeneric("initcap", function(x) { standardGeneric("initcap") })
1023 
1024 #' @rdname column_nonaggregate_functions
1025 #' @name NULL
1026 setGeneric("input_file_name",
1027            function(x = "missing") { standardGeneric("input_file_name") })
1028 
1029 #' @rdname column_string_functions
1030 #' @name NULL
1031 setGeneric("instr", function(y, x) { standardGeneric("instr") })
1032 
1033 #' @rdname column_nonaggregate_functions
1034 #' @name NULL
1035 setGeneric("isnan", function(x) { standardGeneric("isnan") })
1036 
1037 #' @rdname column_aggregate_functions
1038 #' @name NULL
1039 setGeneric("kurtosis", function(x) { standardGeneric("kurtosis") })
1040 
1041 #' @rdname column_window_functions
1042 #' @name NULL
1043 setGeneric("lag", function(x, ...) { standardGeneric("lag") })
1044 
1045 #' @rdname last
1046 setGeneric("last", function(x, ...) { standardGeneric("last") })
1047 
1048 #' @rdname column_datetime_functions
1049 #' @name NULL
1050 setGeneric("last_day", function(x) { standardGeneric("last_day") })
1051 
1052 #' @rdname column_window_functions
1053 #' @name NULL
1054 setGeneric("lead", function(x, offset, defaultValue = NULL) { standardGeneric("lead") })
1055 
1056 #' @rdname column_nonaggregate_functions
1057 #' @name NULL
1058 setGeneric("least", function(x, ...) { standardGeneric("least") })
1059 
1060 #' @rdname column_string_functions
1061 #' @name NULL
1062 setGeneric("levenshtein", function(y, x) { standardGeneric("levenshtein") })
1063 
1064 #' @rdname column_nonaggregate_functions
1065 #' @name NULL
1066 setGeneric("lit", function(x) { standardGeneric("lit") })
1067 
1068 #' @rdname column_string_functions
1069 #' @name NULL
1070 setGeneric("locate", function(substr, str, ...) { standardGeneric("locate") })
1071 
1072 #' @rdname column_string_functions
1073 #' @name NULL
1074 setGeneric("lower", function(x) { standardGeneric("lower") })
1075 
1076 #' @rdname column_string_functions
1077 #' @name NULL
1078 setGeneric("lpad", function(x, len, pad) { standardGeneric("lpad") })
1079 
1080 #' @rdname column_string_functions
1081 #' @name NULL
1082 setGeneric("ltrim", function(x, trimString) { standardGeneric("ltrim") })
1083 
1084 #' @rdname column_collection_functions
1085 #' @name NULL
1086 setGeneric("map_concat", function(x, ...) { standardGeneric("map_concat") })
1087 
1088 #' @rdname column_collection_functions
1089 #' @name NULL
1090 setGeneric("map_entries", function(x) { standardGeneric("map_entries") })
1091 
1092 #' @rdname column_collection_functions
1093 #' @name NULL
1094 setGeneric("map_from_arrays", function(x, y) { standardGeneric("map_from_arrays") })
1095 
1096 #' @rdname column_collection_functions
1097 #' @name NULL
1098 setGeneric("map_from_entries", function(x) { standardGeneric("map_from_entries") })
1099 
1100 #' @rdname column_collection_functions
1101 #' @name NULL
1102 setGeneric("map_keys", function(x) { standardGeneric("map_keys") })
1103 
1104 #' @rdname column_collection_functions
1105 #' @name NULL
1106 setGeneric("map_values", function(x) { standardGeneric("map_values") })
1107 
1108 #' @rdname column_misc_functions
1109 #' @name NULL
1110 setGeneric("md5", function(x) { standardGeneric("md5") })
1111 
1112 #' @rdname column_datetime_functions
1113 #' @name NULL
1114 setGeneric("minute", function(x) { standardGeneric("minute") })
1115 
1116 #' @rdname column_nonaggregate_functions
1117 #' @name NULL
1118 setGeneric("monotonically_increasing_id",
1119            function(x = "missing") { standardGeneric("monotonically_increasing_id") })
1120 
1121 #' @rdname column_datetime_functions
1122 #' @name NULL
1123 setGeneric("month", function(x) { standardGeneric("month") })
1124 
1125 #' @rdname column_datetime_diff_functions
1126 #' @name NULL
1127 setGeneric("months_between", function(y, x, ...) { standardGeneric("months_between") })
1128 
1129 #' @rdname count
1130 setGeneric("n", function(x) { standardGeneric("n") })
1131 
1132 #' @rdname column_nonaggregate_functions
1133 #' @name NULL
1134 setGeneric("nanvl", function(y, x) { standardGeneric("nanvl") })
1135 
1136 #' @rdname column_nonaggregate_functions
1137 #' @name NULL
1138 setGeneric("negate", function(x) { standardGeneric("negate") })
1139 
1140 #' @rdname not
1141 setGeneric("not", function(x) { standardGeneric("not") })
1142 
1143 #' @rdname column_datetime_diff_functions
1144 #' @name NULL
1145 setGeneric("next_day", function(y, x) { standardGeneric("next_day") })
1146 
1147 #' @rdname column_window_functions
1148 #' @name NULL
1149 setGeneric("ntile", function(x) { standardGeneric("ntile") })
1150 
1151 #' @rdname column_aggregate_functions
1152 #' @name NULL
1153 setGeneric("n_distinct", function(x, ...) { standardGeneric("n_distinct") })
1154 
1155 #' @rdname column_string_functions
1156 #' @name NULL
1157 setGeneric("overlay", function(x, replace, pos, ...) { standardGeneric("overlay") })
1158 
1159 #' @rdname column_window_functions
1160 #' @name NULL
1161 setGeneric("percent_rank", function(x = "missing") { standardGeneric("percent_rank") })
1162 
1163 #' @rdname column_math_functions
1164 #' @name NULL
1165 setGeneric("pmod", function(y, x) { standardGeneric("pmod") })
1166 
1167 #' @rdname column_collection_functions
1168 #' @name NULL
1169 setGeneric("posexplode", function(x) { standardGeneric("posexplode") })
1170 
1171 #' @rdname column_collection_functions
1172 #' @name NULL
1173 setGeneric("posexplode_outer", function(x) { standardGeneric("posexplode_outer") })
1174 
1175 #' @rdname column_datetime_functions
1176 #' @name NULL
1177 setGeneric("quarter", function(x) { standardGeneric("quarter") })
1178 
1179 #' @rdname column_nonaggregate_functions
1180 #' @name NULL
1181 setGeneric("rand", function(seed) { standardGeneric("rand") })
1182 
1183 #' @rdname column_nonaggregate_functions
1184 #' @name NULL
1185 setGeneric("randn", function(seed) { standardGeneric("randn") })
1186 
1187 #' @rdname column_window_functions
1188 #' @name NULL
1189 setGeneric("rank", function(x, ...) { standardGeneric("rank") })
1190 
1191 #' @rdname column_string_functions
1192 #' @name NULL
1193 setGeneric("regexp_extract", function(x, pattern, idx) { standardGeneric("regexp_extract") })
1194 
1195 #' @rdname column_string_functions
1196 #' @name NULL
1197 setGeneric("regexp_replace",
1198            function(x, pattern, replacement) { standardGeneric("regexp_replace") })
1199 
1200 #' @rdname column_string_functions
1201 #' @name NULL
1202 setGeneric("repeat_string", function(x, n) { standardGeneric("repeat_string") })
1203 
1204 #' @rdname column_collection_functions
1205 #' @name NULL
1206 setGeneric("reverse", function(x) { standardGeneric("reverse") })
1207 
1208 #' @rdname column_math_functions
1209 #' @name NULL
1210 setGeneric("rint", function(x) { standardGeneric("rint") })
1211 
1212 #' @rdname column_window_functions
1213 #' @name NULL
1214 setGeneric("row_number", function(x = "missing") { standardGeneric("row_number") })
1215 
1216 #' @rdname column_string_functions
1217 #' @name NULL
1218 setGeneric("rpad", function(x, len, pad) { standardGeneric("rpad") })
1219 
1220 #' @rdname column_string_functions
1221 #' @name NULL
1222 setGeneric("rtrim", function(x, trimString) { standardGeneric("rtrim") })
1223 
1224 #' @rdname column_collection_functions
1225 #' @name NULL
1226 setGeneric("schema_of_csv", function(x, ...) { standardGeneric("schema_of_csv") })
1227 
1228 #' @rdname column_collection_functions
1229 #' @name NULL
1230 setGeneric("schema_of_json", function(x, ...) { standardGeneric("schema_of_json") })
1231 
1232 #' @rdname column_aggregate_functions
1233 #' @name NULL
1234 setGeneric("sd", function(x, na.rm = FALSE) { standardGeneric("sd") })
1235 
1236 #' @rdname column_datetime_functions
1237 #' @name NULL
1238 setGeneric("second", function(x) { standardGeneric("second") })
1239 
1240 #' @rdname column_misc_functions
1241 #' @name NULL
1242 setGeneric("sha1", function(x) { standardGeneric("sha1") })
1243 
1244 #' @rdname column_misc_functions
1245 #' @name NULL
1246 setGeneric("sha2", function(y, x) { standardGeneric("sha2") })
1247 
1248 #' @rdname column_math_functions
1249 #' @name NULL
1250 setGeneric("shiftLeft", function(y, x) { standardGeneric("shiftLeft") })
1251 
1252 #' @rdname column_math_functions
1253 #' @name NULL
1254 setGeneric("shiftRight", function(y, x) { standardGeneric("shiftRight") })
1255 
1256 #' @rdname column_math_functions
1257 #' @name NULL
1258 setGeneric("shiftRightUnsigned", function(y, x) { standardGeneric("shiftRightUnsigned") })
1259 
1260 #' @rdname column_collection_functions
1261 #' @name NULL
1262 setGeneric("shuffle", function(x) { standardGeneric("shuffle") })
1263 
1264 #' @rdname column_math_functions
1265 #' @name NULL
1266 setGeneric("signum", function(x) { standardGeneric("signum") })
1267 
1268 #' @rdname column_collection_functions
1269 #' @name NULL
1270 setGeneric("size", function(x) { standardGeneric("size") })
1271 
1272 #' @rdname column_aggregate_functions
1273 #' @name NULL
1274 setGeneric("skewness", function(x) { standardGeneric("skewness") })
1275 
1276 #' @rdname column_collection_functions
1277 #' @name NULL
1278 setGeneric("slice", function(x, start, length) { standardGeneric("slice") })
1279 
1280 #' @rdname column_collection_functions
1281 #' @name NULL
1282 setGeneric("sort_array", function(x, asc = TRUE) { standardGeneric("sort_array") })
1283 
1284 #' @rdname column_string_functions
1285 #' @name NULL
1286 setGeneric("split_string", function(x, pattern, ...) { standardGeneric("split_string") })
1287 
1288 #' @rdname column_string_functions
1289 #' @name NULL
1290 setGeneric("soundex", function(x) { standardGeneric("soundex") })
1291 
1292 #' @rdname column_nonaggregate_functions
1293 #' @name NULL
1294 setGeneric("spark_partition_id", function(x = "missing") { standardGeneric("spark_partition_id") })
1295 
1296 #' @rdname column_aggregate_functions
1297 #' @name NULL
1298 setGeneric("stddev", function(x) { standardGeneric("stddev") })
1299 
1300 #' @rdname column_aggregate_functions
1301 #' @name NULL
1302 setGeneric("stddev_pop", function(x) { standardGeneric("stddev_pop") })
1303 
1304 #' @rdname column_aggregate_functions
1305 #' @name NULL
1306 setGeneric("stddev_samp", function(x) { standardGeneric("stddev_samp") })
1307 
1308 #' @rdname column_nonaggregate_functions
1309 #' @name NULL
1310 setGeneric("struct", function(x, ...) { standardGeneric("struct") })
1311 
1312 #' @rdname column_string_functions
1313 #' @name NULL
1314 setGeneric("substring_index", function(x, delim, count) { standardGeneric("substring_index") })
1315 
1316 #' @rdname column_aggregate_functions
1317 #' @name NULL
1318 setGeneric("sumDistinct", function(x) { standardGeneric("sumDistinct") })
1319 
1320 #' @rdname column_math_functions
1321 #' @name NULL
1322 setGeneric("degrees", function(x) { standardGeneric("degrees") })
1323 
1324 #' @rdname column_math_functions
1325 #' @name NULL
1326 setGeneric("toDegrees", function(x) { standardGeneric("toDegrees") })
1327 
1328 #' @rdname column_math_functions
1329 #' @name NULL
1330 setGeneric("radians", function(x) { standardGeneric("radians") })
1331 
1332 #' @rdname column_math_functions
1333 #' @name NULL
1334 setGeneric("toRadians", function(x) { standardGeneric("toRadians") })
1335 
1336 #' @rdname column_datetime_functions
1337 #' @name NULL
1338 setGeneric("to_date", function(x, format) { standardGeneric("to_date") })
1339 
1340 #' @rdname column_collection_functions
1341 #' @name NULL
1342 setGeneric("to_json", function(x, ...) { standardGeneric("to_json") })
1343 
1344 #' @rdname column_collection_functions
1345 #' @name NULL
1346 setGeneric("to_csv", function(x, ...) { standardGeneric("to_csv") })
1347 
1348 #' @rdname column_datetime_functions
1349 #' @name NULL
1350 setGeneric("to_timestamp", function(x, format) { standardGeneric("to_timestamp") })
1351 
1352 #' @rdname column_datetime_diff_functions
1353 #' @name NULL
1354 setGeneric("to_utc_timestamp", function(y, x) { standardGeneric("to_utc_timestamp") })
1355 
1356 #' @rdname column_string_functions
1357 #' @name NULL
1358 setGeneric("translate", function(x, matchingString, replaceString) { standardGeneric("translate") })
1359 
1360 #' @rdname column_string_functions
1361 #' @name NULL
1362 setGeneric("trim", function(x, trimString) { standardGeneric("trim") })
1363 
1364 #' @rdname column_string_functions
1365 #' @name NULL
1366 setGeneric("unbase64", function(x) { standardGeneric("unbase64") })
1367 
1368 #' @rdname column_math_functions
1369 #' @name NULL
1370 setGeneric("unhex", function(x) { standardGeneric("unhex") })
1371 
1372 #' @rdname column_datetime_functions
1373 #' @name NULL
1374 setGeneric("unix_timestamp", function(x, format) { standardGeneric("unix_timestamp") })
1375 
1376 #' @rdname column_string_functions
1377 #' @name NULL
1378 setGeneric("upper", function(x) { standardGeneric("upper") })
1379 
1380 #' @rdname column_aggregate_functions
1381 #' @name NULL
1382 setGeneric("var", function(x, y = NULL, na.rm = FALSE, use) { standardGeneric("var") })
1383 
1384 #' @rdname column_aggregate_functions
1385 #' @name NULL
1386 setGeneric("variance", function(x) { standardGeneric("variance") })
1387 
1388 #' @rdname column_aggregate_functions
1389 #' @name NULL
1390 setGeneric("var_pop", function(x) { standardGeneric("var_pop") })
1391 
1392 #' @rdname column_aggregate_functions
1393 #' @name NULL
1394 setGeneric("var_samp", function(x) { standardGeneric("var_samp") })
1395 
1396 #' @rdname column_datetime_functions
1397 #' @name NULL
1398 setGeneric("weekofyear", function(x) { standardGeneric("weekofyear") })
1399 
1400 #' @rdname column_datetime_functions
1401 #' @name NULL
1402 setGeneric("window", function(x, ...) { standardGeneric("window") })
1403 
1404 #' @rdname column_misc_functions
1405 #' @name NULL
1406 setGeneric("xxhash64", function(x, ...) { standardGeneric("xxhash64") })
1407 
1408 #' @rdname column_datetime_functions
1409 #' @name NULL
1410 setGeneric("year", function(x) { standardGeneric("year") })
1411 
1412 
1413 ###################### Spark.ML Methods ##########################
1414 
1415 #' @rdname fitted
1416 setGeneric("fitted")
1417 
1418 # Do not carry stats::glm usage and param here, and do not document the generic
1419 #' @noRd
1420 setGeneric("glm")
1421 
1422 #' @param object a fitted ML model object.
1423 #' @param ... additional argument(s) passed to the method.
1424 #' @rdname predict
1425 setGeneric("predict", function(object, ...) { standardGeneric("predict") })
1426 
1427 #' @rdname rbind
1428 setGeneric("rbind", signature = "...")
1429 
1430 #' @rdname spark.als
1431 setGeneric("spark.als", function(data, ...) { standardGeneric("spark.als") })
1432 
1433 #' @rdname spark.bisectingKmeans
1434 setGeneric("spark.bisectingKmeans",
1435            function(data, formula, ...) { standardGeneric("spark.bisectingKmeans") })
1436 
1437 #' @rdname spark.gaussianMixture
1438 setGeneric("spark.gaussianMixture",
1439            function(data, formula, ...) { standardGeneric("spark.gaussianMixture") })
1440 
1441 #' @rdname spark.gbt
1442 setGeneric("spark.gbt", function(data, formula, ...) { standardGeneric("spark.gbt") })
1443 
1444 #' @rdname spark.glm
1445 setGeneric("spark.glm", function(data, formula, ...) { standardGeneric("spark.glm") })
1446 
1447 #' @rdname spark.isoreg
1448 setGeneric("spark.isoreg", function(data, formula, ...) { standardGeneric("spark.isoreg") })
1449 
1450 #' @rdname spark.kmeans
1451 setGeneric("spark.kmeans", function(data, formula, ...) { standardGeneric("spark.kmeans") })
1452 
1453 #' @rdname spark.kstest
1454 setGeneric("spark.kstest", function(data, ...) { standardGeneric("spark.kstest") })
1455 
1456 #' @rdname spark.lda
1457 setGeneric("spark.lda", function(data, ...) { standardGeneric("spark.lda") })
1458 
1459 #' @rdname spark.logit
1460 setGeneric("spark.logit", function(data, formula, ...) { standardGeneric("spark.logit") })
1461 
1462 #' @rdname spark.mlp
1463 setGeneric("spark.mlp", function(data, formula, ...) { standardGeneric("spark.mlp") })
1464 
1465 #' @rdname spark.naiveBayes
1466 setGeneric("spark.naiveBayes", function(data, formula, ...) { standardGeneric("spark.naiveBayes") })
1467 
1468 #' @rdname spark.decisionTree
1469 setGeneric("spark.decisionTree",
1470            function(data, formula, ...) { standardGeneric("spark.decisionTree") })
1471 
1472 #' @rdname spark.randomForest
1473 setGeneric("spark.randomForest",
1474            function(data, formula, ...) { standardGeneric("spark.randomForest") })
1475 
1476 #' @rdname spark.survreg
1477 setGeneric("spark.survreg", function(data, formula, ...) { standardGeneric("spark.survreg") })
1478 
1479 #' @rdname spark.svmLinear
1480 setGeneric("spark.svmLinear", function(data, formula, ...) { standardGeneric("spark.svmLinear") })
1481 
1482 #' @rdname spark.lda
1483 setGeneric("spark.posterior", function(object, newData) { standardGeneric("spark.posterior") })
1484 
1485 #' @rdname spark.lda
1486 setGeneric("spark.perplexity", function(object, data) { standardGeneric("spark.perplexity") })
1487 
1488 #' @rdname spark.fpGrowth
1489 setGeneric("spark.fpGrowth", function(data, ...) { standardGeneric("spark.fpGrowth") })
1490 
1491 #' @rdname spark.fpGrowth
1492 setGeneric("spark.freqItemsets", function(object) { standardGeneric("spark.freqItemsets") })
1493 
1494 #' @rdname spark.fpGrowth
1495 setGeneric("spark.associationRules", function(object) { standardGeneric("spark.associationRules") })
1496 
1497 #' @rdname spark.prefixSpan
1498 setGeneric("spark.findFrequentSequentialPatterns",
1499             function(data, ...) { standardGeneric("spark.findFrequentSequentialPatterns") })
1500 
1501 #' @rdname spark.powerIterationClustering
1502 setGeneric("spark.assignClusters",
1503             function(data, ...) { standardGeneric("spark.assignClusters") })
1504 
1505 #' @param object a fitted ML model object.
1506 #' @param path the directory where the model is saved.
1507 #' @param ... additional argument(s) passed to the method.
1508 #' @rdname write.ml
1509 setGeneric("write.ml", function(object, path, ...) { standardGeneric("write.ml") })
1510 
1511 
1512 ###################### Streaming Methods ##########################
1513 
1514 #' @rdname awaitTermination
1515 setGeneric("awaitTermination", function(x, timeout = NULL) { standardGeneric("awaitTermination") })
1516 
1517 #' @rdname isActive
1518 setGeneric("isActive", function(x) { standardGeneric("isActive") })
1519 
1520 #' @rdname lastProgress
1521 setGeneric("lastProgress", function(x) { standardGeneric("lastProgress") })
1522 
1523 #' @rdname queryName
1524 setGeneric("queryName", function(x) { standardGeneric("queryName") })
1525 
1526 #' @rdname status
1527 setGeneric("status", function(x) { standardGeneric("status") })
1528 
1529 #' @rdname stopQuery
1530 setGeneric("stopQuery", function(x) { standardGeneric("stopQuery") })