0001 #
0002 # Licensed to the Apache Software Foundation (ASF) under one or more
0003 # contributor license agreements. See the NOTICE file distributed with
0004 # this work for additional information regarding copyright ownership.
0005 # The ASF licenses this file to You under the Apache License, Version 2.0
0006 # (the "License"); you may not use this file except in compliance with
0007 # the License. You may obtain a copy of the License at
0008 #
0009 # http://www.apache.org/licenses/LICENSE-2.0
0010 #
0011 # Unless required by applicable law or agreed to in writing, software
0012 # distributed under the License is distributed on an "AS IS" BASIS,
0013 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
0014 # See the License for the specific language governing permissions and
0015 # limitations under the License.
0016 #
0017
0018 ############ RDD Actions and Transformations ############
0019
0020 # @rdname aggregateRDD
0021 # @seealso reduce
0022 setGeneric("aggregateRDD",
0023 function(x, zeroValue, seqOp, combOp) { standardGeneric("aggregateRDD") })
0024
0025 setGeneric("cacheRDD", function(x) { standardGeneric("cacheRDD") })
0026
0027 # @rdname coalesce
0028 # @seealso repartition
0029 setGeneric("coalesceRDD", function(x, numPartitions, ...) { standardGeneric("coalesceRDD") })
0030
0031 # @rdname checkpoint-methods
0032 setGeneric("checkpointRDD", function(x) { standardGeneric("checkpointRDD") })
0033
0034 setGeneric("collectRDD", function(x, ...) { standardGeneric("collectRDD") })
0035
0036 # @rdname collect-methods
0037 setGeneric("collectAsMap", function(x) { standardGeneric("collectAsMap") })
0038
0039 # @rdname collect-methods
0040 setGeneric("collectPartition",
0041 function(x, partitionId) {
0042 standardGeneric("collectPartition")
0043 })
0044
0045 setGeneric("countRDD", function(x) { standardGeneric("countRDD") })
0046
0047 setGeneric("lengthRDD", function(x) { standardGeneric("lengthRDD") })
0048
0049 # @rdname countByValue
0050 setGeneric("countByValue", function(x) { standardGeneric("countByValue") })
0051
0052 # @rdname crosstab
0053 setGeneric("crosstab", function(x, col1, col2) { standardGeneric("crosstab") })
0054
0055 # @rdname freqItems
0056 setGeneric("freqItems", function(x, cols, support = 0.01) { standardGeneric("freqItems") })
0057
0058 # @rdname approxQuantile
0059 setGeneric("approxQuantile",
0060 function(x, cols, probabilities, relativeError) {
0061 standardGeneric("approxQuantile")
0062 })
0063
0064 setGeneric("distinctRDD", function(x, numPartitions = 1) { standardGeneric("distinctRDD") })
0065
0066 # @rdname filterRDD
0067 setGeneric("filterRDD", function(x, f) { standardGeneric("filterRDD") })
0068
0069 setGeneric("firstRDD", function(x, ...) { standardGeneric("firstRDD") })
0070
0071 # @rdname flatMap
0072 setGeneric("flatMap", function(X, FUN) { standardGeneric("flatMap") })
0073
0074 # @rdname fold
0075 # @seealso reduce
0076 setGeneric("fold", function(x, zeroValue, op) { standardGeneric("fold") })
0077
0078 setGeneric("foreach", function(x, func) { standardGeneric("foreach") })
0079
0080 setGeneric("foreachPartition", function(x, func) { standardGeneric("foreachPartition") })
0081
0082 # The jrdd accessor function.
0083 setGeneric("getJRDD", function(rdd, ...) { standardGeneric("getJRDD") })
0084
0085 # @rdname glom
0086 setGeneric("glom", function(x) { standardGeneric("glom") })
0087
0088 # @rdname histogram
0089 setGeneric("histogram", function(df, col, nbins=10) { standardGeneric("histogram") })
0090
0091 setGeneric("joinRDD", function(x, y, ...) { standardGeneric("joinRDD") })
0092
0093 # @rdname keyBy
0094 setGeneric("keyBy", function(x, func) { standardGeneric("keyBy") })
0095
0096 setGeneric("lapplyPartition", function(X, FUN) { standardGeneric("lapplyPartition") })
0097
0098 setGeneric("lapplyPartitionsWithIndex",
0099 function(X, FUN) {
0100 standardGeneric("lapplyPartitionsWithIndex")
0101 })
0102
0103 setGeneric("map", function(X, FUN) { standardGeneric("map") })
0104
0105 setGeneric("mapPartitions", function(X, FUN) { standardGeneric("mapPartitions") })
0106
0107 setGeneric("mapPartitionsWithIndex",
0108 function(X, FUN) { standardGeneric("mapPartitionsWithIndex") })
0109
0110 # @rdname maximum
0111 setGeneric("maximum", function(x) { standardGeneric("maximum") })
0112
0113 # @rdname minimum
0114 setGeneric("minimum", function(x) { standardGeneric("minimum") })
0115
0116 # @rdname sumRDD
0117 setGeneric("sumRDD", function(x) { standardGeneric("sumRDD") })
0118
0119 # @rdname name
0120 setGeneric("name", function(x) { standardGeneric("name") })
0121
0122 # @rdname getNumPartitionsRDD
0123 setGeneric("getNumPartitionsRDD", function(x) { standardGeneric("getNumPartitionsRDD") })
0124
0125 # @rdname getNumPartitions
0126 setGeneric("numPartitions", function(x) { standardGeneric("numPartitions") })
0127
0128 setGeneric("persistRDD", function(x, newLevel) { standardGeneric("persistRDD") })
0129
0130 # @rdname pipeRDD
0131 setGeneric("pipeRDD", function(x, command, env = list()) { standardGeneric("pipeRDD")})
0132
0133 # @rdname pivot
0134 setGeneric("pivot", function(x, colname, values = list()) { standardGeneric("pivot") })
0135
0136 # @rdname reduce
0137 setGeneric("reduce", function(x, func) { standardGeneric("reduce") })
0138
0139 setGeneric("repartitionRDD", function(x, ...) { standardGeneric("repartitionRDD") })
0140
0141 # @rdname sampleRDD
0142 setGeneric("sampleRDD",
0143 function(x, withReplacement, fraction, seed) {
0144 standardGeneric("sampleRDD")
0145 })
0146
0147 # @rdname saveAsObjectFile
0148 # @seealso objectFile
0149 setGeneric("saveAsObjectFile", function(x, path) { standardGeneric("saveAsObjectFile") })
0150
0151 # @rdname saveAsTextFile
0152 setGeneric("saveAsTextFile", function(x, path) { standardGeneric("saveAsTextFile") })
0153
0154 # @rdname setName
0155 setGeneric("setName", function(x, name) { standardGeneric("setName") })
0156
0157 setGeneric("showRDD", function(object, ...) { standardGeneric("showRDD") })
0158
0159 # @rdname sortBy
0160 setGeneric("sortBy",
0161 function(x, func, ascending = TRUE, numPartitions = 1) {
0162 standardGeneric("sortBy")
0163 })
0164
0165 setGeneric("takeRDD", function(x, num) { standardGeneric("takeRDD") })
0166
0167 # @rdname takeOrdered
0168 setGeneric("takeOrdered", function(x, num) { standardGeneric("takeOrdered") })
0169
0170 # @rdname takeSample
0171 setGeneric("takeSample",
0172 function(x, withReplacement, num, seed) {
0173 standardGeneric("takeSample")
0174 })
0175
0176 # @rdname top
0177 setGeneric("top", function(x, num) { standardGeneric("top") })
0178
0179 # @rdname unionRDD
0180 setGeneric("unionRDD", function(x, y) { standardGeneric("unionRDD") })
0181
0182 setGeneric("unpersistRDD", function(x, ...) { standardGeneric("unpersistRDD") })
0183
0184 # @rdname zipRDD
0185 setGeneric("zipRDD", function(x, other) { standardGeneric("zipRDD") })
0186
0187 # @rdname zipRDD
0188 setGeneric("zipPartitions", function(..., func) { standardGeneric("zipPartitions") },
0189 signature = "...")
0190
0191 # @rdname zipWithIndex
0192 # @seealso zipWithUniqueId
0193 setGeneric("zipWithIndex", function(x) { standardGeneric("zipWithIndex") })
0194
0195 # @rdname zipWithUniqueId
0196 # @seealso zipWithIndex
0197 setGeneric("zipWithUniqueId", function(x) { standardGeneric("zipWithUniqueId") })
0198
0199
0200 ############ Binary Functions #############
0201
0202 # @rdname cartesian
0203 setGeneric("cartesian", function(x, other) { standardGeneric("cartesian") })
0204
0205 # @rdname countByKey
0206 setGeneric("countByKey", function(x) { standardGeneric("countByKey") })
0207
0208 # @rdname flatMapValues
0209 setGeneric("flatMapValues", function(X, FUN) { standardGeneric("flatMapValues") })
0210
0211 # @rdname intersection
0212 setGeneric("intersection",
0213 function(x, other, numPartitions = 1) {
0214 standardGeneric("intersection")
0215 })
0216
0217 # @rdname keys
0218 setGeneric("keys", function(x) { standardGeneric("keys") })
0219
0220 # @rdname lookup
0221 setGeneric("lookup", function(x, key) { standardGeneric("lookup") })
0222
0223 # @rdname mapValues
0224 setGeneric("mapValues", function(X, FUN) { standardGeneric("mapValues") })
0225
0226 # @rdname sampleByKey
0227 setGeneric("sampleByKey",
0228 function(x, withReplacement, fractions, seed) {
0229 standardGeneric("sampleByKey")
0230 })
0231
0232 # @rdname values
0233 setGeneric("values", function(x) { standardGeneric("values") })
0234
0235
0236 ############ Shuffle Functions ############
0237
0238 # @rdname aggregateByKey
0239 # @seealso foldByKey, combineByKey
0240 setGeneric("aggregateByKey",
0241 function(x, zeroValue, seqOp, combOp, numPartitions) {
0242 standardGeneric("aggregateByKey")
0243 })
0244
0245 # @rdname cogroup
0246 setGeneric("cogroup",
0247 function(..., numPartitions) {
0248 standardGeneric("cogroup")
0249 },
0250 signature = "...")
0251
0252 # @rdname combineByKey
0253 # @seealso groupByKey, reduceByKey
0254 setGeneric("combineByKey",
0255 function(x, createCombiner, mergeValue, mergeCombiners, numPartitions) {
0256 standardGeneric("combineByKey")
0257 })
0258
0259 # @rdname foldByKey
0260 # @seealso aggregateByKey, combineByKey
0261 setGeneric("foldByKey",
0262 function(x, zeroValue, func, numPartitions) {
0263 standardGeneric("foldByKey")
0264 })
0265
0266 # @rdname join-methods
0267 setGeneric("fullOuterJoin", function(x, y, numPartitions) { standardGeneric("fullOuterJoin") })
0268
0269 # @rdname groupByKey
0270 # @seealso reduceByKey
0271 setGeneric("groupByKey", function(x, numPartitions) { standardGeneric("groupByKey") })
0272
0273 # @rdname join-methods
0274 setGeneric("join", function(x, y, ...) { standardGeneric("join") })
0275
0276 # @rdname join-methods
0277 setGeneric("leftOuterJoin", function(x, y, numPartitions) { standardGeneric("leftOuterJoin") })
0278
0279 setGeneric("partitionByRDD", function(x, ...) { standardGeneric("partitionByRDD") })
0280
0281 # @rdname reduceByKey
0282 # @seealso groupByKey
0283 setGeneric("reduceByKey", function(x, combineFunc, numPartitions) { standardGeneric("reduceByKey")})
0284
0285 # @rdname reduceByKeyLocally
0286 # @seealso reduceByKey
0287 setGeneric("reduceByKeyLocally",
0288 function(x, combineFunc) {
0289 standardGeneric("reduceByKeyLocally")
0290 })
0291
0292 # @rdname join-methods
0293 setGeneric("rightOuterJoin", function(x, y, numPartitions) { standardGeneric("rightOuterJoin") })
0294
0295 # @rdname sortByKey
0296 setGeneric("sortByKey",
0297 function(x, ascending = TRUE, numPartitions = 1) {
0298 standardGeneric("sortByKey")
0299 })
0300
0301 # @rdname subtract
0302 setGeneric("subtract",
0303 function(x, other, numPartitions = 1) {
0304 standardGeneric("subtract")
0305 })
0306
0307 # @rdname subtractByKey
0308 setGeneric("subtractByKey",
0309 function(x, other, numPartitions = 1) {
0310 standardGeneric("subtractByKey")
0311 })
0312
0313
0314 ################### Broadcast Variable Methods #################
0315
0316 # @rdname broadcast
0317 setGeneric("value", function(bcast) { standardGeneric("value") })
0318
0319
0320 #################### SparkDataFrame Methods ########################
0321
0322 #' @param x a SparkDataFrame or GroupedData.
0323 #' @param ... further arguments to be passed to or from other methods.
0324 #' @return A SparkDataFrame.
0325 #' @rdname summarize
0326 setGeneric("agg", function(x, ...) { standardGeneric("agg") })
0327
0328 #' alias
0329 #'
0330 #' Returns a new SparkDataFrame or a Column with an alias set. Equivalent to SQL "AS" keyword.
0331 #'
0332 #' @name alias
0333 #' @rdname alias
0334 #' @param object x a SparkDataFrame or a Column
0335 #' @param data new name to use
0336 #' @return a SparkDataFrame or a Column
0337 NULL
0338
0339 #' @rdname arrange
0340 setGeneric("arrange", function(x, col, ...) { standardGeneric("arrange") })
0341
0342 #' @rdname as.data.frame
0343 setGeneric("as.data.frame",
0344 function(x, row.names = NULL, optional = FALSE, ...) {
0345 standardGeneric("as.data.frame")
0346 })
0347
0348 # Do not document the generic because of signature changes across R versions
0349 #' @noRd
0350 setGeneric("attach")
0351
0352 #' @rdname cache
0353 setGeneric("cache", function(x) { standardGeneric("cache") })
0354
0355 #' @rdname checkpoint
0356 setGeneric("checkpoint", function(x, eager = TRUE) { standardGeneric("checkpoint") })
0357
0358 #' @rdname coalesce
0359 #' @param x a SparkDataFrame.
0360 #' @param ... additional argument(s).
0361 setGeneric("coalesce", function(x, ...) { standardGeneric("coalesce") })
0362
0363 #' @rdname collect
0364 setGeneric("collect", function(x, ...) { standardGeneric("collect") })
0365
0366 #' @param do.NULL currently not used.
0367 #' @param prefix currently not used.
0368 #' @rdname columns
0369 setGeneric("colnames", function(x, do.NULL = TRUE, prefix = "col") { standardGeneric("colnames") })
0370
0371 #' @rdname columns
0372 setGeneric("colnames<-", function(x, value) { standardGeneric("colnames<-") })
0373
0374 #' @rdname coltypes
0375 setGeneric("coltypes", function(x) { standardGeneric("coltypes") })
0376
0377 #' @rdname coltypes
0378 setGeneric("coltypes<-", function(x, value) { standardGeneric("coltypes<-") })
0379
0380 #' @rdname columns
0381 setGeneric("columns", function(x) {standardGeneric("columns") })
0382
0383 #' @param x a GroupedData or Column.
0384 #' @rdname count
0385 setGeneric("count", function(x) { standardGeneric("count") })
0386
0387 #' @rdname cov
0388 #' @param x a Column or a SparkDataFrame.
0389 #' @param ... additional argument(s). If \code{x} is a Column, a Column
0390 #' should be provided. If \code{x} is a SparkDataFrame, two column names should
0391 #' be provided.
0392 setGeneric("cov", function(x, ...) {standardGeneric("cov") })
0393
0394 #' @rdname corr
0395 #' @param x a Column or a SparkDataFrame.
0396 #' @param ... additional argument(s). If \code{x} is a Column, a Column
0397 #' should be provided. If \code{x} is a SparkDataFrame, two column names should
0398 #' be provided.
0399 setGeneric("corr", function(x, ...) {standardGeneric("corr") })
0400
0401 #' @rdname cov
0402 setGeneric("covar_samp", function(col1, col2) {standardGeneric("covar_samp") })
0403
0404 #' @rdname cov
0405 setGeneric("covar_pop", function(col1, col2) {standardGeneric("covar_pop") })
0406
0407 #' @rdname createOrReplaceTempView
0408 setGeneric("createOrReplaceTempView",
0409 function(x, viewName) {
0410 standardGeneric("createOrReplaceTempView")
0411 })
0412
0413 # @rdname crossJoin
0414 setGeneric("crossJoin", function(x, y) { standardGeneric("crossJoin") })
0415
0416 #' @rdname cube
0417 setGeneric("cube", function(x, ...) { standardGeneric("cube") })
0418
0419 #' @rdname dapply
0420 setGeneric("dapply", function(x, func, schema) { standardGeneric("dapply") })
0421
0422 #' @rdname dapplyCollect
0423 setGeneric("dapplyCollect", function(x, func) { standardGeneric("dapplyCollect") })
0424
0425 #' @param x a SparkDataFrame or GroupedData.
0426 #' @param ... additional argument(s) passed to the method.
0427 #' @rdname gapply
0428 setGeneric("gapply", function(x, ...) { standardGeneric("gapply") })
0429
0430 #' @param x a SparkDataFrame or GroupedData.
0431 #' @param ... additional argument(s) passed to the method.
0432 #' @rdname gapplyCollect
0433 setGeneric("gapplyCollect", function(x, ...) { standardGeneric("gapplyCollect") })
0434
0435 # @rdname getNumPartitions
0436 setGeneric("getNumPartitions", function(x) { standardGeneric("getNumPartitions") })
0437
0438 #' @rdname describe
0439 setGeneric("describe", function(x, col, ...) { standardGeneric("describe") })
0440
0441 #' @rdname distinct
0442 setGeneric("distinct", function(x) { standardGeneric("distinct") })
0443
0444 #' @rdname drop
0445 setGeneric("drop", function(x, ...) { standardGeneric("drop") })
0446
0447 #' @rdname dropDuplicates
0448 setGeneric("dropDuplicates", function(x, ...) { standardGeneric("dropDuplicates") })
0449
0450 #' @rdname nafunctions
0451 setGeneric("dropna",
0452 function(x, how = c("any", "all"), minNonNulls = NULL, cols = NULL) {
0453 standardGeneric("dropna")
0454 })
0455
0456 #' @rdname nafunctions
0457 setGeneric("na.omit",
0458 function(object, ...) {
0459 standardGeneric("na.omit")
0460 })
0461
0462 #' @rdname dtypes
0463 setGeneric("dtypes", function(x) { standardGeneric("dtypes") })
0464
0465 #' @rdname explain
0466 #' @param x a SparkDataFrame or a StreamingQuery.
0467 #' @param extended Logical. If extended is FALSE, prints only the physical plan.
0468 #' @param ... further arguments to be passed to or from other methods.
0469 setGeneric("explain", function(x, ...) { standardGeneric("explain") })
0470
0471 #' @rdname except
0472 setGeneric("except", function(x, y) { standardGeneric("except") })
0473
0474 #' @rdname exceptAll
0475 setGeneric("exceptAll", function(x, y) { standardGeneric("exceptAll") })
0476
0477 #' @rdname nafunctions
0478 setGeneric("fillna", function(x, value, cols = NULL) { standardGeneric("fillna") })
0479
0480 #' @rdname filter
0481 setGeneric("filter", function(x, condition) { standardGeneric("filter") })
0482
0483 #' @rdname first
0484 setGeneric("first", function(x, ...) { standardGeneric("first") })
0485
0486 #' @rdname groupBy
0487 setGeneric("group_by", function(x, ...) { standardGeneric("group_by") })
0488
0489 #' @rdname groupBy
0490 setGeneric("groupBy", function(x, ...) { standardGeneric("groupBy") })
0491
0492 #' @rdname hint
0493 setGeneric("hint", function(x, name, ...) { standardGeneric("hint") })
0494
0495 #' @rdname insertInto
0496 setGeneric("insertInto", function(x, tableName, ...) { standardGeneric("insertInto") })
0497
0498 #' @rdname intersect
0499 setGeneric("intersect", function(x, y) { standardGeneric("intersect") })
0500
0501 #' @rdname intersectAll
0502 setGeneric("intersectAll", function(x, y) { standardGeneric("intersectAll") })
0503
0504 #' @rdname isLocal
0505 setGeneric("isLocal", function(x) { standardGeneric("isLocal") })
0506
0507 #' @rdname isStreaming
0508 setGeneric("isStreaming", function(x) { standardGeneric("isStreaming") })
0509
0510 #' @rdname limit
0511 setGeneric("limit", function(x, num) {standardGeneric("limit") })
0512
0513 #' @rdname localCheckpoint
0514 setGeneric("localCheckpoint", function(x, eager = TRUE) { standardGeneric("localCheckpoint") })
0515
0516 #' @rdname merge
0517 setGeneric("merge")
0518
0519 #' @rdname mutate
0520 setGeneric("mutate", function(.data, ...) {standardGeneric("mutate") })
0521
0522 #' @rdname orderBy
0523 setGeneric("orderBy", function(x, col, ...) { standardGeneric("orderBy") })
0524
0525 #' @rdname persist
0526 setGeneric("persist", function(x, newLevel) { standardGeneric("persist") })
0527
0528 #' @rdname printSchema
0529 setGeneric("printSchema", function(x) { standardGeneric("printSchema") })
0530
0531 #' @rdname registerTempTable-deprecated
0532 setGeneric("registerTempTable", function(x, tableName) { standardGeneric("registerTempTable") })
0533
0534 #' @rdname rename
0535 setGeneric("rename", function(x, ...) { standardGeneric("rename") })
0536
0537 #' @rdname repartition
0538 setGeneric("repartition", function(x, ...) { standardGeneric("repartition") })
0539
0540 #' @rdname repartitionByRange
0541 setGeneric("repartitionByRange", function(x, ...) { standardGeneric("repartitionByRange") })
0542
0543 #' @rdname sample
0544 setGeneric("sample",
0545 function(x, withReplacement = FALSE, fraction, seed) {
0546 standardGeneric("sample")
0547 })
0548
0549 #' @rdname rollup
0550 setGeneric("rollup", function(x, ...) { standardGeneric("rollup") })
0551
0552 #' @rdname sample
0553 setGeneric("sample_frac",
0554 function(x, withReplacement = FALSE, fraction, seed) { standardGeneric("sample_frac") })
0555
0556 #' @rdname sampleBy
0557 setGeneric("sampleBy", function(x, col, fractions, seed) { standardGeneric("sampleBy") })
0558
0559 #' @rdname saveAsTable
0560 setGeneric("saveAsTable", function(df, tableName, source = NULL, mode = "error", ...) {
0561 standardGeneric("saveAsTable")
0562 })
0563
0564 setGeneric("str")
0565
0566 #' @rdname take
0567 setGeneric("take", function(x, num) { standardGeneric("take") })
0568
0569 #' @rdname mutate
0570 setGeneric("transform", function(`_data`, ...) {standardGeneric("transform") })
0571
0572 #' @rdname write.df
0573 setGeneric("write.df", function(df, path = NULL, source = NULL, mode = "error", ...) {
0574 standardGeneric("write.df")
0575 })
0576
0577 #' @rdname write.df
0578 setGeneric("saveDF", function(df, path, source = NULL, mode = "error", ...) {
0579 standardGeneric("saveDF")
0580 })
0581
0582 #' @rdname write.jdbc
0583 setGeneric("write.jdbc", function(x, url, tableName, mode = "error", ...) {
0584 standardGeneric("write.jdbc")
0585 })
0586
0587 #' @rdname write.json
0588 setGeneric("write.json", function(x, path, ...) { standardGeneric("write.json") })
0589
0590 #' @rdname write.orc
0591 setGeneric("write.orc", function(x, path, ...) { standardGeneric("write.orc") })
0592
0593 #' @rdname write.parquet
0594 setGeneric("write.parquet", function(x, path, ...) {
0595 standardGeneric("write.parquet")
0596 })
0597
0598 #' @rdname write.stream
0599 setGeneric("write.stream", function(df, source = NULL, outputMode = NULL, ...) {
0600 standardGeneric("write.stream")
0601 })
0602
0603 #' @rdname write.text
0604 setGeneric("write.text", function(x, path, ...) { standardGeneric("write.text") })
0605
0606 #' @rdname schema
0607 setGeneric("schema", function(x) { standardGeneric("schema") })
0608
0609 #' @rdname select
0610 setGeneric("select", function(x, col, ...) { standardGeneric("select") })
0611
0612 #' @rdname selectExpr
0613 setGeneric("selectExpr", function(x, expr, ...) { standardGeneric("selectExpr") })
0614
0615 #' @rdname showDF
0616 setGeneric("showDF", function(x, ...) { standardGeneric("showDF") })
0617
0618 # @rdname storageLevel
0619 setGeneric("storageLevel", function(x) { standardGeneric("storageLevel") })
0620
0621 #' @rdname subset
0622 setGeneric("subset", function(x, ...) { standardGeneric("subset") })
0623
0624 #' @rdname summarize
0625 setGeneric("summarize", function(x, ...) { standardGeneric("summarize") })
0626
0627 #' @rdname summary
0628 setGeneric("summary", function(object, ...) { standardGeneric("summary") })
0629
0630 setGeneric("toJSON", function(x, ...) { standardGeneric("toJSON") })
0631
0632 setGeneric("toRDD", function(x) { standardGeneric("toRDD") })
0633
0634 #' @rdname union
0635 setGeneric("union", function(x, y) { standardGeneric("union") })
0636
0637 #' @rdname unionAll
0638 setGeneric("unionAll", function(x, y) { standardGeneric("unionAll") })
0639
0640 #' @rdname unionByName
0641 setGeneric("unionByName", function(x, y) { standardGeneric("unionByName") })
0642
0643 #' @rdname unpersist
0644 setGeneric("unpersist", function(x, ...) { standardGeneric("unpersist") })
0645
0646 #' @rdname filter
0647 setGeneric("where", function(x, condition) { standardGeneric("where") })
0648
0649 #' @rdname with
0650 setGeneric("with")
0651
0652 #' @rdname withColumn
0653 setGeneric("withColumn", function(x, colName, col) { standardGeneric("withColumn") })
0654
0655 #' @rdname rename
0656 setGeneric("withColumnRenamed",
0657 function(x, existingCol, newCol) { standardGeneric("withColumnRenamed") })
0658
0659 #' @rdname withWatermark
0660 setGeneric("withWatermark", function(x, eventTime, delayThreshold) {
0661 standardGeneric("withWatermark")
0662 })
0663
0664 #' @rdname write.df
0665 setGeneric("write.df", function(df, path = NULL, ...) { standardGeneric("write.df") })
0666
0667 #' @rdname randomSplit
0668 setGeneric("randomSplit", function(x, weights, seed) { standardGeneric("randomSplit") })
0669
0670 #' @rdname broadcast
0671 setGeneric("broadcast", function(x) { standardGeneric("broadcast") })
0672
0673 ###################### Column Methods ##########################
0674
0675 #' @rdname columnfunctions
0676 setGeneric("asc", function(x) { standardGeneric("asc") })
0677
0678 #' @rdname between
0679 setGeneric("between", function(x, bounds) { standardGeneric("between") })
0680
0681 #' @rdname cast
0682 setGeneric("cast", function(x, dataType) { standardGeneric("cast") })
0683
0684 #' @rdname columnfunctions
0685 #' @param x a Column object.
0686 #' @param ... additional argument(s).
0687 setGeneric("contains", function(x, ...) { standardGeneric("contains") })
0688
0689 #' @rdname columnfunctions
0690 setGeneric("desc", function(x) { standardGeneric("desc") })
0691
0692 #' @rdname endsWith
0693 setGeneric("endsWith", function(x, suffix) { standardGeneric("endsWith") })
0694
0695 #' @rdname columnfunctions
0696 setGeneric("getField", function(x, ...) { standardGeneric("getField") })
0697
0698 #' @rdname columnfunctions
0699 setGeneric("getItem", function(x, ...) { standardGeneric("getItem") })
0700
0701 #' @rdname columnfunctions
0702 setGeneric("isNaN", function(x) { standardGeneric("isNaN") })
0703
0704 #' @rdname columnfunctions
0705 setGeneric("isNull", function(x) { standardGeneric("isNull") })
0706
0707 #' @rdname columnfunctions
0708 setGeneric("isNotNull", function(x) { standardGeneric("isNotNull") })
0709
0710 #' @rdname columnfunctions
0711 setGeneric("like", function(x, ...) { standardGeneric("like") })
0712
0713 #' @rdname columnfunctions
0714 setGeneric("rlike", function(x, ...) { standardGeneric("rlike") })
0715
0716 #' @rdname startsWith
0717 setGeneric("startsWith", function(x, prefix) { standardGeneric("startsWith") })
0718
0719 #' @rdname column_nonaggregate_functions
0720 #' @name NULL
0721 setGeneric("when", function(condition, value) { standardGeneric("when") })
0722
0723 #' @rdname otherwise
0724 setGeneric("otherwise", function(x, value) { standardGeneric("otherwise") })
0725
0726 #' @rdname over
0727 setGeneric("over", function(x, window) { standardGeneric("over") })
0728
0729 #' @rdname eq_null_safe
0730 setGeneric("%<=>%", function(x, value) { standardGeneric("%<=>%") })
0731
0732 ###################### WindowSpec Methods ##########################
0733
0734 #' @rdname partitionBy
0735 setGeneric("partitionBy", function(x, ...) { standardGeneric("partitionBy") })
0736
0737 #' @rdname rowsBetween
0738 setGeneric("rowsBetween", function(x, start, end) { standardGeneric("rowsBetween") })
0739
0740 #' @rdname rangeBetween
0741 setGeneric("rangeBetween", function(x, start, end) { standardGeneric("rangeBetween") })
0742
0743 #' @rdname windowPartitionBy
0744 setGeneric("windowPartitionBy", function(col, ...) { standardGeneric("windowPartitionBy") })
0745
0746 #' @rdname windowOrderBy
0747 setGeneric("windowOrderBy", function(col, ...) { standardGeneric("windowOrderBy") })
0748
0749 ###################### Expression Function Methods ##########################
0750
0751 #' @rdname column_datetime_diff_functions
0752 #' @name NULL
0753 setGeneric("add_months", function(y, x) { standardGeneric("add_months") })
0754
0755 #' @rdname column_aggregate_functions
0756 #' @name NULL
0757 setGeneric("approx_count_distinct", function(x, ...) { standardGeneric("approx_count_distinct") })
0758
0759 #' @rdname column_aggregate_functions
0760 #' @name NULL
0761 setGeneric("approxCountDistinct", function(x, ...) { standardGeneric("approxCountDistinct") })
0762
0763 #' @rdname column_collection_functions
0764 #' @name NULL
0765 setGeneric("array_contains", function(x, value) { standardGeneric("array_contains") })
0766
0767 #' @rdname column_collection_functions
0768 #' @name NULL
0769 setGeneric("array_distinct", function(x) { standardGeneric("array_distinct") })
0770
0771 #' @rdname column_collection_functions
0772 #' @name NULL
0773 setGeneric("array_except", function(x, y) { standardGeneric("array_except") })
0774
0775 #' @rdname column_collection_functions
0776 #' @name NULL
0777 setGeneric("array_intersect", function(x, y) { standardGeneric("array_intersect") })
0778
0779 #' @rdname column_collection_functions
0780 #' @name NULL
0781 setGeneric("array_join", function(x, delimiter, ...) { standardGeneric("array_join") })
0782
0783 #' @rdname column_collection_functions
0784 #' @name NULL
0785 setGeneric("array_max", function(x) { standardGeneric("array_max") })
0786
0787 #' @rdname column_collection_functions
0788 #' @name NULL
0789 setGeneric("array_min", function(x) { standardGeneric("array_min") })
0790
0791 #' @rdname column_collection_functions
0792 #' @name NULL
0793 setGeneric("array_position", function(x, value) { standardGeneric("array_position") })
0794
0795 #' @rdname column_collection_functions
0796 #' @name NULL
0797 setGeneric("array_remove", function(x, value) { standardGeneric("array_remove") })
0798
0799 #' @rdname column_collection_functions
0800 #' @name NULL
0801 setGeneric("array_repeat", function(x, count) { standardGeneric("array_repeat") })
0802
0803 #' @rdname column_collection_functions
0804 #' @name NULL
0805 setGeneric("array_sort", function(x) { standardGeneric("array_sort") })
0806
0807 #' @rdname column_collection_functions
0808 #' @name NULL
0809 setGeneric("arrays_overlap", function(x, y) { standardGeneric("arrays_overlap") })
0810
0811 #' @rdname column_collection_functions
0812 #' @name NULL
0813 setGeneric("array_union", function(x, y) { standardGeneric("array_union") })
0814
0815 #' @rdname column_collection_functions
0816 #' @name NULL
0817 setGeneric("arrays_zip", function(x, ...) { standardGeneric("arrays_zip") })
0818
0819 #' @rdname column_string_functions
0820 #' @name NULL
0821 setGeneric("ascii", function(x) { standardGeneric("ascii") })
0822
0823 #' @param x Column to compute on or a GroupedData object.
0824 #' @param ... additional argument(s) when \code{x} is a GroupedData object.
0825 #' @rdname avg
0826 setGeneric("avg", function(x, ...) { standardGeneric("avg") })
0827
0828 #' @rdname column_string_functions
0829 #' @name NULL
0830 setGeneric("base64", function(x) { standardGeneric("base64") })
0831
0832 #' @rdname column_math_functions
0833 #' @name NULL
0834 setGeneric("bin", function(x) { standardGeneric("bin") })
0835
0836 #' @rdname column_nonaggregate_functions
0837 #' @name NULL
0838 setGeneric("bitwiseNOT", function(x) { standardGeneric("bitwiseNOT") })
0839
0840 #' @rdname column_math_functions
0841 #' @name NULL
0842 setGeneric("bround", function(x, ...) { standardGeneric("bround") })
0843
0844 #' @rdname column_math_functions
0845 #' @name NULL
0846 setGeneric("cbrt", function(x) { standardGeneric("cbrt") })
0847
0848 #' @rdname column_math_functions
0849 #' @name NULL
0850 setGeneric("ceil", function(x) { standardGeneric("ceil") })
0851
0852 #' @rdname column_aggregate_functions
0853 #' @name NULL
0854 setGeneric("collect_list", function(x) { standardGeneric("collect_list") })
0855
0856 #' @rdname column_aggregate_functions
0857 #' @name NULL
0858 setGeneric("collect_set", function(x) { standardGeneric("collect_set") })
0859
0860 #' @rdname column
0861 setGeneric("column", function(x) { standardGeneric("column") })
0862
0863 #' @rdname column_collection_functions
0864 #' @name NULL
0865 setGeneric("concat", function(x, ...) { standardGeneric("concat") })
0866
0867 #' @rdname column_string_functions
0868 #' @name NULL
0869 setGeneric("concat_ws", function(sep, x, ...) { standardGeneric("concat_ws") })
0870
0871 #' @rdname column_math_functions
0872 #' @name NULL
0873 setGeneric("conv", function(x, fromBase, toBase) { standardGeneric("conv") })
0874
0875 #' @rdname column_aggregate_functions
0876 #' @name NULL
0877 setGeneric("countDistinct", function(x, ...) { standardGeneric("countDistinct") })
0878
0879 #' @rdname column_misc_functions
0880 #' @name NULL
0881 setGeneric("crc32", function(x) { standardGeneric("crc32") })
0882
0883 #' @rdname column_nonaggregate_functions
0884 #' @name NULL
0885 setGeneric("create_array", function(x, ...) { standardGeneric("create_array") })
0886
0887 #' @rdname column_nonaggregate_functions
0888 #' @name NULL
0889 setGeneric("create_map", function(x, ...) { standardGeneric("create_map") })
0890
0891 #' @rdname column_misc_functions
0892 #' @name NULL
0893 setGeneric("hash", function(x, ...) { standardGeneric("hash") })
0894
0895 #' @rdname column_window_functions
0896 #' @name NULL
0897 setGeneric("cume_dist", function(x = "missing") { standardGeneric("cume_dist") })
0898
0899 #' @rdname column_datetime_functions
0900 #' @name NULL
0901 setGeneric("current_date", function(x = "missing") { standardGeneric("current_date") })
0902
0903 #' @rdname column_datetime_functions
0904 #' @name NULL
0905 setGeneric("current_timestamp", function(x = "missing") { standardGeneric("current_timestamp") })
0906
0907
0908 #' @rdname column_datetime_diff_functions
0909 #' @name NULL
0910 setGeneric("datediff", function(y, x) { standardGeneric("datediff") })
0911
0912 #' @rdname column_datetime_diff_functions
0913 #' @name NULL
0914 setGeneric("date_add", function(y, x) { standardGeneric("date_add") })
0915
0916 #' @rdname column_datetime_diff_functions
0917 #' @name NULL
0918 setGeneric("date_format", function(y, x) { standardGeneric("date_format") })
0919
0920 #' @rdname column_datetime_diff_functions
0921 #' @name NULL
0922 setGeneric("date_sub", function(y, x) { standardGeneric("date_sub") })
0923
0924 #' @rdname column_datetime_functions
0925 #' @name NULL
0926 setGeneric("date_trunc", function(format, x) { standardGeneric("date_trunc") })
0927
0928 #' @rdname column_datetime_functions
0929 #' @name NULL
0930 setGeneric("dayofmonth", function(x) { standardGeneric("dayofmonth") })
0931
0932 #' @rdname column_datetime_functions
0933 #' @name NULL
0934 setGeneric("dayofweek", function(x) { standardGeneric("dayofweek") })
0935
0936 #' @rdname column_datetime_functions
0937 #' @name NULL
0938 setGeneric("dayofyear", function(x) { standardGeneric("dayofyear") })
0939
0940 #' @rdname column_string_functions
0941 #' @name NULL
0942 setGeneric("decode", function(x, charset) { standardGeneric("decode") })
0943
0944 #' @rdname column_window_functions
0945 #' @name NULL
0946 setGeneric("dense_rank", function(x = "missing") { standardGeneric("dense_rank") })
0947
0948 #' @rdname column_collection_functions
0949 #' @name NULL
0950 setGeneric("element_at", function(x, extraction) { standardGeneric("element_at") })
0951
0952 #' @rdname column_string_functions
0953 #' @name NULL
0954 setGeneric("encode", function(x, charset) { standardGeneric("encode") })
0955
0956 #' @rdname column_collection_functions
0957 #' @name NULL
0958 setGeneric("explode", function(x) { standardGeneric("explode") })
0959
0960 #' @rdname column_collection_functions
0961 #' @name NULL
0962 setGeneric("explode_outer", function(x) { standardGeneric("explode_outer") })
0963
0964 #' @rdname column_nonaggregate_functions
0965 #' @name NULL
0966 setGeneric("expr", function(x) { standardGeneric("expr") })
0967
0968 #' @rdname column_collection_functions
0969 #' @name NULL
0970 setGeneric("flatten", function(x) { standardGeneric("flatten") })
0971
0972 #' @rdname column_datetime_diff_functions
0973 #' @name NULL
0974 setGeneric("from_utc_timestamp", function(y, x) { standardGeneric("from_utc_timestamp") })
0975
0976 #' @rdname column_string_functions
0977 #' @name NULL
0978 setGeneric("format_number", function(y, x) { standardGeneric("format_number") })
0979
0980 #' @rdname column_string_functions
0981 #' @name NULL
0982 setGeneric("format_string", function(format, x, ...) { standardGeneric("format_string") })
0983
0984 #' @rdname column_collection_functions
0985 #' @name NULL
0986 setGeneric("from_json", function(x, schema, ...) { standardGeneric("from_json") })
0987
0988 #' @rdname column_collection_functions
0989 #' @name NULL
0990 setGeneric("from_csv", function(x, schema, ...) { standardGeneric("from_csv") })
0991
0992 #' @rdname column_datetime_functions
0993 #' @name NULL
0994 setGeneric("from_unixtime", function(x, ...) { standardGeneric("from_unixtime") })
0995
0996 #' @rdname column_nonaggregate_functions
0997 #' @name NULL
0998 setGeneric("greatest", function(x, ...) { standardGeneric("greatest") })
0999
1000 #' @rdname column_aggregate_functions
1001 #' @name NULL
1002 setGeneric("grouping_bit", function(x) { standardGeneric("grouping_bit") })
1003
1004 #' @rdname column_aggregate_functions
1005 #' @name NULL
1006 setGeneric("grouping_id", function(x, ...) { standardGeneric("grouping_id") })
1007
1008 #' @rdname column_math_functions
1009 #' @name NULL
1010 setGeneric("hex", function(x) { standardGeneric("hex") })
1011
1012 #' @rdname column_datetime_functions
1013 #' @name NULL
1014 setGeneric("hour", function(x) { standardGeneric("hour") })
1015
1016 #' @rdname column_math_functions
1017 #' @name NULL
1018 setGeneric("hypot", function(y, x) { standardGeneric("hypot") })
1019
1020 #' @rdname column_string_functions
1021 #' @name NULL
1022 setGeneric("initcap", function(x) { standardGeneric("initcap") })
1023
1024 #' @rdname column_nonaggregate_functions
1025 #' @name NULL
1026 setGeneric("input_file_name",
1027 function(x = "missing") { standardGeneric("input_file_name") })
1028
1029 #' @rdname column_string_functions
1030 #' @name NULL
1031 setGeneric("instr", function(y, x) { standardGeneric("instr") })
1032
1033 #' @rdname column_nonaggregate_functions
1034 #' @name NULL
1035 setGeneric("isnan", function(x) { standardGeneric("isnan") })
1036
1037 #' @rdname column_aggregate_functions
1038 #' @name NULL
1039 setGeneric("kurtosis", function(x) { standardGeneric("kurtosis") })
1040
1041 #' @rdname column_window_functions
1042 #' @name NULL
1043 setGeneric("lag", function(x, ...) { standardGeneric("lag") })
1044
1045 #' @rdname last
1046 setGeneric("last", function(x, ...) { standardGeneric("last") })
1047
1048 #' @rdname column_datetime_functions
1049 #' @name NULL
1050 setGeneric("last_day", function(x) { standardGeneric("last_day") })
1051
1052 #' @rdname column_window_functions
1053 #' @name NULL
1054 setGeneric("lead", function(x, offset, defaultValue = NULL) { standardGeneric("lead") })
1055
1056 #' @rdname column_nonaggregate_functions
1057 #' @name NULL
1058 setGeneric("least", function(x, ...) { standardGeneric("least") })
1059
1060 #' @rdname column_string_functions
1061 #' @name NULL
1062 setGeneric("levenshtein", function(y, x) { standardGeneric("levenshtein") })
1063
1064 #' @rdname column_nonaggregate_functions
1065 #' @name NULL
1066 setGeneric("lit", function(x) { standardGeneric("lit") })
1067
1068 #' @rdname column_string_functions
1069 #' @name NULL
1070 setGeneric("locate", function(substr, str, ...) { standardGeneric("locate") })
1071
1072 #' @rdname column_string_functions
1073 #' @name NULL
1074 setGeneric("lower", function(x) { standardGeneric("lower") })
1075
1076 #' @rdname column_string_functions
1077 #' @name NULL
1078 setGeneric("lpad", function(x, len, pad) { standardGeneric("lpad") })
1079
1080 #' @rdname column_string_functions
1081 #' @name NULL
1082 setGeneric("ltrim", function(x, trimString) { standardGeneric("ltrim") })
1083
1084 #' @rdname column_collection_functions
1085 #' @name NULL
1086 setGeneric("map_concat", function(x, ...) { standardGeneric("map_concat") })
1087
1088 #' @rdname column_collection_functions
1089 #' @name NULL
1090 setGeneric("map_entries", function(x) { standardGeneric("map_entries") })
1091
1092 #' @rdname column_collection_functions
1093 #' @name NULL
1094 setGeneric("map_from_arrays", function(x, y) { standardGeneric("map_from_arrays") })
1095
1096 #' @rdname column_collection_functions
1097 #' @name NULL
1098 setGeneric("map_from_entries", function(x) { standardGeneric("map_from_entries") })
1099
1100 #' @rdname column_collection_functions
1101 #' @name NULL
1102 setGeneric("map_keys", function(x) { standardGeneric("map_keys") })
1103
1104 #' @rdname column_collection_functions
1105 #' @name NULL
1106 setGeneric("map_values", function(x) { standardGeneric("map_values") })
1107
1108 #' @rdname column_misc_functions
1109 #' @name NULL
1110 setGeneric("md5", function(x) { standardGeneric("md5") })
1111
1112 #' @rdname column_datetime_functions
1113 #' @name NULL
1114 setGeneric("minute", function(x) { standardGeneric("minute") })
1115
1116 #' @rdname column_nonaggregate_functions
1117 #' @name NULL
1118 setGeneric("monotonically_increasing_id",
1119 function(x = "missing") { standardGeneric("monotonically_increasing_id") })
1120
1121 #' @rdname column_datetime_functions
1122 #' @name NULL
1123 setGeneric("month", function(x) { standardGeneric("month") })
1124
1125 #' @rdname column_datetime_diff_functions
1126 #' @name NULL
1127 setGeneric("months_between", function(y, x, ...) { standardGeneric("months_between") })
1128
1129 #' @rdname count
1130 setGeneric("n", function(x) { standardGeneric("n") })
1131
1132 #' @rdname column_nonaggregate_functions
1133 #' @name NULL
1134 setGeneric("nanvl", function(y, x) { standardGeneric("nanvl") })
1135
1136 #' @rdname column_nonaggregate_functions
1137 #' @name NULL
1138 setGeneric("negate", function(x) { standardGeneric("negate") })
1139
1140 #' @rdname not
1141 setGeneric("not", function(x) { standardGeneric("not") })
1142
1143 #' @rdname column_datetime_diff_functions
1144 #' @name NULL
1145 setGeneric("next_day", function(y, x) { standardGeneric("next_day") })
1146
1147 #' @rdname column_window_functions
1148 #' @name NULL
1149 setGeneric("ntile", function(x) { standardGeneric("ntile") })
1150
1151 #' @rdname column_aggregate_functions
1152 #' @name NULL
1153 setGeneric("n_distinct", function(x, ...) { standardGeneric("n_distinct") })
1154
1155 #' @rdname column_string_functions
1156 #' @name NULL
1157 setGeneric("overlay", function(x, replace, pos, ...) { standardGeneric("overlay") })
1158
1159 #' @rdname column_window_functions
1160 #' @name NULL
1161 setGeneric("percent_rank", function(x = "missing") { standardGeneric("percent_rank") })
1162
1163 #' @rdname column_math_functions
1164 #' @name NULL
1165 setGeneric("pmod", function(y, x) { standardGeneric("pmod") })
1166
1167 #' @rdname column_collection_functions
1168 #' @name NULL
1169 setGeneric("posexplode", function(x) { standardGeneric("posexplode") })
1170
1171 #' @rdname column_collection_functions
1172 #' @name NULL
1173 setGeneric("posexplode_outer", function(x) { standardGeneric("posexplode_outer") })
1174
1175 #' @rdname column_datetime_functions
1176 #' @name NULL
1177 setGeneric("quarter", function(x) { standardGeneric("quarter") })
1178
1179 #' @rdname column_nonaggregate_functions
1180 #' @name NULL
1181 setGeneric("rand", function(seed) { standardGeneric("rand") })
1182
1183 #' @rdname column_nonaggregate_functions
1184 #' @name NULL
1185 setGeneric("randn", function(seed) { standardGeneric("randn") })
1186
1187 #' @rdname column_window_functions
1188 #' @name NULL
1189 setGeneric("rank", function(x, ...) { standardGeneric("rank") })
1190
1191 #' @rdname column_string_functions
1192 #' @name NULL
1193 setGeneric("regexp_extract", function(x, pattern, idx) { standardGeneric("regexp_extract") })
1194
1195 #' @rdname column_string_functions
1196 #' @name NULL
1197 setGeneric("regexp_replace",
1198 function(x, pattern, replacement) { standardGeneric("regexp_replace") })
1199
1200 #' @rdname column_string_functions
1201 #' @name NULL
1202 setGeneric("repeat_string", function(x, n) { standardGeneric("repeat_string") })
1203
1204 #' @rdname column_collection_functions
1205 #' @name NULL
1206 setGeneric("reverse", function(x) { standardGeneric("reverse") })
1207
1208 #' @rdname column_math_functions
1209 #' @name NULL
1210 setGeneric("rint", function(x) { standardGeneric("rint") })
1211
1212 #' @rdname column_window_functions
1213 #' @name NULL
1214 setGeneric("row_number", function(x = "missing") { standardGeneric("row_number") })
1215
1216 #' @rdname column_string_functions
1217 #' @name NULL
1218 setGeneric("rpad", function(x, len, pad) { standardGeneric("rpad") })
1219
1220 #' @rdname column_string_functions
1221 #' @name NULL
1222 setGeneric("rtrim", function(x, trimString) { standardGeneric("rtrim") })
1223
1224 #' @rdname column_collection_functions
1225 #' @name NULL
1226 setGeneric("schema_of_csv", function(x, ...) { standardGeneric("schema_of_csv") })
1227
1228 #' @rdname column_collection_functions
1229 #' @name NULL
1230 setGeneric("schema_of_json", function(x, ...) { standardGeneric("schema_of_json") })
1231
1232 #' @rdname column_aggregate_functions
1233 #' @name NULL
1234 setGeneric("sd", function(x, na.rm = FALSE) { standardGeneric("sd") })
1235
1236 #' @rdname column_datetime_functions
1237 #' @name NULL
1238 setGeneric("second", function(x) { standardGeneric("second") })
1239
1240 #' @rdname column_misc_functions
1241 #' @name NULL
1242 setGeneric("sha1", function(x) { standardGeneric("sha1") })
1243
1244 #' @rdname column_misc_functions
1245 #' @name NULL
1246 setGeneric("sha2", function(y, x) { standardGeneric("sha2") })
1247
1248 #' @rdname column_math_functions
1249 #' @name NULL
1250 setGeneric("shiftLeft", function(y, x) { standardGeneric("shiftLeft") })
1251
1252 #' @rdname column_math_functions
1253 #' @name NULL
1254 setGeneric("shiftRight", function(y, x) { standardGeneric("shiftRight") })
1255
1256 #' @rdname column_math_functions
1257 #' @name NULL
1258 setGeneric("shiftRightUnsigned", function(y, x) { standardGeneric("shiftRightUnsigned") })
1259
1260 #' @rdname column_collection_functions
1261 #' @name NULL
1262 setGeneric("shuffle", function(x) { standardGeneric("shuffle") })
1263
1264 #' @rdname column_math_functions
1265 #' @name NULL
1266 setGeneric("signum", function(x) { standardGeneric("signum") })
1267
1268 #' @rdname column_collection_functions
1269 #' @name NULL
1270 setGeneric("size", function(x) { standardGeneric("size") })
1271
1272 #' @rdname column_aggregate_functions
1273 #' @name NULL
1274 setGeneric("skewness", function(x) { standardGeneric("skewness") })
1275
1276 #' @rdname column_collection_functions
1277 #' @name NULL
1278 setGeneric("slice", function(x, start, length) { standardGeneric("slice") })
1279
1280 #' @rdname column_collection_functions
1281 #' @name NULL
1282 setGeneric("sort_array", function(x, asc = TRUE) { standardGeneric("sort_array") })
1283
1284 #' @rdname column_string_functions
1285 #' @name NULL
1286 setGeneric("split_string", function(x, pattern, ...) { standardGeneric("split_string") })
1287
1288 #' @rdname column_string_functions
1289 #' @name NULL
1290 setGeneric("soundex", function(x) { standardGeneric("soundex") })
1291
1292 #' @rdname column_nonaggregate_functions
1293 #' @name NULL
1294 setGeneric("spark_partition_id", function(x = "missing") { standardGeneric("spark_partition_id") })
1295
1296 #' @rdname column_aggregate_functions
1297 #' @name NULL
1298 setGeneric("stddev", function(x) { standardGeneric("stddev") })
1299
1300 #' @rdname column_aggregate_functions
1301 #' @name NULL
1302 setGeneric("stddev_pop", function(x) { standardGeneric("stddev_pop") })
1303
1304 #' @rdname column_aggregate_functions
1305 #' @name NULL
1306 setGeneric("stddev_samp", function(x) { standardGeneric("stddev_samp") })
1307
1308 #' @rdname column_nonaggregate_functions
1309 #' @name NULL
1310 setGeneric("struct", function(x, ...) { standardGeneric("struct") })
1311
1312 #' @rdname column_string_functions
1313 #' @name NULL
1314 setGeneric("substring_index", function(x, delim, count) { standardGeneric("substring_index") })
1315
1316 #' @rdname column_aggregate_functions
1317 #' @name NULL
1318 setGeneric("sumDistinct", function(x) { standardGeneric("sumDistinct") })
1319
1320 #' @rdname column_math_functions
1321 #' @name NULL
1322 setGeneric("degrees", function(x) { standardGeneric("degrees") })
1323
1324 #' @rdname column_math_functions
1325 #' @name NULL
1326 setGeneric("toDegrees", function(x) { standardGeneric("toDegrees") })
1327
1328 #' @rdname column_math_functions
1329 #' @name NULL
1330 setGeneric("radians", function(x) { standardGeneric("radians") })
1331
1332 #' @rdname column_math_functions
1333 #' @name NULL
1334 setGeneric("toRadians", function(x) { standardGeneric("toRadians") })
1335
1336 #' @rdname column_datetime_functions
1337 #' @name NULL
1338 setGeneric("to_date", function(x, format) { standardGeneric("to_date") })
1339
1340 #' @rdname column_collection_functions
1341 #' @name NULL
1342 setGeneric("to_json", function(x, ...) { standardGeneric("to_json") })
1343
1344 #' @rdname column_collection_functions
1345 #' @name NULL
1346 setGeneric("to_csv", function(x, ...) { standardGeneric("to_csv") })
1347
1348 #' @rdname column_datetime_functions
1349 #' @name NULL
1350 setGeneric("to_timestamp", function(x, format) { standardGeneric("to_timestamp") })
1351
1352 #' @rdname column_datetime_diff_functions
1353 #' @name NULL
1354 setGeneric("to_utc_timestamp", function(y, x) { standardGeneric("to_utc_timestamp") })
1355
1356 #' @rdname column_string_functions
1357 #' @name NULL
1358 setGeneric("translate", function(x, matchingString, replaceString) { standardGeneric("translate") })
1359
1360 #' @rdname column_string_functions
1361 #' @name NULL
1362 setGeneric("trim", function(x, trimString) { standardGeneric("trim") })
1363
1364 #' @rdname column_string_functions
1365 #' @name NULL
1366 setGeneric("unbase64", function(x) { standardGeneric("unbase64") })
1367
1368 #' @rdname column_math_functions
1369 #' @name NULL
1370 setGeneric("unhex", function(x) { standardGeneric("unhex") })
1371
1372 #' @rdname column_datetime_functions
1373 #' @name NULL
1374 setGeneric("unix_timestamp", function(x, format) { standardGeneric("unix_timestamp") })
1375
1376 #' @rdname column_string_functions
1377 #' @name NULL
1378 setGeneric("upper", function(x) { standardGeneric("upper") })
1379
1380 #' @rdname column_aggregate_functions
1381 #' @name NULL
1382 setGeneric("var", function(x, y = NULL, na.rm = FALSE, use) { standardGeneric("var") })
1383
1384 #' @rdname column_aggregate_functions
1385 #' @name NULL
1386 setGeneric("variance", function(x) { standardGeneric("variance") })
1387
1388 #' @rdname column_aggregate_functions
1389 #' @name NULL
1390 setGeneric("var_pop", function(x) { standardGeneric("var_pop") })
1391
1392 #' @rdname column_aggregate_functions
1393 #' @name NULL
1394 setGeneric("var_samp", function(x) { standardGeneric("var_samp") })
1395
1396 #' @rdname column_datetime_functions
1397 #' @name NULL
1398 setGeneric("weekofyear", function(x) { standardGeneric("weekofyear") })
1399
1400 #' @rdname column_datetime_functions
1401 #' @name NULL
1402 setGeneric("window", function(x, ...) { standardGeneric("window") })
1403
1404 #' @rdname column_misc_functions
1405 #' @name NULL
1406 setGeneric("xxhash64", function(x, ...) { standardGeneric("xxhash64") })
1407
1408 #' @rdname column_datetime_functions
1409 #' @name NULL
1410 setGeneric("year", function(x) { standardGeneric("year") })
1411
1412
1413 ###################### Spark.ML Methods ##########################
1414
1415 #' @rdname fitted
1416 setGeneric("fitted")
1417
1418 # Do not carry stats::glm usage and param here, and do not document the generic
1419 #' @noRd
1420 setGeneric("glm")
1421
1422 #' @param object a fitted ML model object.
1423 #' @param ... additional argument(s) passed to the method.
1424 #' @rdname predict
1425 setGeneric("predict", function(object, ...) { standardGeneric("predict") })
1426
1427 #' @rdname rbind
1428 setGeneric("rbind", signature = "...")
1429
1430 #' @rdname spark.als
1431 setGeneric("spark.als", function(data, ...) { standardGeneric("spark.als") })
1432
1433 #' @rdname spark.bisectingKmeans
1434 setGeneric("spark.bisectingKmeans",
1435 function(data, formula, ...) { standardGeneric("spark.bisectingKmeans") })
1436
1437 #' @rdname spark.gaussianMixture
1438 setGeneric("spark.gaussianMixture",
1439 function(data, formula, ...) { standardGeneric("spark.gaussianMixture") })
1440
1441 #' @rdname spark.gbt
1442 setGeneric("spark.gbt", function(data, formula, ...) { standardGeneric("spark.gbt") })
1443
1444 #' @rdname spark.glm
1445 setGeneric("spark.glm", function(data, formula, ...) { standardGeneric("spark.glm") })
1446
1447 #' @rdname spark.isoreg
1448 setGeneric("spark.isoreg", function(data, formula, ...) { standardGeneric("spark.isoreg") })
1449
1450 #' @rdname spark.kmeans
1451 setGeneric("spark.kmeans", function(data, formula, ...) { standardGeneric("spark.kmeans") })
1452
1453 #' @rdname spark.kstest
1454 setGeneric("spark.kstest", function(data, ...) { standardGeneric("spark.kstest") })
1455
1456 #' @rdname spark.lda
1457 setGeneric("spark.lda", function(data, ...) { standardGeneric("spark.lda") })
1458
1459 #' @rdname spark.logit
1460 setGeneric("spark.logit", function(data, formula, ...) { standardGeneric("spark.logit") })
1461
1462 #' @rdname spark.mlp
1463 setGeneric("spark.mlp", function(data, formula, ...) { standardGeneric("spark.mlp") })
1464
1465 #' @rdname spark.naiveBayes
1466 setGeneric("spark.naiveBayes", function(data, formula, ...) { standardGeneric("spark.naiveBayes") })
1467
1468 #' @rdname spark.decisionTree
1469 setGeneric("spark.decisionTree",
1470 function(data, formula, ...) { standardGeneric("spark.decisionTree") })
1471
1472 #' @rdname spark.randomForest
1473 setGeneric("spark.randomForest",
1474 function(data, formula, ...) { standardGeneric("spark.randomForest") })
1475
1476 #' @rdname spark.survreg
1477 setGeneric("spark.survreg", function(data, formula, ...) { standardGeneric("spark.survreg") })
1478
1479 #' @rdname spark.svmLinear
1480 setGeneric("spark.svmLinear", function(data, formula, ...) { standardGeneric("spark.svmLinear") })
1481
1482 #' @rdname spark.lda
1483 setGeneric("spark.posterior", function(object, newData) { standardGeneric("spark.posterior") })
1484
1485 #' @rdname spark.lda
1486 setGeneric("spark.perplexity", function(object, data) { standardGeneric("spark.perplexity") })
1487
1488 #' @rdname spark.fpGrowth
1489 setGeneric("spark.fpGrowth", function(data, ...) { standardGeneric("spark.fpGrowth") })
1490
1491 #' @rdname spark.fpGrowth
1492 setGeneric("spark.freqItemsets", function(object) { standardGeneric("spark.freqItemsets") })
1493
1494 #' @rdname spark.fpGrowth
1495 setGeneric("spark.associationRules", function(object) { standardGeneric("spark.associationRules") })
1496
1497 #' @rdname spark.prefixSpan
1498 setGeneric("spark.findFrequentSequentialPatterns",
1499 function(data, ...) { standardGeneric("spark.findFrequentSequentialPatterns") })
1500
1501 #' @rdname spark.powerIterationClustering
1502 setGeneric("spark.assignClusters",
1503 function(data, ...) { standardGeneric("spark.assignClusters") })
1504
1505 #' @param object a fitted ML model object.
1506 #' @param path the directory where the model is saved.
1507 #' @param ... additional argument(s) passed to the method.
1508 #' @rdname write.ml
1509 setGeneric("write.ml", function(object, path, ...) { standardGeneric("write.ml") })
1510
1511
1512 ###################### Streaming Methods ##########################
1513
1514 #' @rdname awaitTermination
1515 setGeneric("awaitTermination", function(x, timeout = NULL) { standardGeneric("awaitTermination") })
1516
1517 #' @rdname isActive
1518 setGeneric("isActive", function(x) { standardGeneric("isActive") })
1519
1520 #' @rdname lastProgress
1521 setGeneric("lastProgress", function(x) { standardGeneric("lastProgress") })
1522
1523 #' @rdname queryName
1524 setGeneric("queryName", function(x) { standardGeneric("queryName") })
1525
1526 #' @rdname status
1527 setGeneric("status", function(x) { standardGeneric("status") })
1528
1529 #' @rdname stopQuery
1530 setGeneric("stopQuery", function(x) { standardGeneric("stopQuery") })