Back to home page

OSCL-LXR

 
 

    


Identifier search

Type the full name of an identifier to look for (a function name, variable name, typedef, etc).
Matches are case-sensitive. Check "Definitions only" to find only definitions of the symbol (unchecked, all references).
As a convenience, extra 999 line numbers denote case-insensitive occurrences (either belonging to a case-insensitive language or differing in case).

  

Results for spark

Definitions

Type Member of File Line
variable /dev/pip-sanity-check.py 26
variable /examples/src/main/python/als.py 68
variable /examples/src/main/python/avro_inputformat.py 71
variable /examples/src/main/python/kmeans.py 61
variable /examples/src/main/python/logistic_regression.py 61
variable /examples/src/main/python/ml/aft_survival_regression.py 35
variable /examples/src/main/python/ml/als_example.py 36
variable /examples/src/main/python/ml/binarizer_example.py 29
variable /examples/src/main/python/ml/bisecting_k_means_example.py 35
variable /examples/src/main/python/ml/bucketed_random_projection_lsh_example.py 36
variable /examples/src/main/python/ml/bucketizer_example.py 29
variable /examples/src/main/python/ml/chi_square_test_example.py 35
variable /examples/src/main/python/ml/chisq_selector_example.py 30
variable /examples/src/main/python/ml/correlation_example.py 35
variable /examples/src/main/python/ml/count_vectorizer_example.py 29
variable /examples/src/main/python/ml/cross_validator.py 40
variable /examples/src/main/python/ml/dataframe_example.py 45
variable /examples/src/main/python/ml/dct_example.py 30
variable /examples/src/main/python/ml/decision_tree_classification_example.py 35
variable /examples/src/main/python/ml/decision_tree_regression_example.py 35
variable /examples/src/main/python/ml/elementwise_product_example.py 30
variable /examples/src/main/python/ml/estimator_transformer_param_example.py 33
variable /examples/src/main/python/ml/feature_hasher_example.py 29
variable /examples/src/main/python/ml/fm_classifier_example.py 35
variable /examples/src/main/python/ml/fm_regressor_example.py 35
variable /examples/src/main/python/ml/fpgrowth_example.py 32
variable /examples/src/main/python/ml/gaussian_mixture_example.py 34
variable /examples/src/main/python/ml/generalized_linear_regression_example.py 34
variable /examples/src/main/python/ml/gradient_boosted_tree_classifier_example.py 35
variable /examples/src/main/python/ml/gradient_boosted_tree_regressor_example.py 35
variable /examples/src/main/python/ml/imputer_example.py 32
variable /examples/src/main/python/ml/index_to_string_example.py 29
variable /examples/src/main/python/ml/interaction_example.py 29
variable /examples/src/main/python/ml/isotonic_regression_example.py 35
variable /examples/src/main/python/ml/kmeans_example.py 38
variable /examples/src/main/python/ml/lda_example.py 34
variable /examples/src/main/python/ml/linear_regression_with_elastic_net.py 29
variable /examples/src/main/python/ml/linearsvc.py 29
variable /examples/src/main/python/ml/logistic_regression_summary_example.py 34
variable /examples/src/main/python/ml/logistic_regression_with_elastic_net.py 29
variable /examples/src/main/python/ml/max_abs_scaler_example.py 30
variable /examples/src/main/python/ml/min_hash_lsh_example.py 36
variable /examples/src/main/python/ml/min_max_scaler_example.py 30
variable /examples/src/main/python/ml/multiclass_logistic_regression_with_elastic_net.py 29
variable /examples/src/main/python/ml/multilayer_perceptron_classification.py 28
variable /examples/src/main/python/ml/n_gram_example.py 29
variable /examples/src/main/python/ml/naive_bayes_example.py 30
variable /examples/src/main/python/ml/normalizer_example.py 30
variable /examples/src/main/python/ml/one_vs_rest_example.py 36
variable /examples/src/main/python/ml/onehot_encoder_example.py 29
variable /examples/src/main/python/ml/pca_example.py 30
variable /examples/src/main/python/ml/pipeline_example.py 33
variable /examples/src/main/python/ml/polynomial_expansion_example.py 30
variable /examples/src/main/python/ml/power_iteration_clustering_example.py 32
variable /examples/src/main/python/ml/prefixspan_example.py 32
variable /examples/src/main/python/ml/quantile_discretizer_example.py 29
variable /examples/src/main/python/ml/random_forest_classifier_example.py 35
variable /examples/src/main/python/ml/random_forest_regressor_example.py 35
variable /examples/src/main/python/ml/rformula_example.py 29
variable /examples/src/main/python/ml/robust_scaler_example.py 29
variable /examples/src/main/python/ml/sql_transformer.py 29
variable /examples/src/main/python/ml/standard_scaler_example.py 29
variable /examples/src/main/python/ml/stopwords_remover_example.py 29
variable /examples/src/main/python/ml/string_indexer_example.py 29
variable /examples/src/main/python/ml/summarizer_example.py 36
variable /examples/src/main/python/ml/tf_idf_example.py 29
variable /examples/src/main/python/ml/tokenizer_example.py 31
variable /examples/src/main/python/ml/train_validation_split.py 36
variable /examples/src/main/python/ml/vector_assembler_example.py 30
variable /examples/src/main/python/ml/vector_indexer_example.py 29
variable /examples/src/main/python/ml/vector_size_hint_example.py 30
variable /examples/src/main/python/ml/vector_slicer_example.py 31
variable /examples/src/main/python/ml/word2vec_example.py 29
variable /examples/src/main/python/pagerank.py 60
variable /examples/src/main/python/parquet_inputformat.py 55
variable /examples/src/main/python/pi.py 34
variable /examples/src/main/python/sort.py 33
variable /examples/src/main/python/sql/arrow.py 303
variable /examples/src/main/python/sql/basic.py 208
variable /examples/src/main/python/sql/datasource.py 270
variable /examples/src/main/python/sql/hive.py 43
variable /examples/src/main/python/sql/streaming/structured_kafka_wordcount.py 61
variable /examples/src/main/python/sql/streaming/structured_network_wordcount.py 49
variable /examples/src/main/python/sql/streaming/structured_network_wordcount_windowed.py 70
variable /examples/src/main/python/transitive_closure.py 47
variable /examples/src/main/python/wordcount.py 34
field JavaAvroFunctionsSuite /external/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java 34
field SharedSparkSession /mllib/src/test/java/org/apache/spark/SharedSparkSession.java 31
field JavaStatisticsSuite /mllib/src/test/java/org/apache/spark/mllib/stat/JavaStatisticsSuite.java 45
variable /python/pyspark/ml/classification.py 3022
variable PowerIterationClustering /python/pyspark/ml/clustering.py 1772
variable RankingEvaluator /python/pyspark/ml/evaluation.py 882
variable /python/pyspark/ml/feature.py 5400
variable PrefixSpan /python/pyspark/ml/fpm.py 433
variable /python/pyspark/ml/recommendation.py 586
variable /python/pyspark/ml/regression.py 2594
variable /python/pyspark/ml/stat.py 431
variable TrainValidationSplitModel /python/pyspark/ml/tuning.py 884
variable /python/pyspark/shell.py 41
variable /resource-managers/kubernetes/integration-tests/tests/pyfiles.py 33
variable /resource-managers/kubernetes/integration-tests/tests/worker_memory_check.py 33
field JavaApplySchemaSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java 46
field JavaBeanDeserializationSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaBeanDeserializationSuite.java 43
field JavaColumnExpressionSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaColumnExpressionSuite.java 37
field JavaDataFrameReaderWriterSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameReaderWriterSuite.java 33
field JavaDataFrameSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java 48
field JavaDataFrameWriterV2Suite /sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameWriterV2Suite.java 37
field JavaDatasetAggregatorSuiteBase /sql/core/src/test/java/test/org/apache/spark/sql/JavaDatasetAggregatorSuiteBase.java 40
field JavaDatasetSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaDatasetSuite.java 53
field JavaHigherOrderFunctionsSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaHigherOrderFunctionsSuite.java 41
field JavaSaveLoadSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaSaveLoadSuite.java 39
field JavaUDAFSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaUDAFSuite.java 30
field JavaUDFSuite /sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java 40
field JavaDataStreamReaderWriterSuite /sql/core/src/test/java/test/org/apache/spark/sql/streaming/JavaDataStreamReaderWriterSuite.java 36

114 declarations in 114 files.

References:

File Line
/R/run-tests.sh 26 26 26 26
/bin/docker-image-tool.sh 155 171 180 187 193 200 207 214
/bin/load-spark-env.sh 26
/bin/sparkR 21 24 26
/dev/create-release/do-release-docker.sh 46
/dev/create-release/release-build.sh 29 30 96 99 176 176 180 181 182 185 185 185 186 187 189 189 190 216 216 217 241 254 265 265 267 268 270 271 316 319 324 329 332 340 349 357 360 368 396 415 434 482
/dev/create-release/release-tag.sh 68 70 111 111
/dev/make-distribution.sh 187 189 286
/dev/pip-sanity-check.py 23 27 35
/dev/test-dependencies.sh 108 108
/examples/src/main/java/org/apache/spark/examples/JavaHdfsLR.java 124 129 157
/examples/src/main/java/org/apache/spark/examples/JavaLogQuery.java 101 106 119
/examples/src/main/java/org/apache/spark/examples/JavaPageRank.java 76 86 120
/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java 34 39 58
/examples/src/main/java/org/apache/spark/examples/JavaStatusTrackerDemo.java 47 52 72
/examples/src/main/java/org/apache/spark/examples/JavaTC.java 67 72 96
/examples/src/main/java/org/apache/spark/examples/JavaWordCount.java 40 45 57
/examples/src/main/java/org/apache/spark/examples/ml/JavaAFTSurvivalRegressionExample.java 47 65 80
/examples/src/main/java/org/apache/spark/examples/ml/JavaALSExample.java 82 88 91 134
/examples/src/main/java/org/apache/spark/examples/ml/JavaBinarizerExample.java 38 53 66
/examples/src/main/java/org/apache/spark/examples/ml/JavaBisectingKMeansExample.java 41 48 71
/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java 49 73 74 108
/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java 45 64 97 112
/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java 40 57 72
/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSquareTestExample.java 45 65 73
/examples/src/main/java/org/apache/spark/examples/ml/JavaCorrelationExample.java 45 62 70
/examples/src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java 35 49 67
/examples/src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java 39 53 65
/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java 34 41 102
/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeRegressionExample.java 35 41 87
/examples/src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java 41 59 71
/examples/src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java 44 61 101 115
/examples/src/main/java/org/apache/spark/examples/ml/JavaFMClassifierExample.java 35 42 103
/examples/src/main/java/org/apache/spark/examples/ml/JavaFMRegressorExample.java 36 43 88
/examples/src/main/java/org/apache/spark/examples/ml/JavaFPGrowthExample.java 42 56 75
/examples/src/main/java/org/apache/spark/examples/ml/JavaFeatureHasherExample.java 38 56 67
/examples/src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java 41 48 62
/examples/src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java 42 49 81
/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java 35 42 103
/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java 36 43 88
/examples/src/main/java/org/apache/spark/examples/ml/JavaImputerExample.java 42 59 69
/examples/src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java 41 59 85
/examples/src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java 36 61 84
/examples/src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java 39 46 60
/examples/src/main/java/org/apache/spark/examples/ml/JavaKMeansExample.java 42 49 72
/examples/src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java 38 45 67
/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java 32 39 63
/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java 30 37 52
/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java 32 38 75
/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java 30 37 67
/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java 41 56 70
/examples/src/main/java/org/apache/spark/examples/ml/JavaMinHashLSHExample.java 49 71 72 109
/examples/src/main/java/org/apache/spark/examples/ml/JavaMinMaxScalerExample.java 41 56 72
/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaCrossValidationExample.java 45 52 105 120
/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java 42 48 86
/examples/src/main/java/org/apache/spark/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java 31 38 115
/examples/src/main/java/org/apache/spark/examples/ml/JavaMultilayerPerceptronClassifierExample.java 35 43 74
/examples/src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java 38 56 64
/examples/src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java 35 43 68
/examples/src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java 40 55 72
/examples/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java 39 60 71
/examples/src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java 41 48 81
/examples/src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java 40 56 67
/examples/src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java 39 46 71 86
/examples/src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java 39 58 64
/examples/src/main/java/org/apache/spark/examples/ml/JavaPowerIterationClusteringExample.java 38 58 69
/examples/src/main/java/org/apache/spark/examples/ml/JavaPrefixSpanExample.java 41 57 65
/examples/src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java 37 56 71
/examples/src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java 38 57 65
/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java 35 42 99
/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestRegressorExample.java 36 43 88
/examples/src/main/java/org/apache/spark/examples/ml/JavaRobustScalerExample.java 31 38 55
/examples/src/main/java/org/apache/spark/examples/ml/JavaSQLTransformerExample.java 34 49 57
/examples/src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java 31 38 53
/examples/src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java 39 59 62
/examples/src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java 38 56 66
/examples/src/main/java/org/apache/spark/examples/ml/JavaSummarizerExample.java 38 54 69
/examples/src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java 40 55 76
/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java 45 62 71 85
/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java 37 51 63
/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java 33 39 59
/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSizeHintExample.java 39 54 76
/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java 39 58 70
/examples/src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java 36 51 70
/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java 94 100 101 102 103 104 105 107 110 113 115 127 138 140 152 154 159 163 178 198 199 202 204 212 216 229 240 253 257 270 274 286 298 299 309 313 324
/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQLExample.java 90 97 98 99 100 102 105 107 170 186 196 207 216 229 237 249 252 264 269 296 299 321 327
/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedScalar.java 32 43 44 52 58 69 70 78 84 85 96
/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedTypedAggregation.java 127 135 157
/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedUntypedAggregation.java 104 111 113 125 134
/examples/src/main/java/org/apache/spark/examples/sql/hive/JavaSparkHiveExample.java 61 68 69 72 82 90 113 117 127
/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java 64 70
/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKerberizedKafkaWordCount.java 100 106
/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java 49 55
/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java 70 76
/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredSessionization.java 55 61
/examples/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java 71 79 86
/examples/src/main/python/als.py 65 70 108
/examples/src/main/python/avro_inputformat.py 68 73 91
/examples/src/main/python/kmeans.py 58 63 86
/examples/src/main/python/logistic_regression.py 58 63 88
/examples/src/main/python/ml/aft_survival_regression.py 32 38 57
/examples/src/main/python/ml/als_example.py 33 39 43 76
/examples/src/main/python/ml/binarizer_example.py 26 32 46
/examples/src/main/python/ml/bisecting_k_means_example.py 32 39 61
/examples/src/main/python/ml/bucketed_random_projection_lsh_example.py 33 43 49 79
/examples/src/main/python/ml/bucketizer_example.py 26 35 46
/examples/src/main/python/ml/chi_square_test_example.py 32 44 52
/examples/src/main/python/ml/chisq_selector_example.py 27 33 47
/examples/src/main/python/ml/correlation_example.py 32 42 51
/examples/src/main/python/ml/count_vectorizer_example.py 26 33 47
/examples/src/main/python/ml/cross_validator.py 37 44 85 99
/examples/src/main/python/ml/dataframe_example.py 42 49 74 79
/examples/src/main/python/ml/dct_example.py 27 33 45
/examples/src/main/python/ml/decision_tree_classification_example.py 32 39 78
/examples/src/main/python/ml/decision_tree_regression_example.py 32 39 75
/examples/src/main/python/ml/elementwise_product_example.py 27 35 42
/examples/src/main/python/ml/estimator_transformer_param_example.py 30 37 75 93
/examples/src/main/python/ml/feature_hasher_example.py 26 32 46
/examples/src/main/python/ml/fm_classifier_example.py 32 39 77
/examples/src/main/python/ml/fm_regressor_example.py 32 39 74
/examples/src/main/python/ml/fpgrowth_example.py 29 35 55
/examples/src/main/python/ml/gaussian_mixture_example.py 31 38 47
/examples/src/main/python/ml/generalized_linear_regression_example.py 31 38 65
/examples/src/main/python/ml/gradient_boosted_tree_classifier_example.py 32 39 77
/examples/src/main/python/ml/gradient_boosted_tree_regressor_example.py 32 39 74
/examples/src/main/python/ml/imputer_example.py 29 35 49
/examples/src/main/python/ml/index_to_string_example.py 26 32 54
/examples/src/main/python/ml/interaction_example.py 26 32 56
/examples/src/main/python/ml/isotonic_regression_example.py 32 39 51
/examples/src/main/python/ml/kmeans_example.py 35 42 64
/examples/src/main/python/ml/lda_example.py 31 38 59
/examples/src/main/python/ml/linear_regression_with_elastic_net.py 26 33 54
/examples/src/main/python/ml/linearsvc.py 26 33 46
/examples/src/main/python/ml/logistic_regression_summary_example.py 31 37 67
/examples/src/main/python/ml/logistic_regression_with_elastic_net.py 26 33 55
/examples/src/main/python/ml/max_abs_scaler_example.py 27 33 50
/examples/src/main/python/ml/min_hash_lsh_example.py 33 42 47 79
/examples/src/main/python/ml/min_max_scaler_example.py 27 33 50
/examples/src/main/python/ml/multiclass_logistic_regression_with_elastic_net.py 26 33 86
/examples/src/main/python/ml/multilayer_perceptron_classification.py 27 32 58
/examples/src/main/python/ml/n_gram_example.py 26 32 44
/examples/src/main/python/ml/naive_bayes_example.py 27 34 59
/examples/src/main/python/ml/normalizer_example.py 27 33 51
/examples/src/main/python/ml/one_vs_rest_example.py 33 40 66
/examples/src/main/python/ml/onehot_encoder_example.py 26 33 49
/examples/src/main/python/ml/pca_example.py 27 36 45
/examples/src/main/python/ml/pipeline_example.py 30 37 54 69
/examples/src/main/python/ml/polynomial_expansion_example.py 27 33 45
/examples/src/main/python/ml/power_iteration_clustering_example.py 29 35 49
/examples/src/main/python/ml/prefixspan_example.py 29 33 48
/examples/src/main/python/ml/quantile_discretizer_example.py 26 33 48
/examples/src/main/python/ml/random_forest_classifier_example.py 32 39 82
/examples/src/main/python/ml/random_forest_regressor_example.py 32 39 74
/examples/src/main/python/ml/rformula_example.py 26 32 47
/examples/src/main/python/ml/robust_scaler_example.py 26 32 45
/examples/src/main/python/ml/sql_transformer.py 26 32 41
/examples/src/main/python/ml/standard_scaler_example.py 26 32 44
/examples/src/main/python/ml/stopwords_remover_example.py 26 32 41
/examples/src/main/python/ml/string_indexer_example.py 26 32 41
/examples/src/main/python/ml/summarizer_example.py 33 37 59
/examples/src/main/python/ml/tf_idf_example.py 26 32 52
/examples/src/main/python/ml/tokenizer_example.py 28 34 56
/examples/src/main/python/ml/train_validation_split.py 33 40 73
/examples/src/main/python/ml/vector_assembler_example.py 27 33 46
/examples/src/main/python/ml/vector_indexer_example.py 26 32 46
/examples/src/main/python/ml/vector_size_hint_example.py 27 33 57
/examples/src/main/python/ml/vector_slicer_example.py 28 34 45
/examples/src/main/python/ml/word2vec_example.py 26 33 49
/examples/src/main/python/pagerank.py 57 67 88
/examples/src/main/python/parquet_inputformat.py 52 57 69
/examples/src/main/python/pi.py 31 44 47
/examples/src/main/python/sort.py 30 35 45
/examples/src/main/python/sql/arrow.py 40 46 52 60 72 90 112 126 135 154 163 183 190 230 232 254 256 271 275 279 300 306 308 310 312 314 316 318 320 322 324
/examples/src/main/python/sql/basic.py 39 42 105 121 131 142 144 152 156 167 169 184 190 204 211 212 213 215
/examples/src/main/python/sql/datasource.py 31 34 36 48 59 62 73 75 84 93 98 103 116 119 120 123 125 133 137 147 151 153 159 164 177 180 185 197 209 219 223 231 236 267 272 273 274 275 276 277 279
/examples/src/main/python/sql/hive.py 38 46 47 50 60 68 81 85 95
/examples/src/main/python/sql/streaming/structured_kafka_wordcount.py 58 64
/examples/src/main/python/sql/streaming/structured_network_wordcount.py 46 52
/examples/src/main/python/sql/streaming/structured_network_wordcount_windowed.py 67 73
/examples/src/main/python/streaming/sql_network_wordcount.py 67 71 78
/examples/src/main/python/transitive_closure.py 44 50 74
/examples/src/main/python/wordcount.py 31 36 44
/external/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java 34 38 43 48
/external/docker/build 22
/external/docker/spark-test/build 20 20 21 21 22 22
/external/docker/spark-test/master/default_cmd 28 28 28
/external/docker/spark-test/worker/default_cmd 28 28 28
/mllib/src/test/java/org/apache/spark/SharedSparkSession.java 31 36 40 46 47
/mllib/src/test/java/org/apache/spark/ml/JavaPipelineSuite.java 45 59
/mllib/src/test/java/org/apache/spark/ml/classification/JavaLogisticRegressionSuite.java 46 56 85 92 118 129
/mllib/src/test/java/org/apache/spark/ml/classification/JavaMultilayerPerceptronClassifierSuite.java 42
/mllib/src/test/java/org/apache/spark/ml/classification/JavaNaiveBayesSuite.java 72
/mllib/src/test/java/org/apache/spark/ml/classification/JavaOneVsRestSuite.java 58
/mllib/src/test/java/org/apache/spark/ml/clustering/JavaKMeansSuite.java 41
/mllib/src/test/java/org/apache/spark/ml/feature/JavaBucketizerSuite.java 44 76
/mllib/src/test/java/org/apache/spark/ml/feature/JavaDCTSuite.java 44
/mllib/src/test/java/org/apache/spark/ml/feature/JavaHashingTFSuite.java 51
/mllib/src/test/java/org/apache/spark/ml/feature/JavaNormalizerSuite.java 40
/mllib/src/test/java/org/apache/spark/ml/feature/JavaPCASuite.java 69 77 86
/mllib/src/test/java/org/apache/spark/ml/feature/JavaPolynomialExpansionSuite.java 63
/mllib/src/test/java/org/apache/spark/ml/feature/JavaStandardScalerSuite.java 40
/mllib/src/test/java/org/apache/spark/ml/feature/JavaStopWordsRemoverSuite.java 51
/mllib/src/test/java/org/apache/spark/ml/feature/JavaStringIndexerSuite.java 45
/mllib/src/test/java/org/apache/spark/ml/feature/JavaTokenizerSuite.java 48
/mllib/src/test/java/org/apache/spark/ml/feature/JavaVectorAssemblerSuite.java 52
/mllib/src/test/java/org/apache/spark/ml/feature/JavaVectorIndexerSuite.java 44
/mllib/src/test/java/org/apache/spark/ml/feature/JavaVectorSlicerSuite.java 55
/mllib/src/test/java/org/apache/spark/ml/feature/JavaWord2VecSuite.java 39
/mllib/src/test/java/org/apache/spark/ml/regression/JavaLinearRegressionSuite.java 42 53
/mllib/src/test/java/org/apache/spark/ml/source/libsvm/JavaLibSVMRelationSuite.java 63
/mllib/src/test/java/org/apache/spark/ml/stat/JavaKolmogorovSmirnovTestSuite.java 44
/mllib/src/test/java/org/apache/spark/ml/stat/JavaSummarizerSuite.java 47
/mllib/src/test/java/org/apache/spark/ml/tuning/JavaCrossValidatorSuite.java 44
/mllib/src/test/java/org/apache/spark/ml/util/JavaDefaultReadWriteSuite.java 59
/mllib/src/test/java/org/apache/spark/mllib/fpm/JavaFPGrowthSuite.java 83 86
/mllib/src/test/java/org/apache/spark/mllib/fpm/JavaPrefixSpanSuite.java 74 77
/mllib/src/test/java/org/apache/spark/mllib/stat/JavaStatisticsSuite.java 45 53 58 65 67
/mllib/src/test/java/org/apache/spark/mllib/util/JavaMLUtilsSuite.java 42 61
/python/pyspark/context.py 259 261 870 871 872 977
/python/pyspark/files.py 58
/python/pyspark/ml/classification.py 2683 2794 3019 3023 3025 3031
/python/pyspark/ml/clustering.py 1769 1773 1775 1781
/python/pyspark/ml/common.py 67 86 99 106 109
/python/pyspark/ml/evaluation.py 879 883 888
/python/pyspark/ml/feature.py 3930 5397 5401 5403 5407 5412
/python/pyspark/ml/fpm.py 430 434 436 442
/python/pyspark/ml/functions.py 60 69 73 75 80
/python/pyspark/ml/image.py 67 83 99 115 129 220 224 229
/python/pyspark/ml/pipeline.py 167 183 362
/python/pyspark/ml/recommendation.py 583 587 589 595
/python/pyspark/ml/regression.py 2591 2595 2597 2603
/python/pyspark/ml/stat.py 72 131 188 428 432 434 437
/python/pyspark/ml/tests/test_algorithms.py 39 56 77 95 109 120 134 154 183 220 228 241 257 281 298 316
/python/pyspark/ml/tests/test_base.py 44
/python/pyspark/ml/tests/test_evaluation.py 36 49
/python/pyspark/ml/tests/test_feature.py 60 77 87 104 111 118 133 163 186 202 215 240 262 273 294
/python/pyspark/ml/tests/test_image.py 31
/python/pyspark/ml/tests/test_linalg.py 35 36 39 40
/python/pyspark/ml/tests/test_param.py 248 328 337
/python/pyspark/ml/tests/test_persistence.py 62 118 191 219 248 272
/python/pyspark/ml/tests/test_stat.py 32
/python/pyspark/ml/tests/test_training_summary.py 36 77 114 157 199 217 233
/python/pyspark/ml/tests/test_tuning.py 79 103 126 159 181 210 232 276 316 387 414 444 468 494 513 549 586 652
/python/pyspark/ml/tests/test_wrapper.py 33 104
/python/pyspark/ml/tuning.py 182 881 885 887 889
/python/pyspark/ml/wrapper.py 211
/python/pyspark/mllib/classification.py 238 248 480 490 631 641 758 762 764
/python/pyspark/mllib/clustering.py 287 296 499 627
/python/pyspark/mllib/common.py 69 88 101 108 111
/python/pyspark/mllib/evaluation.py 65 132 265 528 626 630 632
/python/pyspark/mllib/feature.py 637 639 824 828 830
/python/pyspark/mllib/fpm.py 65 181 185 192
/python/pyspark/mllib/linalg/distributed.py 1384 1388 1391
/python/pyspark/mllib/random.py 415 419 421
/python/pyspark/mllib/recommendation.py 211
/python/pyspark/mllib/regression.py 188 196 357 365 501 509 658 666 834 838 840
/python/pyspark/mllib/stat/_statistics.py 314 318 320
/python/pyspark/mllib/tests/test_algorithms.py 268 269 278
/python/pyspark/mllib/tests/test_linalg.py 43 44 47 48 441 450
/python/pyspark/mllib/tree.py 650 654 656
/python/pyspark/mllib/util.py 510 514 515 517
/python/pyspark/shell.py 41 49 50 54
/python/pyspark/sql/avro/functions.py 63 99 101 131 135 139
/python/pyspark/sql/catalog.py 297 301 302 307
/python/pyspark/sql/column.py 572 598 599 714 718 719 727
/python/pyspark/sql/conf.py 87 91 92 94
/python/pyspark/sql/context.py 516
/python/pyspark/sql/functions.py 2967 2971 2973 2974 2978
/python/pyspark/sql/group.py 228 232 234 255
/python/pyspark/sql/pandas/conversion.py 447 451 455
/python/pyspark/sql/pandas/group_ops.py 313 317 321
/python/pyspark/sql/pandas/map_ops.py 81 85 89
/python/pyspark/sql/readwriter.py 57 58 59 59 63 93 95 182 300 311 353 389 535 546 551 553 579 617 628 644 737 769 794 1079 1099 1101 1106 1107
/python/pyspark/sql/streaming.py 289 290 291 291 295 327 329 785 889 946 946 952 952 959 959 1120 1122 1122 1148 1151 1227 1229 1233 1234 1236
/python/pyspark/sql/tests/test_arrow.py 60 63 64 65 66 68 69 70 71 74 76 118 135 142 157 164 188 193 201 208 220 222 258 270 276 279 284 287 294 304 328 351 364 375 376 399 428 432 433 438 442
/python/pyspark/sql/tests/test_catalog.py 25 25 27 28 29 30 34 37 37 39 41 42 47 47 49 52 53 54 55 56 57 59 61 92 96 96 98 99 100 117 118 119 120 122 134 138 138 140 142 143 145 147 165 184 188
/python/pyspark/sql/tests/test_column.py 31 50 119 138
/python/pyspark/sql/tests/test_conf.py 24 24 25 26 27 28 29 30 31 32 33 35 40 44
/python/pyspark/sql/tests/test_context.py 44 54 69 70 71 78 80 82 84 88 92 94 96 97 99 101 103 105 107 109 110 111 116 138 160 192 209 229 237
/python/pyspark/sql/tests/test_dataframe.py 34 35 36 37 38 41 61 74 79 82 87 90 95 98 103 106 111 114 119 132 136 141 147 153 158 166 174 182 191 193 220 225 231 237 242 248 255 262 267 273 278 283 288 293 297 303 309 314 320 325 331 336 340 346 365 366 382 395 399 403 407 446 447 459 460 466 467 477 477 479 480 481 482 483 484 485 486 487 488 489 490 491 492 496 500 504 517 539 559 577 599 600 619 649 650 656 666 670 684 695 704 715 785 791 797 805 836 853 856 860 862 863 865 874 877 878 880
/python/pyspark/sql/tests/test_datasources.py 29 45 51 52 57 64 73 75 81 91 97 102 107 113 115 121 123 131 136 149 156
/python/pyspark/sql/tests/test_functions.py 36 61 76 163 181 196 203 211 212 227 267 284 287 300 308
/python/pyspark/sql/tests/test_pandas_cogrouped_map.py 47 55 89 93 136
/python/pyspark/sql/tests/test_pandas_grouped_map.py 53 75 170 301 482 492 507 533 573
/python/pyspark/sql/tests/test_pandas_map.py 49 66 73 90 99 106 115
/python/pyspark/sql/tests/test_pandas_udf.py 154 204 225
/python/pyspark/sql/tests/test_pandas_udf_grouped_agg.py 42 100 460 463 471 484 485 491 502
/python/pyspark/sql/tests/test_pandas_udf_scalar.py 68 104 112 117 147 151 161 166 172 181 190 199 208 217 226 235 244 251 265 291 300 309 316 347 388 418 432 460 468 482 516 526 541 548 568 600 645 686 710 735 781 788 798 813 815 832 848 872 893 914 918 1033 1104 1105 1106 1109
/python/pyspark/sql/tests/test_pandas_udf_typehints.py 220 235 251 265 278 287 293
/python/pyspark/sql/tests/test_pandas_udf_window.py 38
/python/pyspark/sql/tests/test_readwriter.py 33 37 41 46 50 52 53 55 67 71 75 82 86 88 89 91 100 107 115 120 125 130 136 142 145 148 151 154 157 160 163
/python/pyspark/sql/tests/test_serde.py 34 53 67 77 92 101 109 115 126 131 132 136
/python/pyspark/sql/tests/test_session.py 41 43 46 55 57 59 60 67 69 71 73 79 87 92 96 97 102 107 108 109 109 110 111 112 113 114 115 117 118 121 125 127 130 133 134 138 211 213 291 301 305 306 306 306 309 310 310 310
/python/pyspark/sql/tests/test_streaming.py 31 60 71 78 80 103 104 134 135 177 178 206 243 244 256 262 273 274 274 302 313 326 336 355 364 390 414 429 445 459 482 539 557
/python/pyspark/sql/tests/test_types.py 39 40 44 50 51 55 63 64 68 71 78 85 91 94 101 130 174 179 179 186 191 199 203 208 209 214 218 240 249 262 272 298 305 312 321 332 338 344 351 355 362 369 376 382 390 399 402 407 409 418 419 435 512 531 552 656 734
/python/pyspark/sql/tests/test_udf.py 38 53 65 66 70 77 78 80 84 87 91 94 100 108 117 119 121 123 135 139 147 156 157 159 161 166 167 171 172 174 176 177 181 182 189 190 197 198 212 213 224 225 234 235 250 251 258 259 266 267 269 270 277 278 280 284 293 311 316 338 343 344 352 361 361 363 366 371 371 373 379 391 401 430 478 535 549 550 551 554 585 608 609 618 635
/python/pyspark/sql/tests/test_utils.py 27 32 37 41 42
/python/pyspark/sql/types.py 804 808
/python/pyspark/sql/udf.py 165 166 169 170 413 417 424
/python/pyspark/sql/utils.py 43
/python/pyspark/sql/window.py 70 80 136 195
/python/pyspark/streaming/context.py 344 345
/python/pyspark/streaming/kinesis.py 83
/python/pyspark/streaming/tests/test_dstream.py 488
/python/pyspark/streaming/tests/test_kinesis.py 44
/python/pyspark/testing/mllibutils.py 27 30
/python/pyspark/testing/mlutils.py 81 86
/python/pyspark/testing/sqlutils.py 178 180 186 188 202 203 217 231 245 252 256 261
/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh 87
/resource-managers/kubernetes/integration-tests/dev/dev-run-integration-tests.sh 65 69 163
/resource-managers/kubernetes/integration-tests/scripts/setup-integration-test-env.sh 34 58 124
/resource-managers/kubernetes/integration-tests/tests/pyfiles.py 30 40 42 46
/resource-managers/kubernetes/integration-tests/tests/worker_memory_check.py 30 34 47
/sbin/spark-daemon.sh 178 182
/sbin/start-history-server.sh 42 49
/sbin/start-master.sh 37 66
/sbin/start-mesos-dispatcher.sh 51 51
/sbin/start-mesos-shuffle-service.sh 36 36
/sbin/start-slave.sh 49 82
/sbin/start-thriftserver.sh 47 50 60
/sbin/stop-history-server.sh 26
/sbin/stop-master.sh 28 28
/sbin/stop-mesos-dispatcher.sh 31 31
/sbin/stop-mesos-shuffle-service.sh 26 26
/sbin/stop-slave.sh 39 39 42 42
/sbin/stop-thriftserver.sh 26 26
/sql/catalyst/src/main/java/org/apache/spark/sql/catalyst/expressions/FixedLengthRowBasedKeyValueBatch.java 106 107
/sql/catalyst/src/main/java/org/apache/spark/sql/catalyst/expressions/RowBasedKeyValueBatch.java 182
/sql/catalyst/src/main/java/org/apache/spark/sql/catalyst/expressions/VariableLengthRowBasedKeyValueBatch.java 116 117
/sql/catalyst/src/test/java/org/apache/spark/sql/catalyst/expressions/RowBasedKeyValueBatchSuite.java 225 262 295 327
/sql/core/src/main/java/org/apache/spark/sql/execution/datasources/orc/OrcColumnarBatchReader.java 75 165
/sql/core/src/main/java/org/apache/spark/sql/execution/streaming/Offset.java 27
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroArrayOfArray.java 61 62 66 66 67 71 71 72 85 89 98 99 112 125
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroMapOfArray.java 61 62 66 66 67 71 71 72 85 89 98 99 112 125
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroNonNullableArrays.java 80 81 85 85 86 90 90 91 105 109 122 123 140 153 165 178
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroOptionalPrimitives.java 175 176 180 180 181 185 185 186 205 209 242 243 280 293 305 318 330 343 355 368 380 393 405 418 430 443
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/AvroPrimitives.java 175 176 180 180 181 185 185 186 205 209 242 243 280 293 304 317 328 341 352 365 376 389 400 413 425 438
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/CompatibilityTest.java 15
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/Nested.java 80 81 85 85 86 90 90 91 105 109 122 123 140 153 165 178
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetAvroCompat.java 14 26 48 86 94 99 100 104 104 105 109 109 110 121 125 129 146 147 168 181 193 206 213 218 218 231 244
/sql/core/src/test/gen-java/org/apache/spark/sql/execution/datasources/parquet/test/avro/ParquetEnum.java 12 24 40 48 56 61 62 66 66 67 71 71 72 81 85 89 98 99 107 112 112 125 135
/sql/core/src/test/java/test/org/apache/spark/sql/Java8DatasetAggregatorSuite.java 38 49 60 71
/sql/core/src/test/java/test/org/apache/spark/sql/JavaApplySchemaSuite.java 46 51 55 60 61 105 107 136 138 150 187 191 194 198
/sql/core/src/test/java/test/org/apache/spark/sql/JavaBeanDeserializationSuite.java 43 47 52 53 77 120 162 184 536 538 554 561
/sql/core/src/test/java/test/org/apache/spark/sql/JavaColumnExpressionSuite.java 37 41 46 47 59 84
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameReaderWriterSuite.java 33 48 49 54 67 87 97 98 99 100 105 106 107 108 114 115 116 117 122 123 124 125 131 132 133 134 140 141 142 143 152 153 154 155
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameSuite.java 48 54 55 56 61 62 67 73 83 112 126 229 237 245 271 290 298 305 312 323 334 350 383 386 394 397 405 430 469 479 513 519 522
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDataFrameWriterV2Suite.java 37 40 45 46 47 52 53 77 80 83 86 89
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDatasetAggregatorSuite.java 92 103 114 125
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDatasetAggregatorSuiteBase.java 40 45 46 51 52 59
/sql/core/src/test/java/test/org/apache/spark/sql/JavaDatasetSuite.java 53 59 60 61 66 67 77 85 93 103 111 147 156 165 228 254 268 273 300 302 315 322 329 338 348 351 366 376 386 400 410 461 470 477 711 718 748 762 846 863 880 1312 1386 1396 1473 1479 1485 1492 1500 1519
/sql/core/src/test/java/test/org/apache/spark/sql/JavaHigherOrderFunctionsSuite.java 41 86 99 104 111 112
/sql/core/src/test/java/test/org/apache/spark/sql/JavaSaveLoadSuite.java 39 50 65 66 72 73 81 94 96
/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDAFSuite.java 30 34 42 43 49 50 51
/sql/core/src/test/java/test/org/apache/spark/sql/JavaUDFSuite.java 40 44 52 53 59 61 68 71 85 87 91 92 99 101 103 115 116 122 123 130 132 133 136 139
/sql/core/src/test/java/test/org/apache/spark/sql/streaming/JavaDataStreamReaderWriterSuite.java 36 41 50 51 57 71
/sql/core/v1.2/src/main/java/org/apache/spark/sql/execution/datasources/orc/OrcColumnVector.java 39 205
/sql/core/v2.3/src/main/java/org/apache/spark/sql/execution/datasources/orc/OrcColumnVector.java 39 205
/sql/gen-sql-api-docs.py 34
/sql/gen-sql-config-docs.py 36 38
/sql/gen-sql-functions-docs.py 43 225
/streaming/src/main/java/org/apache/spark/streaming/util/WriteAheadLog.java 31
/streaming/src/main/java/org/apache/spark/streaming/util/WriteAheadLogRecordHandle.java 30

2280 references in 363 files.