File tree Expand file tree Collapse file tree 4 files changed +115
-0
lines changed Expand file tree Collapse file tree 4 files changed +115
-0
lines changed Original file line number Diff line number Diff line change
1
+ % Generated by roxygen2 (4.0.2 ): do not edit by hand
2
+ \docType {methods }
3
+ \name {checkpoint }
4
+ \alias {checkpoint }
5
+ \alias {checkpoint ,RDD - method }
6
+ \title {Checkpoint an RDD }
7
+ \usage {
8
+ checkpoint(rdd )
9
+
10
+ \S4method {checkpoint }{RDD }(rdd )
11
+ }
12
+ \arguments {
13
+ \item {rdd }{The RDD to checkpoint }
14
+ }
15
+ \description {
16
+ Mark this RDD for checkpointing. It will be saved to a file inside the
17
+ checkpoint directory set with setCheckpointDir() and all references to its
18
+ parent RDDs will be removed. This function must be called before any job has
19
+ been executed on this RDD. It is strongly recommended that this RDD is
20
+ persisted in memory , otherwise saving it on a file will require recomputation.
21
+ }
22
+ \examples {
23
+ \dontrun {
24
+ sc <- sparkR.init()
25
+ setCheckpointDir(sc , " checkpoints" )
26
+ rdd <- parallelize(sc , 1 : 10 , 2L )
27
+ checkpoint(rdd )
28
+ }
29
+ }
30
+
Original file line number Diff line number Diff line change
1
+ % Generated by roxygen2 (4.0.2 ): do not edit by hand
2
+ \docType {methods }
3
+ \name {saveAsTextFile }
4
+ \alias {saveAsTextFile }
5
+ \alias {saveAsTextFile ,RDD }
6
+ \alias {saveAsTextFile ,RDD ,character - method }
7
+ \title {Save this RDD as a text file , using string representations of elements. }
8
+ \usage {
9
+ saveAsTextFile(rdd , path )
10
+
11
+ \S4method {saveAsTextFile }{RDD ,character }(rdd , path )
12
+ }
13
+ \arguments {
14
+ \item {rdd }{The RDD to save }
15
+
16
+ \item {path }{The directory where the splits of the text file are saved }
17
+ }
18
+ \description {
19
+ Save this RDD as a text file , using string representations of elements.
20
+ }
21
+ \examples {
22
+ \dontrun {
23
+ sc <- sparkR.init()
24
+ rdd <- parallelize(sc , 1 : 3 )
25
+ saveAsTextFile(rdd , " /tmp/sparkR-tmp" )
26
+ }
27
+ }
28
+
Original file line number Diff line number Diff line change
1
+ % Generated by roxygen2 (4.0.2 ): do not edit by hand
2
+ \name {setCheckpointDir }
3
+ \alias {setCheckpointDir }
4
+ \title {Set the checkpoint directory
5
+
6
+ Set the directory under which RDDs are going to be checkpointed. The
7
+ directory must be a HDFS path if running on a cluster. }
8
+ \usage {
9
+ setCheckpointDir(sc , dirName )
10
+ }
11
+ \arguments {
12
+ \item {sc }{Spark Context to use }
13
+
14
+ \item {dirName }{Directory path }
15
+ }
16
+ \description {
17
+ Set the checkpoint directory
18
+
19
+ Set the directory under which RDDs are going to be checkpointed. The
20
+ directory must be a HDFS path if running on a cluster.
21
+ }
22
+ \examples {
23
+ \dontrun {
24
+ sc <- sparkR.init()
25
+ setCheckpointDir(sc , " ~/checkpoints" )
26
+ rdd <- parallelize(sc , 1 : 2 , 2L )
27
+ checkpoint(rdd )
28
+ }
29
+ }
30
+
Original file line number Diff line number Diff line change
1
+ % Generated by roxygen2 (4.0.2 ): do not edit by hand
2
+ \docType {methods }
3
+ \name {unpersist }
4
+ \alias {unpersist }
5
+ \alias {unpersist ,RDD - method }
6
+ \title {Unpersist an RDD }
7
+ \usage {
8
+ unpersist(rdd )
9
+
10
+ \S4method {unpersist }{RDD }(rdd )
11
+ }
12
+ \arguments {
13
+ \item {rdd }{The RDD to unpersist }
14
+ }
15
+ \description {
16
+ Mark the RDD as non - persistent , and remove all blocks for it from memory and
17
+ disk.
18
+ }
19
+ \examples {
20
+ \dontrun {
21
+ sc <- sparkR.init()
22
+ rdd <- parallelize(sc , 1 : 10 , 2L )
23
+ cache(rdd ) # rdd@env$isCached == TRUE
24
+ unpersist(rdd ) # rdd@env$isCached == FALSE
25
+ }
26
+ }
27
+
You can’t perform that action at this time.
0 commit comments