class SourceProgress extends Serializable
Information about progress made for a source in the execution of a StreamingQuery during a trigger. See StreamingQueryProgress for more information.
- Annotations
- @Evolving ()
- Since
-
2.1.0
- Alphabetic
- By Inheritance
- SourceProgress
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
SourceProgress
(
description:
String
,
startOffset:
String
,
endOffset:
String
,
latestOffset:
String
,
numInputRows:
Long
,
inputRowsPerSecond:
Double
,
processedRowsPerSecond:
Double
,
metrics:
Map[
String,
String] =
Map[String, String]().asJava
)
- description
-
Description of the source.
- startOffset
-
The starting offset for data being read.
- endOffset
-
The ending offset for data being read.
- latestOffset
-
The latest offset from this source.
- numInputRows
-
The number of records read from this source.
- inputRowsPerSecond
-
The rate at which data is arriving from this source.
- processedRowsPerSecond
-
The rate at which data from this source is being processed by Spark.
- Attributes
- protected[ sql]
Value Members
-
final
def
!=
(
arg0:
Any
)
:
Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==
(
arg0:
Any
)
:
Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf
[
T0]
:
T0
- Definition Classes
- Any
-
def
clone
()
:
AnyRef
- Attributes
- protected[ lang]
- Definition Classes
- AnyRef
- Annotations
- @throws ( ... ) @native ()
- val description : String
- val endOffset : String
-
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
- Definition Classes
- AnyRef
-
def
equals
(
arg0:
Any
)
:
Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize
()
:
Unit
- Attributes
- protected[ lang]
- Definition Classes
- AnyRef
- Annotations
- @throws ( classOf[java.lang.Throwable] )
-
final
def
getClass
()
:
Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native ()
-
def
hashCode
()
:
Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native ()
- val inputRowsPerSecond : Double
-
final
def
isInstanceOf
[
T0]
:
Boolean
- Definition Classes
- Any
-
def
json
:
String
The compact JSON representation of this progress.
- val latestOffset : String
- val metrics : Map[ String, String]
-
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
- Definition Classes
- AnyRef
-
final
def
notify
()
:
Unit
- Definition Classes
- AnyRef
- Annotations
- @native ()
-
final
def
notifyAll
()
:
Unit
- Definition Classes
- AnyRef
- Annotations
- @native ()
- val numInputRows : Long
-
def
prettyJson
:
String
The pretty (i.e.
The pretty (i.e. indented) JSON representation of this progress.
- val processedRowsPerSecond : Double
- val startOffset : String
-
final
def
synchronized
[
T0]
(
arg0: ⇒
T0
)
:
T0
- Definition Classes
- AnyRef
-
def
toString
()
:
String
- Definition Classes
- SourceProgress → AnyRef → Any
-
final
def
wait
()
:
Unit
- Definition Classes
- AnyRef
- Annotations
- @throws ( ... )
-
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
- Definition Classes
- AnyRef
- Annotations
- @throws ( ... )
-
final
def
wait
(
arg0:
Long
)
:
Unit
- Definition Classes
- AnyRef
- Annotations
- @throws ( ... ) @native ()