ClientBase

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. val APP_JAR: String

7. val CONF_SPARK_JAR: String

8. val CONF_SPARK_USER_JAR: String

   This is an internal config used to propagate the location of the user's jar file to the driver/executors.

9. val CONF_SPARK_YARN_SECONDARY_JARS: String

   This is an internal config used to propagate the list of extra jars to add to the classpath of executors.

10. val ENV_SPARK_JAR: String

11. val LOCAL_SCHEME: String

12. val SPARK_JAR: String

13. final def asInstanceOf[T0]: T0

    Definition Classes

    Any

14. def clone(): AnyRef

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

15. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

16. def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

17. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

18. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

19. def getDefaultMRApplicationClasspath: Option[Seq[String]]

    In Hadoop 0.

    In Hadoop 0.23, the MR application classpath comes with the YARN application classpath. In Hadoop 2.0, it's an array of Strings, and in 2.2+ it's a String. So we need to use reflection to retrieve it.

20. def getDefaultYarnApplicationClasspath: Option[Seq[String]]

21. def hashCode(): Int

    Definition Classes

    AnyRef → Any

22. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

23. def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

24. def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

26. def logDebug(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

27. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

28. def logError(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

29. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

30. def logInfo(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

31. def logName: String

    Attributes

    protected

    Definition Classes

    Logging

32. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

33. def logTrace(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

34. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

35. def logWarning(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

36. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

37. final def notify(): Unit

    Definition Classes

    AnyRef

38. final def notifyAll(): Unit

    Definition Classes

    AnyRef

39. def populateClasspath(args: ClientArguments, conf: Configuration, sparkConf: SparkConf, env: HashMap[String, String], extraClassPath: Option[String] = None): Unit

40. def populateHadoopClasspath(conf: Configuration, env: HashMap[String, String]): Iterable[Seq[String]]

41. def sparkJar(conf: SparkConf): String

    Find the user-defined Spark jar if configured, or return the jar containing this class if not.

    Find the user-defined Spark jar if configured, or return the jar containing this class if not.

    This method first looks in the SparkConf object for the CONF_SPARK_JAR key, and in the user environment if that is not found (for backwards compatibility).

42. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

43. def toString(): String

    Definition Classes

    AnyRef → Any

44. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

45. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

46. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )