com.xpatterns.spark.core.java

Class SparkJobRestClient

java.lang.Object

com.xpatterns.spark.core.java.SparkJobRestClient

Direct Known Subclasses:

JavaSparkJobRestClient, PythonSparkJobRestClient

public abstract class SparkJobRestClient
extends Object

Created by radum on 10.04.2014.

Field Summary

Fields

Modifier and Type	Field and Description
SimpleDateFormat	CUSTOM_DATE
static String	SPARK_UI_PORT
static String	VERSION

Constructor Summary

Constructors

Constructor and Description
SparkJobRestClient(String uri)

Method Summary

Modifier and Type	Method and Description
boolean	checkContextExist(String contextName)
void	createApp(String appName, String resourcePath)
Integer	createContext(String contextName, HashSet<String> parameters, int postCreationWaitTime)
void	deleteContext(String contextName)
org.apache.hadoop.conf.Configuration	getHadoopConf(String hdfsHost, String hdfsUser)
String	getJobStatus(String jobId, String contextName)
String	getServerURI()
protected abstract String	getXPatternsSjsBridgeClassPath()
String	launchJob(String input, String contextName, Boolean sync)
void	uploadFileToHDFS(String path, byte[] bytes, String hdfsHost, String hdfsUser)
abstract void	writeError(String error)
abstract void	writeInfo(String info)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

VERSION

public static final String VERSION

See Also:

Constant Field Values

SPARK_UI_PORT

public static final String SPARK_UI_PORT

See Also:

Constant Field Values

CUSTOM_DATE

public final SimpleDateFormat CUSTOM_DATE

Constructor Detail

SparkJobRestClient

public SparkJobRestClient(String uri)

Method Detail

getServerURI

public String getServerURI()

writeInfo

public abstract void writeInfo(String info)

writeError

public abstract void writeError(String error)

getXPatternsSjsBridgeClassPath

protected abstract String getXPatternsSjsBridgeClassPath()

launchJob

public String launchJob(String input,
                        String contextName,
                        Boolean sync)
                 throws Exception

Throws:

Exception

deleteContext

public void deleteContext(String contextName)
                   throws Exception

Throws:

Exception

checkContextExist

public boolean checkContextExist(String contextName)
                          throws Exception

Throws:

Exception

createApp

public void createApp(String appName,
                      String resourcePath)
               throws Exception

Throws:

Exception

getJobStatus

public String getJobStatus(String jobId,
                           String contextName)
                    throws Exception

Throws:

Exception

createContext

public Integer createContext(String contextName,
                             HashSet<String> parameters,
                             int postCreationWaitTime)
                      throws Exception

Throws:

Exception

uploadFileToHDFS

public void uploadFileToHDFS(String path,
                             byte[] bytes,
                             String hdfsHost,
                             String hdfsUser)
                      throws IOException

Throws:

IOException

getHadoopConf

public org.apache.hadoop.conf.Configuration getHadoopConf(String hdfsHost,
                                                          String hdfsUser)