de.l3s.icrawl.crawler.yarn

Class Client

java.lang.Object

org.apache.hadoop.conf.Configured

de.l3s.icrawl.crawler.yarn.BaseClient

de.l3s.icrawl.crawler.yarn.Client

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.util.Tool

public class Client
extends BaseClient

Constructor Summary

Constructors

Constructor and Description
Client()

Method Summary

Modifier and Type	Method and Description
protected void	addParameters(com.google.common.collect.ImmutableMap.Builder<String,String> env)
protected void	addResources(com.google.common.collect.ImmutableMap.Builder<String,org.apache.hadoop.yarn.api.records.LocalResource> resources)
protected boolean	checkUsage(String[] args)
protected void	cleanup()
protected void	configure(String[] args)
protected String	getAppMasterClass()
protected String	getJarPath()
static void	main(String[] args)
protected void	prepare()

Methods inherited from class de.l3s.icrawl.crawler.yarn.BaseClient

getResource, run, uploadTempFile

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.conf.Configurable

getConf, setConf

Constructor Detail

Client

public Client()

Method Detail

main

public static void main(String[] args)
                 throws Exception

Throws:

Exception

configure

protected void configure(String[] args)

Overrides:

configure in class BaseClient

cleanup

protected void cleanup()
                throws IOException

Overrides:

cleanup in class BaseClient

Throws:

IOException

prepare

protected void prepare()
                throws IOException

Overrides:

prepare in class BaseClient

Throws:

IOException

checkUsage

protected boolean checkUsage(String[] args)

Specified by:

checkUsage in class BaseClient

addParameters

protected void addParameters(com.google.common.collect.ImmutableMap.Builder<String,String> env)

Overrides:

addParameters in class BaseClient

addResources

protected void addResources(com.google.common.collect.ImmutableMap.Builder<String,org.apache.hadoop.yarn.api.records.LocalResource> resources)
                     throws IOException

Overrides:

addResources in class BaseClient

Throws:

IOException

getAppMasterClass

protected String getAppMasterClass()

Specified by:

getAppMasterClass in class BaseClient

getJarPath

protected String getJarPath()

Specified by:

getJarPath in class BaseClient