de.datexis.encoder

Class SimpleRESTEncoder

java.lang.Object

de.datexis.annotator.AnnotatorComponent

de.datexis.encoder.Encoder

de.datexis.encoder.AbstractRESTEncoder

de.datexis.encoder.SimpleRESTEncoder

All Implemented Interfaces:

IComponent, IEncoder

Direct Known Subclasses:

ELMoRESTEncoder, FastTextRESTEncoder, SectorRESTEncoder, SkipthoughtRESTEncoder

public abstract class SimpleRESTEncoder
extends AbstractRESTEncoder

A simple implementation as base for most REST encoders.

Field Summary

Fields inherited from class de.datexis.encoder.AbstractRESTEncoder

restAdapter

Fields inherited from class de.datexis.encoder.Encoder

enableCache

Fields inherited from class de.datexis.annotator.AnnotatorComponent

id, model, modelAvailable, name, timer

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	SimpleRESTEncoder(String id)
	SimpleRESTEncoder(String id, RESTAdapter restAdapter, Class<? extends Span> elementClass)
	SimpleRESTEncoder(String id, RESTAdapter restAdapter, String vectorIdentifier, Class<? extends Span> elementClass)

Method Summary

Modifier and Type	Method and Description
org.nd4j.linalg.api.ndarray.INDArray	encode(Span span)
org.nd4j.linalg.api.ndarray.INDArray	encode(String word)
void	encodeEach(Collection<Document> docs, Class<? extends Span> elementClass)
void	encodeEach(Document input, Class<? extends Span> elementClass)
<S extends Span> void	encodeEach(S span)
void	encodeEach(Sentence input, Class<? extends Span> elementClass)
<S extends Span> void	encodeEach(S span, Function<S,String> getText)
<S extends Span> void	encodeEach1D(List<S> spans)
<S extends Span> void	encodeEach1D(List<S> spans, Function<S,String> getText)
<S extends Span> void	encodeEach2D(List<? extends List<S>> spans)
<S extends Span> void	encodeEach2D(List<? extends List<S>> spans, Function<S,String> getText)
abstract void	encodeEachImpl(Collection<Document> docs)
abstract void	encodeEachImpl(Document input)
abstract void	encodeEachImpl(Sentence input)
abstract org.nd4j.linalg.api.ndarray.INDArray	encodeImpl(Span span)
abstract org.nd4j.linalg.api.ndarray.INDArray	encodeImpl(String word)
org.nd4j.linalg.api.ndarray.INDArray	encodeValue(String value)
List<List<Token>>	getTokensOfSentencesOfDocument(Document document)
<S extends Span> void	putVectorInSpan(S span, double[] data)
<S extends Span> void	putVectorInSpans(Stream<? extends Stream<S>> spans, double[][][] data)
<S extends Span> void	putVectorInSpans(Stream<S> spans, double[][] data)
<S extends Span> String[]	spansToStringArray1D(Stream<S> spans)
<S extends Span> String[]	spansToStringArray1D(Stream<S> spans, Function<S,String> getText)
<S extends Span> String[][]	spansToStringArray2D(Stream<? extends Stream<S>> spans)
<S extends Span> String[][]	spansToStringArray2D(Stream<? extends Stream<S>> spans, Function<S,String> getText)
<S> Stream<Stream<S>>	streamSpans2D(List<? extends List<S>> spans2D)
Stream<Stream<Token>>	streamTokensOfSentencesOfDocument(Document document)

Methods inherited from class de.datexis.encoder.AbstractRESTEncoder

getEmbeddingVectorSize, getRestAdapter, loadModel, saveModel, setRestAdapter, trainModel, trainModel

Methods inherited from class de.datexis.encoder.Encoder

encode, encodeMatrix, isCachingEnabled, setCachingEnabled

Methods inherited from class de.datexis.annotator.AnnotatorComponent

appendTestLog, appendTestLog, appendTrainLog, appendTrainLog, clearTestLog, clearTrainLog, getConf, getId, getModel, getName, getTestLog, getTrainLog, isModelAvailable, isModelAvailableInChildren, setConf, setId, setModel, setModelAvailable, setModelFilename, setName

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface de.datexis.annotator.IComponent

getEncoders, getId, getName, isModelAvailable, setEncoders

Constructor Detail

SimpleRESTEncoder

protected SimpleRESTEncoder(String id)

SimpleRESTEncoder

public SimpleRESTEncoder(String id,
                         RESTAdapter restAdapter,
                         Class<? extends Span> elementClass)

SimpleRESTEncoder

public SimpleRESTEncoder(String id,
                         RESTAdapter restAdapter,
                         String vectorIdentifier,
                         Class<? extends Span> elementClass)

Method Detail

encode

public org.nd4j.linalg.api.ndarray.INDArray encode(String word)

encodeImpl

public abstract org.nd4j.linalg.api.ndarray.INDArray encodeImpl(String word)
                                                         throws IOException

Throws:

IOException

encode

public org.nd4j.linalg.api.ndarray.INDArray encode(Span span)

encodeImpl

public abstract org.nd4j.linalg.api.ndarray.INDArray encodeImpl(Span span)
                                                         throws IOException

Throws:

IOException

encodeEach

public void encodeEach(Sentence input,
                       Class<? extends Span> elementClass)

Overrides:

encodeEach in class Encoder

encodeEachImpl

public abstract void encodeEachImpl(Sentence input)
                             throws IOException

Throws:

IOException

encodeEach

public void encodeEach(Document input,
                       Class<? extends Span> elementClass)

Overrides:

encodeEach in class Encoder

encodeEachImpl

public abstract void encodeEachImpl(Document input)
                             throws IOException

Throws:

IOException

encodeEach

public void encodeEach(Collection<Document> docs,
                       Class<? extends Span> elementClass)

Overrides:

encodeEach in class Encoder

encodeEachImpl

public abstract void encodeEachImpl(Collection<Document> docs)
                             throws IOException

Throws:

IOException

encodeValue

public org.nd4j.linalg.api.ndarray.INDArray encodeValue(String value)
                                                 throws IOException

Throws:

IOException

getTokensOfSentencesOfDocument

public List<List<Token>> getTokensOfSentencesOfDocument(Document document)

streamTokensOfSentencesOfDocument

public Stream<Stream<Token>> streamTokensOfSentencesOfDocument(Document document)

streamSpans2D

public <S> Stream<Stream<S>> streamSpans2D(List<? extends List<S>> spans2D)

encodeEach

public <S extends Span> void encodeEach(S span)
                                 throws IOException

Throws:

IOException

encodeEach

public <S extends Span> void encodeEach(S span,
                                        Function<S,String> getText)
                                 throws IOException

Throws:

IOException

encodeEach1D

public <S extends Span> void encodeEach1D(List<S> spans)
                                   throws IOException

Throws:

IOException

encodeEach1D

public <S extends Span> void encodeEach1D(List<S> spans,
                                          Function<S,String> getText)
                                   throws IOException

Throws:

IOException

encodeEach2D

public <S extends Span> void encodeEach2D(List<? extends List<S>> spans)
                                   throws IOException

Throws:

IOException

encodeEach2D

public <S extends Span> void encodeEach2D(List<? extends List<S>> spans,
                                          Function<S,String> getText)
                                   throws IOException

Throws:

IOException

spansToStringArray1D

public <S extends Span> String[] spansToStringArray1D(Stream<S> spans)

spansToStringArray1D

public <S extends Span> String[] spansToStringArray1D(Stream<S> spans,
                                                      Function<S,String> getText)

spansToStringArray2D

public <S extends Span> String[][] spansToStringArray2D(Stream<? extends Stream<S>> spans)

spansToStringArray2D

public <S extends Span> String[][] spansToStringArray2D(Stream<? extends Stream<S>> spans,
                                                        Function<S,String> getText)

putVectorInSpan

public <S extends Span> void putVectorInSpan(S span,
                                             double[] data)

putVectorInSpans

public <S extends Span> void putVectorInSpans(Stream<S> spans,
                                              double[][] data)

putVectorInSpans

public <S extends Span> void putVectorInSpans(Stream<? extends Stream<S>> spans,
                                              double[][][] data)