de.datexis.index.impl

Class KNNArticleIndex

java.lang.Object

de.datexis.index.ArticleIndex

de.datexis.index.impl.LuceneArticleIndex

de.datexis.index.impl.KNNArticleIndex

public class KNNArticleIndex
extends LuceneArticleIndex

Author:

Sebastian Arnold

Field Summary

Fields

Modifier and Type	Field and Description
protected static org.slf4j.Logger	log
protected org.deeplearning4j.models.embeddings.reader.ModelUtils<org.deeplearning4j.models.word2vec.VocabWord>	lookupUtils
protected org.deeplearning4j.models.embeddings.WeightLookupTable<org.deeplearning4j.models.word2vec.VocabWord>	lookupVectors
protected org.deeplearning4j.models.paragraphvectors.ParagraphVectors	parvec
protected org.deeplearning4j.models.word2vec.wordstore.VocabCache<org.deeplearning4j.models.word2vec.VocabWord>	vocabCache

Fields inherited from class de.datexis.index.impl.LuceneArticleIndex

analyzer, FIELD_DESCRIPTION, FIELD_NAMES, FIELD_REFIDS, FIELD_REFIDS_FREEBASE, FIELD_REFIDS_ICD10, FIELD_REFIDS_UMLS, FIELD_REFIDS_WIKIDATA, FIELD_REFIDS_WIKIPEDIA, FIELD_REFURLS_WIKIPEDIA, FIELD_TERMS, FIELD_TEXT, FIELD_TITLE, FIELD_TYPE, FIELD_VECTOR, NUM_BM25_CANDIDATES, PARAM_FUZZY, PARAM_PROXIMITY, preprocessor, reader, searcher, sim

Constructor Summary

Constructors

Constructor and Description
KNNArticleIndex(Resource parVec)

Method Summary

Modifier and Type	Method and Description
protected void	generateLookupCache()
List<ArticleRef>	querySimilarArticles(org.nd4j.linalg.api.ndarray.INDArray vec, int hits)
List<ArticleRef>	querySimilarArticles(String wikidataId, int hits)
List<ArticleRef>	querySimilarArticles(String entityName, String context, int hits)
void	saveModel(Resource modelPath, String name)

Methods inherited from class de.datexis.index.impl.LuceneArticleIndex

addNameField, addStringField, addTextField, addVectorField, buildAnalyzer, createIndex, createIndexDirectory, createIndexRAM, createLuceneDocument, createWikidataArticle, createWikidataArticleRef, decodeWikiUrl, getAllArticleIDs, getAllArticleNames, getAllArticleTerms, getAllArticleTitles, getAllArticleURLs, getAllFields, openIndex, queryID, queryIndexID, queryIndexNames, queryIndexPrefix, queryNames, queryPrefixNames, queryWikidataID, queryWikipediaPage, queryWikipediaURL, splitString

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

log

protected static final org.slf4j.Logger log

parvec

protected org.deeplearning4j.models.paragraphvectors.ParagraphVectors parvec

vocabCache

protected org.deeplearning4j.models.word2vec.wordstore.VocabCache<org.deeplearning4j.models.word2vec.VocabWord> vocabCache

lookupVectors

protected org.deeplearning4j.models.embeddings.WeightLookupTable<org.deeplearning4j.models.word2vec.VocabWord> lookupVectors

lookupUtils

protected org.deeplearning4j.models.embeddings.reader.ModelUtils<org.deeplearning4j.models.word2vec.VocabWord> lookupUtils

Constructor Detail

KNNArticleIndex

public KNNArticleIndex(Resource parVec)
                throws IOException

Throws:

IOException

Method Detail

generateLookupCache

protected void generateLookupCache()

saveModel

public void saveModel(Resource modelPath,
                      String name)
               throws IOException

Throws:

IOException

querySimilarArticles

public List<ArticleRef> querySimilarArticles(String wikidataId,
                                             int hits)

querySimilarArticles

public List<ArticleRef> querySimilarArticles(String entityName,
                                             String context,
                                             int hits)

querySimilarArticles

public List<ArticleRef> querySimilarArticles(org.nd4j.linalg.api.ndarray.INDArray vec,
                                             int hits)