@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); p = new double[fieldCount]; fieldWeights = new double[fieldCount]; this.fieldNormalisations = new Normalisation[fieldCount]; try{ for(int fi=0;fi<fieldCount;fi++) { fieldWeights[fi] = Double.parseDouble(ApplicationSetup.getProperty("w."+ fi, ""+1.0)); final Normalisation nf = normClass.newInstance(); this.fieldNormalisations[fi] = nf; final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); p[fi] = 1.0d / ((double)fieldCount * (double)_cs.getNumberOfDocuments()); //System.err.println("p["+fi+"]="+ p[fi]); p[fi] = p[fi] / Double.parseDouble( ApplicationSetup.getProperty("p." + fi, "1.0d")); //System.err.println("p["+fi+"]="+ p[fi]); } } catch (Exception e) { throw new IllegalArgumentException(e); } }
@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); p = new double[fieldCount]; fieldWeights = new double[fieldCount]; this.fieldNormalisations = new Normalisation[fieldCount]; try{ for(int fi=0;fi<fieldCount;fi++) { final Normalisation nf = this.fieldNormalisations[fi] = normClass.newInstance(); final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); p[fi] = 1.0d / ((double)fieldCount * (double) _cs.getNumberOfDocuments()); p[fi] = p[fi] / (fieldWeights[fi] = Double.parseDouble( ApplicationSetup.getProperty("p." + fi, "1.0d"))); } } catch (Exception e) { throw new IllegalArgumentException(e); } }
@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); p = new double[fieldCount]; fieldWeights = new double[fieldCount]; this.fieldNormalisations = new Normalisation[fieldCount]; try{ for(int fi=0;fi<fieldCount;fi++) { final Normalisation nf = this.fieldNormalisations[fi] = normClass.newInstance(); final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); p[fi] = 1.0d / ((double)fieldCount * (double) _cs.getNumberOfDocuments()); p[fi] = p[fi] / (fieldWeights[fi] = Double.parseDouble( ApplicationSetup.getProperty("p." + fi, "1.0d"))); } } catch (Exception e) { throw new IllegalArgumentException(e); } }
@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); if (fieldCount < 1) throw new IllegalStateException("Fields must be 1 or more"); basicModel.setNumberOfDocuments(_cs.getNumberOfDocuments()); basicModel.setNumberOfTokens(_cs.getNumberOfTokens()); fieldNormalisations = new Normalisation[fieldCount]; fieldGlobalFrequencies = new double[fieldCount]; fieldWeights = new double[fieldCount]; try { for(int fi=0;fi<fieldCount;fi++) { fieldWeights[fi] = Double.parseDouble(ApplicationSetup.getProperty("w."+ fi, ""+1.0)); Normalisation nf = this.fieldNormalisations[fi] = normClass.newInstance(); final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); } } catch (Exception e) { throw new IllegalStateException(e); } }
@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); p = new double[fieldCount]; fieldWeights = new double[fieldCount]; this.fieldNormalisations = new Normalisation[fieldCount]; try{ for(int fi=0;fi<fieldCount;fi++) { fieldWeights[fi] = Double.parseDouble(ApplicationSetup.getProperty("w."+ fi, ""+1.0)); final Normalisation nf = normClass.newInstance(); this.fieldNormalisations[fi] = nf; final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); p[fi] = 1.0d / ((double)fieldCount * (double)_cs.getNumberOfDocuments()); //System.err.println("p["+fi+"]="+ p[fi]); p[fi] = p[fi] / Double.parseDouble( ApplicationSetup.getProperty("p." + fi, "1.0d")); //System.err.println("p["+fi+"]="+ p[fi]); } } catch (Exception e) { throw new IllegalArgumentException(e); } }
@Override public void setCollectionStatistics(CollectionStatistics _cs) { super.setCollectionStatistics(_cs); fieldCount = _cs.getNumberOfFields(); if (fieldCount < 1) throw new IllegalStateException("Fields must be 1 or more"); basicModel.setNumberOfDocuments(_cs.getNumberOfDocuments()); basicModel.setNumberOfTokens(_cs.getNumberOfTokens()); fieldNormalisations = new Normalisation[fieldCount]; fieldGlobalFrequencies = new double[fieldCount]; fieldWeights = new double[fieldCount]; try { for(int fi=0;fi<fieldCount;fi++) { fieldWeights[fi] = Double.parseDouble(ApplicationSetup.getProperty("w."+ fi, ""+1.0)); Normalisation nf = this.fieldNormalisations[fi] = normClass.newInstance(); final double param = Double.parseDouble(ApplicationSetup.getProperty("c."+ fi, ""+1.0)); nf.setParameter(param); nf.setNumberOfDocuments(_cs.getNumberOfDocuments()); final long tokensf = _cs.getFieldTokens()[fi]; nf.setNumberOfTokens(tokensf); nf.setAverageDocumentLength(_cs.getAverageFieldLengths()[fi]); } } catch (Exception e) { throw new IllegalStateException(e); } }