~slub.team/goobi-indexserver/3.x

IndexWriter writer = new IndexWriter(directory, newIndexWriterConfig( TEST_VERSION_CURRENT, new MockAnalyzer(random)).setMergePolicy(newLogMergePolicy()));

//writer.setUseCompoundFile(false);

//writer.infoStream = System.out;

for (int i = 0; i < numDocs; i++) {

Document doc = new Document();

Fieldable fld = newField("field", English.intToEnglish(i), Field.Store.YES, Field.Index.NOT_ANALYZED, Field.TermVector.YES);

doc.add(fld);

writer.addDocument(doc);

}

writer.close();

}

@Override

public void tearDown() throws Exception {

directory.close();

super.tearDown();

}

public void test() throws Exception {

IndexReader reader = null;

try {

reader = IndexReader.open(directory, true);

for(int i = 1; i <= numThreads; i++)

testTermPositionVectors(reader, i);

}

catch (IOException ioe) {

fail(ioe.getMessage());

}

finally {

if (reader != null) {

try {

/** close the opened reader */

reader.close();

} catch (IOException ioe) {

ioe.printStackTrace();

}

public void testTermPositionVectors(final IndexReader reader, int threadCount) throws Exception {

MultiThreadTermVectorsReader[] mtr = new MultiThreadTermVectorsReader[threadCount];

for (int i = 0; i < threadCount; i++) {

mtr[i] = new MultiThreadTermVectorsReader();

mtr[i].init(reader);

}

/** run until all threads finished */

int threadsAlive = mtr.length;

while (threadsAlive > 0) {

//System.out.println("Threads alive");

Thread.sleep(10);

threadsAlive = mtr.length;

for (int i = 0; i < mtr.length; i++) {

100

if (mtr[i].isAlive() == true) {

101

break;

102

}

103

104

threadsAlive--;

105

}

106

}

107

108

long totalTime = 0L;

109

for (int i = 0; i < mtr.length; i++) {

110

totalTime += mtr[i].timeElapsed;

111

mtr[i] = null;

112

}

113

114

//System.out.println("threadcount: " + mtr.length + " average term vector time: " + totalTime/mtr.length);

115

116

}

117

118

}

119

120

class MultiThreadTermVectorsReader implements Runnable {

121

122

private IndexReader reader = null;

123

private Thread t = null;

124

125

private final int runsToDo = 100;

126

long timeElapsed = 0;

127

128

129

public void init(IndexReader reader) {

130

this.reader = reader;

131

timeElapsed = 0;

132

t=new Thread(this);

133

t.start();

134

}

135

136

public boolean isAlive() {

137

if (t == null) return false;

138

139

return t.isAlive();

140

}

141

142

public void run() {

143

try {

144

// run the test 100 times

145

for (int i = 0; i < runsToDo; i++)

146

testTermVectors();

147

}

148

catch (Exception e) {

149

e.printStackTrace();

150

}

151

return;

152

}

153

154

private void testTermVectors() throws Exception {

155

// check:

156

int numDocs = reader.numDocs();

157

long start = 0L;

158

for (int docId = 0; docId < numDocs; docId++) {

159

start = System.currentTimeMillis();

160

TermFreqVector [] vectors = reader.getTermFreqVectors(docId);

161

timeElapsed += System.currentTimeMillis()-start;

162

163

// verify vectors result

164

verifyVectors(vectors, docId);

165

166

start = System.currentTimeMillis();

167

TermFreqVector vector = reader.getTermFreqVector(docId, "field");

168

timeElapsed += System.currentTimeMillis()-start;

169

170

vectors = new TermFreqVector[1];

171

vectors[0] = vector;

172

173

verifyVectors(vectors, docId);

174

175

}

176

}

177

178

private void verifyVectors(TermFreqVector[] vectors, int num) {

179

StringBuilder temp = new StringBuilder();

180

String[] terms = null;

181

for (int i = 0; i < vectors.length; i++) {

182

terms = vectors[i].getTerms();

183

for (int z = 0; z < terms.length; z++) {

184

temp.append(terms[z]);

185

}

186

}

187

188

if (!English.intToEnglish(num).trim().equals(temp.toString().trim()))

189

System.out.println("wrong term result");

190

}

191

}

Older »