~slub.team/goobi-indexserver/3.x

, TermVectorParams.TF, "true", TermVectorParams.DF, "true", TermVectorParams.OFFSETS, "true", TermVectorParams.POSITIONS, "true", TermVectorParams.TF_IDF, "true")

135

,"/termVectors/doc-0/test_posofftv/anoth=={'tf':1, 'offsets':{'start':20, 'end':27}, 'positions':{'position':1}, 'df':2, 'tf-idf':0.5}"

136

);

137

138

assertJQ(req("json.nl","map", "qt",tv, "q", "id:0", TermVectorComponent.COMPONENT_NAME, "true"

139

, TermVectorParams.ALL, "true")

140

,"/termVectors/doc-0/test_posofftv/anoth=={'tf':1, 'offsets':{'start':20, 'end':27}, 'positions':{'position':1}, 'df':2, 'tf-idf':0.5}"

141

);

142

143

// test each combination at random

144

final List<String> list = new ArrayList<String>();

145

list.addAll(Arrays.asList("json.nl","map", "qt",tv, "q", "id:0", TermVectorComponent.COMPONENT_NAME, "true"));

146

String[][] options = new String[][] {

147

{ TermVectorParams.TF, "'tf':1" },

148

{ TermVectorParams.OFFSETS, "'offsets':{'start':20, 'end':27}" },

149

{ TermVectorParams.POSITIONS, "'positions':{'position':1}" },

150

{ TermVectorParams.DF, "'df':2" },

151

{ TermVectorParams.TF_IDF, "'tf-idf':0.5" } };

152

StringBuilder expected = new StringBuilder("/termVectors/doc-0/test_posofftv/anoth=={");

153

boolean first = true;

154

for (int i = 0; i < options.length; i++) {

155

final boolean use = random.nextBoolean();

156

if (use) {

157

if (!first) {

158

expected.append(", ");

159

}

160

first = false;

161

expected.append(options[i][1]);

162

163

}

164

list.add(options[i][0]);

165

list.add(use ? "true" : "false");

166

}

167

168

expected.append("}");

169

assertJQ(req(list.toArray(new String[0])), expected.toString());

170

}

171

172

@Test

173

public void testPerField() throws Exception {

174

assertJQ(req("json.nl","map", "qt",tv, "q", "id:0", TermVectorComponent.COMPONENT_NAME, "true"

175

,TermVectorParams.TF, "true", TermVectorParams.DF, "true", TermVectorParams.OFFSETS, "true", TermVectorParams.POSITIONS, "true", TermVectorParams.TF_IDF, "true"

176

,TermVectorParams.FIELDS, "test_basictv,test_notv,test_postv,test_offtv,test_posofftv"

177

,"f.test_posofftv." + TermVectorParams.POSITIONS, "false"

178

,"f.test_offtv." + TermVectorParams.OFFSETS, "false"

179

,"f.test_basictv." + TermVectorParams.DF, "false"

180

,"f.test_basictv." + TermVectorParams.TF, "false"

181

,"f.test_basictv." + TermVectorParams.TF_IDF, "false"

182

)

183

,"/termVectors/doc-0/test_basictv=={'anoth':{},'titl':{}}"

184

,"/termVectors/doc-0/test_postv/anoth=={'tf':1, 'positions':{'position':1}, 'df':2, 'tf-idf':0.5}"

185

,"/termVectors/doc-0/test_offtv/anoth=={'tf':1, 'df':2, 'tf-idf':0.5}"

186

,"/termVectors/warnings=={ 'noTermVectors':['test_notv'], 'noPositions':['test_basictv', 'test_offtv'], 'noOffsets':['test_basictv', 'test_postv']}"

187

);

188

}

189

190

191

// TODO: this test is really fragile since it pokes around in solr's guts and makes many assumptions.

192

// it should be rewritten to use the real distributed interface

193

@Test

194

public void testDistributed() throws Exception {

195

SolrCore core = h.getCore();

196

TermVectorComponent tvComp = (TermVectorComponent) core.getSearchComponent("tvComponent");

197

assertTrue("tvComp is null and it shouldn't be", tvComp != null);

198

ModifiableSolrParams params = new ModifiableSolrParams();

199

ResponseBuilder rb = new ResponseBuilder();

200

rb.stage = ResponseBuilder.STAGE_GET_FIELDS;

201

rb.shards = new String[]{"localhost:0", "localhost:1", "localhost:2", "localhost:3"};//we don't actually call these, since we are going to invoke distributedProcess directly

202

rb.resultIds = new HashMap<Object, ShardDoc>();

203

rb.components = new ArrayList<SearchComponent>();

204

rb.components.add(tvComp);

205

params.add(CommonParams.Q, "id:0");

206

params.add(CommonParams.QT, "tvrh");

207

params.add(TermVectorParams.TF, "true");

208

params.add(TermVectorParams.DF, "true");

209

params.add(TermVectorParams.OFFSETS, "true");

210

params.add(TermVectorParams.POSITIONS, "true");

211

params.add(TermVectorComponent.COMPONENT_NAME, "true");

212

rb.req = new LocalSolrQueryRequest(core, params);

213

rb.outgoing = new ArrayList<ShardRequest>();

214

//one doc per shard, but make sure there are enough docs to go around

215

for (int i = 0; i < rb.shards.length; i++){

216

ShardDoc doc = new ShardDoc();

217

doc.id = i; //must be a valid doc that was indexed.

218

doc.score = 1 - (i / (float)rb.shards.length);

219

doc.positionInResponse = i;

220

doc.shard = rb.shards[i];

221

doc.orderInShard = 0;

222

rb.resultIds.put(doc.id, doc);

223

}

224

225

int result = tvComp.distributedProcess(rb);

226

assertTrue(result + " does not equal: " + ResponseBuilder.STAGE_DONE, result == ResponseBuilder.STAGE_DONE);

227

//one outgoing per shard

228

assertTrue("rb.outgoing Size: " + rb.outgoing.size() + " is not: " + rb.shards.length, rb.outgoing.size() == rb.shards.length);

229

for (ShardRequest request : rb.outgoing) {

230

ModifiableSolrParams solrParams = request.params;

231

log.info("Shard: " + Arrays.asList(request.shards) + " Params: " + solrParams);

232

}

233

234

rb.req.close();

235

}

236

237

}

238

239

240

241

* <field name="test_basictv" type="text" termVectors="true"/>

242

243

244

245

<field name="test_posofftv" type="text" termVectors="true"

246

termPositions="true" termOffsets="true"/>

247

248

* */

Older »