Project

General

Profile

Download (18.5 KB) Statistics
| Branch: | Revision:

git_sitools_idoc / flarecast / data / solr / template / conf / schema.dist.xml @ d2a8c3fd

1
<?xml version="1.0" encoding="UTF-8" ?>
2
<!--
3
 Licensed to the Apache Software Foundation (ASF) under one or more
4
 contributor license agreements.  See the NOTICE file distributed with
5
 this work for additional information regarding copyright ownership.
6
 The ASF licenses this file to You under the Apache License, Version 2.0
7
 (the "License"); you may not use this file except in compliance with
8
 the License.  You may obtain a copy of the License at
9

10
     http://www.apache.org/licenses/LICENSE-2.0
11

12
 Unless required by applicable law or agreed to in writing, software
13
 distributed under the License is distributed on an "AS IS" BASIS,
14
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
 See the License for the specific language governing permissions and
16
 limitations under the License.
17
-->
18

    
19
<!--  
20
 This is the Solr schema file. This file should be named "schema.xml" and
21
 should be in the conf directory under the solr home
22
 (i.e. ./solr/conf/schema.xml by default) 
23
 or located where the classloader for the Solr webapp can find it.
24

25
 This example schema is the recommended starting point for users.
26
 It should be kept correct and concise, usable out-of-the-box.
27

28
 For more information, on how to customize this file, please see
29
 http://wiki.apache.org/solr/SchemaXml
30
-->
31

    
32
<schema name="db" version="1.1">
33
  <!-- attribute "name" is the name of this schema and is only used for display purposes.
34
       Applications should change this to reflect the nature of the search collection.
35
       version="1.1" is Solr's version number for the schema syntax and semantics.  It should
36
       not normally be changed by applications.
37
       1.0: multiValued attribute did not exist, all fields are multiValued by nature
38
       1.1: multiValued attribute introduced, false by default -->
39

    
40
  <types>
41
    <!-- field type definitions. The "name" attribute is
42
       just a label to be used by field definitions.  The "class"
43
       attribute and any other attributes determine the real
44
       behavior of the fieldType.
45
         Class names starting with "solr" refer to java classes in the
46
       org.apache.solr.analysis package.
47
    -->
48

    
49
    <!-- The StrField type is not analyzed, but indexed/stored verbatim.  
50
       - StrField and TextField support an optional compressThreshold which
51
       limits compression (if enabled in the derived fields) to values which
52
       exceed a certain size (in characters).
53
    -->
54
    <fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
55

    
56
    <!-- boolean type: "true" or "false" -->
57
    <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
58

    
59
    <!-- The optional sortMissingLast and sortMissingFirst attributes are
60
         currently supported on types that are sorted internally as strings.
61
       - If sortMissingLast="true", then a sort on this field will cause documents
62
         without the field to come after documents with the field,
63
         regardless of the requested sort order (asc or desc).
64
       - If sortMissingFirst="true", then a sort on this field will cause documents
65
         without the field to come before documents with the field,
66
         regardless of the requested sort order.
67
       - If sortMissingLast="false" and sortMissingFirst="false" (the default),
68
         then default lucene sorting will be used which places docs without the
69
         field first in an ascending sort and last in a descending sort.
70
    -->    
71

    
72

    
73
    <!-- numeric field types that store and index the text
74
         value verbatim (and hence don't support range queries, since the
75
         lexicographic ordering isn't equal to the numeric ordering) -->
76
    <fieldType name="integer" class="solr.IntField" omitNorms="true"/>
77
    <fieldType name="long" class="solr.LongField" omitNorms="true"/>
78
    <fieldType name="float" class="solr.FloatField" omitNorms="true"/>
79
    <fieldType name="double" class="solr.DoubleField" omitNorms="true"/>
80

    
81

    
82
    <!-- Numeric field types that manipulate the value into
83
         a string value that isn't human-readable in its internal form,
84
         but with a lexicographic ordering the same as the numeric ordering,
85
         so that range queries work correctly. -->
86
    <fieldType name="sint" class="solr.SortableIntField" sortMissingLast="true" omitNorms="true"/>
87
    <fieldType name="slong" class="solr.SortableLongField" sortMissingLast="true" omitNorms="true"/>
88
    <fieldType name="sfloat" class="solr.SortableFloatField" sortMissingLast="true" omitNorms="true"/>
89
    <fieldType name="sdouble" class="solr.SortableDoubleField" sortMissingLast="true" omitNorms="true"/>
90

    
91

    
92
    <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
93
         is a more restricted form of the canonical representation of dateTime
94
         http://www.w3.org/TR/xmlschema-2/#dateTime    
95
         The trailing "Z" designates UTC time and is mandatory.
96
         Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
97
         All other components are mandatory.
98

99
         Expressions can also be used to denote calculations that should be
100
         performed relative to "NOW" to determine the value, ie...
101

102
               NOW/HOUR
103
                  ... Round to the start of the current hour
104
               NOW-1DAY
105
                  ... Exactly 1 day prior to now
106
               NOW/DAY+6MONTHS+3DAYS
107
                  ... 6 months and 3 days in the future from the start of
108
                      the current day
109
                      
110
         Consult the DateField javadocs for more information.
111
      -->
112
    <fieldType name="date" class="solr.DateField" sortMissingLast="true" omitNorms="true"/>
113

    
114

    
115
    <!-- The "RandomSortField" is not used to store or search any
116
         data.  You can declare fields of this type it in your schema
117
         to generate psuedo-random orderings of your docs for sorting 
118
         purposes.  The ordering is generated based on the field name 
119
         and the version of the index, As long as the index version
120
         remains unchanged, and the same field name is reused,
121
         the ordering of the docs will be consistent.  
122
         If you want differend psuedo-random orderings of documents,
123
         for the same version of the index, use a dynamicField and
124
         change the name
125
     -->
126
    <fieldType name="random" class="solr.RandomSortField" indexed="true" />
127

    
128
    <!-- solr.TextField allows the specification of custom text analyzers
129
         specified as a tokenizer and a list of token filters. Different
130
         analyzers may be specified for indexing and querying.
131

132
         The optional positionIncrementGap puts space between multiple fields of
133
         this type on the same document, with the purpose of preventing false phrase
134
         matching across fields.
135

136
         For more info on customizing your analyzer chain, please see
137
         http://wiki.apache.org/solr/AnalyzersTokenizersTokenFilters
138
     -->
139

    
140
    <!-- One can also specify an existing Analyzer class that has a
141
         default constructor via the class attribute on the analyzer element
142
    <fieldType name="text_greek" class="solr.TextField">
143
      <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
144
    </fieldType>
145
    -->
146

    
147
    <!-- A text field that only splits on whitespace for exact matching of words -->
148
    <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
149
      <analyzer>
150
        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
151
      </analyzer>
152
    </fieldType>
153

    
154
    <!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
155
        words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
156
        so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
157
        Synonyms and stopwords are customized by external files, and stemming is enabled.
158
        Duplicate tokens at the same position (which may result from Stemmed Synonyms or
159
        WordDelim parts) are removed.
160
        -->
161
    <fieldType name="text" class="solr.TextField" positionIncrementGap="100">
162
      <analyzer type="index">
163
        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
164
        <!-- in this example, we will only use synonyms at query time
165
        <filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
166
        -->
167
        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
168
        <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
169
        <filter class="solr.LowerCaseFilterFactory"/>
170
        <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
171
        <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
172
      </analyzer>
173
      <analyzer type="query">
174
        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
175
        <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
176
        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
177
        <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
178
        <filter class="solr.LowerCaseFilterFactory"/>
179
        <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
180
        <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
181
      </analyzer>
182
    </fieldType>
183

    
184

    
185
    <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
186
         but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
187
    <fieldType name="textTight" class="solr.TextField" positionIncrementGap="100" >
188
      <analyzer>
189
        <tokenizer class="solr.WhitespaceTokenizerFactory"/>
190
        <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
191
        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
192
        <filter class="solr.WordDelimiterFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
193
        <filter class="solr.LowerCaseFilterFactory"/>
194
        <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
195
        <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
196
      </analyzer>
197
    </fieldType>
198

    
199
    <!-- This is an example of using the KeywordTokenizer along
200
         With various TokenFilterFactories to produce a sortable field
201
         that does not include some properties of the source text
202
      -->
203
    <fieldType name="alphaOnlySort" class="solr.TextField" sortMissingLast="true" omitNorms="true">
204
      <analyzer>
205
        <!-- KeywordTokenizer does no actual tokenizing, so the entire
206
             input string is preserved as a single token
207
          -->
208
        <tokenizer class="solr.KeywordTokenizerFactory"/>
209
        <!-- The LowerCase TokenFilter does what you expect, which can be
210
             when you want your sorting to be case insensitive
211
          -->
212
        <filter class="solr.LowerCaseFilterFactory" />
213
        <!-- The TrimFilter removes any leading or trailing whitespace -->
214
        <filter class="solr.TrimFilterFactory" />
215
        <!-- The PatternReplaceFilter gives you the flexibility to use
216
             Java Regular expression to replace any sequence of characters
217
             matching a pattern with an arbitrary replacement string, 
218
             which may include back refrences to portions of the orriginal
219
             string matched by the pattern.
220
             
221
             See the Java Regular Expression documentation for more
222
             infomation on pattern and replacement string syntax.
223
             
224
             http://java.sun.com/j2se/1.5.0/docs/api/java/util/regex/package-summary.html
225
          -->
226
        <filter class="solr.PatternReplaceFilterFactory"
227
                pattern="([^a-z])" replacement="" replace="all"
228
        />
229
      </analyzer>
230
    </fieldType>
231

    
232
    <!-- since fields of this type are by default not stored or indexed, any data added to 
233
         them will be ignored outright 
234
     --> 
235
    <fieldtype name="ignored" stored="false" indexed="false" class="solr.StrField" /> 
236

    
237
 </types>
238

    
239

    
240
 <fields>
241
   <!-- Valid attributes for fields:
242
     name: mandatory - the name for the field
243
     type: mandatory - the name of a previously defined type from the <types> section
244
     indexed: true if this field should be indexed (searchable or sortable)
245
     stored: true if this field should be retrievable
246
     compressed: [false] if this field should be stored using gzip compression
247
       (this will only apply if the field type is compressable; among
248
       the standard field types, only TextField and StrField are)
249
     multiValued: true if this field may contain multiple values per document
250
     omitNorms: (expert) set to true to omit the norms associated with
251
       this field (this disables length normalization and index-time
252
       boosting for the field, and saves some memory).  Only full-text
253
       fields or fields that need an index-time boost need norms.
254
     termVectors: [false] set to true to store the term vector for a given field.
255
       When using MoreLikeThis, fields used for similarity should be stored for 
256
       best performance.
257
   -->
258

    
259
   <field name="id" type="string" indexed="true" stored="true" required="true" /> 
260
   <field name="sku" type="textTight" indexed="true" stored="true" omitNorms="true"/>
261
   <field name="name" type="text" indexed="true" stored="true"/>
262
   <field name="nameSort" type="string" indexed="true" stored="false"/>
263
   <field name="alphaNameSort" type="alphaOnlySort" indexed="true" stored="false"/>
264
   <field name="manu" type="text" indexed="true" stored="true" omitNorms="true"/>
265
   <field name="cat" type="text_ws" indexed="true" stored="true" multiValued="true" omitNorms="true" termVectors="true" />
266
   <field name="features" type="text" indexed="true" stored="true" multiValued="true"/>
267
   <field name="includes" type="text" indexed="true" stored="true"/>
268

    
269
   <field name="weight" type="sfloat" indexed="true" stored="true"/>
270
   <field name="price"  type="sfloat" indexed="true" stored="true"/>
271
   <!-- "default" values can be specified for fields, indicating which
272
        value should be used if no value is specified when adding a document.
273
     -->
274
   <field name="popularity" type="sint" indexed="true" stored="true" default="0"/>
275
   <field name="inStock" type="boolean" indexed="true" stored="true"/>
276

    
277
   <!-- Some sample docs exists solely to demonstrate the spellchecker
278
        functionality, this is the only field they container.
279
        Typically you might build the spellchecker of "catchall" type field
280
        containing all of the text in each document
281
     -->
282
   <field name="word" type="string" indexed="true" stored="true"/>
283

    
284
   
285
   <!-- catchall field, containing all other searchable text fields (implemented
286
        via copyField further on in this schema  -->
287
   <field name="text" type="text" indexed="true" stored="false" multiValued="true"/>
288

    
289
   <!-- non-tokenized version of manufacturer to make it easier to sort or group
290
        results by manufacturer.  copied from "manu" via copyField -->
291
   <field name="manu_exact" type="string" indexed="true" stored="false"/>
292

    
293
   <!-- Here, default is used to create a "timestamp" field indicating
294
        When each document was indexed.
295
     -->
296
   <field name="timestamp" type="date" indexed="true" stored="true" default="NOW" multiValued="false"/>
297
   
298

    
299
   <!-- Dynamic field definitions.  If a field name is not found, dynamicFields
300
        will be used if the name matches any of the patterns.
301
        RESTRICTION: the glob-like pattern in the name attribute must have
302
        a "*" only at the start or the end.
303
        EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
304
        Longer patterns will be matched first.  if equal size patterns
305
        both match, the first appearing in the schema will be used.  -->
306
   <dynamicField name="*_i"  type="sint"    indexed="true"  stored="true"/>
307
   <dynamicField name="*_s"  type="string"  indexed="true"  stored="true"/>
308
   <dynamicField name="*_l"  type="slong"   indexed="true"  stored="true"/>
309
   <dynamicField name="*_t"  type="text"    indexed="true"  stored="true"/>
310
   <dynamicField name="*_b"  type="boolean" indexed="true"  stored="true"/>
311
   <dynamicField name="*_f"  type="sfloat"  indexed="true"  stored="true"/>
312
   <dynamicField name="*_d"  type="sdouble" indexed="true"  stored="true"/>
313
   <dynamicField name="*_dt" type="date"    indexed="true"  stored="true"/>
314

    
315
   <dynamicField name="random*" type="random" />
316

    
317
   <!-- uncomment the following to ignore any fields that don't already match an existing 
318
        field name or dynamic field, rather than reporting them as an error. 
319
        alternately, change the type="ignored" to some other type e.g. "text" if you want 
320
        unknown fields indexed and/or stored by default --> 
321
   <!--dynamicField name="*" type="ignored" multiValued="true" /-->
322
   
323
 </fields>
324

    
325
 <!-- Field to use to determine and enforce document uniqueness. 
326
      Unless this field is marked with required="false", it will be a required field
327
   -->
328
 <uniqueKey>id</uniqueKey>
329

    
330
 <!-- field for the QueryParser to use when an explicit fieldname is absent -->
331
 <defaultSearchField>text</defaultSearchField>
332

    
333
 <!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
334
 <solrQueryParser defaultOperator="OR"/>
335

    
336
  <!-- copyField commands copy one field to another at the time a document
337
        is added to the index.  It's used either to index the same field differently,
338
        or to add multiple fields to the same field for easier/faster searching.  -->
339
   <copyField source="id" dest="sku"/>
340

    
341
   <copyField source="cat" dest="text"/>
342
   <copyField source="name" dest="text"/>
343
   <copyField source="name" dest="nameSort"/>
344
   <copyField source="name" dest="alphaNameSort"/>
345
   <copyField source="manu" dest="text"/>
346
   <copyField source="features" dest="text"/>
347
   <copyField source="includes" dest="text"/>
348

    
349
   <copyField source="manu" dest="manu_exact"/>
350

    
351
 <!-- Similarity is the scoring routine for each document vs. a query.
352
      A custom similarity may be specified here, but the default is fine
353
      for most applications.  -->
354
 <!-- <similarity class="org.apache.lucene.search.DefaultSimilarity"/> -->
355

    
356
</schema>