Cheshire3 Log.ipynb

{
 "metadata": {
  "name": "Cheshire3 Log"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "<p>\n",
      "    <h3>Search results for 'germany;':</h3>\n",
      "    harbinger:~$ cheshire3-search --database=db_ft germany<br/>\n",
      "    searched: cql.anywhere all \"germany\"<br/>\n",
      "    4 hits<br/>\n",
      "    1 recordStore/22843<br/>\n",
      "    2 recordStore/63685<br/>\n",
      "    3 recordStore/176606<br/>\n",
      "    4 recordStore/206786<br/>\n",
      "</p>"
     ]
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "<p>\n",
      "    <h3>Search results for \"dc.title any 'germany'\":</h3>\n",
      "harbinger:~$ cheshire3-search --database=db_ft \"dc.title any 'germany'\"<br/>\n",
      "searched: dc.title any \"'germany'\"<br/>\n",
      "0 hits<br/>\n",
      "</p>"
     ]
    },
    {
     "cell_type": "raw",
     "metadata": {},
     "source": [
      "Search results for \"dc.title anywhere 'germany'\":\n",
      "\n",
      "harbinger:~$ cheshire3-search --database=db_ft \"dc.title anywhere 'germany'\"\n",
      "Traceback (most recent call last):\n",
      "  File \"/usr/bin/cheshire3-search\", line 9, in <module>\n",
      "    load_entry_point('cheshire3==1.0.11', 'console_scripts', 'cheshire3-search')()\n",
      "  File \"/usr/lib/python2.7/site-packages/cheshire3/commands/cheshire3_search.py\", line 68, in main\n",
      "    resultSet = db.search(session, query)\n",
      "  File \"/usr/lib/python2.7/site-packages/cheshire3/database.py\", line 291, in search\n",
      "    rs = self._search(session, query)\n",
      "  File \"/usr/lib/python2.7/site-packages/cheshire3/database.py\", line 231, in _search\n",
      "    rs = idx.search(session, query, self)\n",
      "  File \"/usr/lib/python2.7/site-packages/cheshire3/index.py\", line 692, in search\n",
      "    24)<br/>\n",
      "cheshire3.exceptions.QueryException: <class 'cheshire3.exceptions.QueryException'>: anywhere \"'germany'\"\n"
     ]
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "<h3>zeerex_sru.xml</h3>"
     ]
    },
    {
     "cell_type": "raw",
     "metadata": {},
     "source": [
      "<explain xmlns:c3=\"http://www.cheshire3.org/schemas/explain/\" xmlns=\"http://explain.z3950.org/dtd/2.0/\" authoritative=\"true\" id=\"db_ft\">\n",
      "  <serverInfo version=\"1.1\" protocol=\"srw/u\" transport=\"http\">\n",
      "    <host>harbinger.ischool.berkeley.edu</host>\n",
      "    <port>80</port>\n",
      "    <database>api/sru/db_ft</database>\n",
      "  </serverInfo>\n",
      "  <databaseInfo>\n",
      "    <title></title>\n",
      "    <description></description>\n",
      "  </databaseInfo>\n",
      "  <metaInfo>\n",
      "    <dateModified>2013-04-15T06:34:41.341848</dateModified>\n",
      "  </metaInfo>\n",
      "  <schemaInfo/>\n",
      "  <indexInfo>\n",
      "    <set identifier=\"info:srw/cql-context-set/1/cql-v1.2\" name=\"cql\"/>\n",
      "    <set identifier=\"info:srw/cql-context-set/1/dc-v1.1\" name=\"dc\"/>\n",
      "    <set identifier=\"http://zing.z3950.org/cql/bath/2.0/\" name=\"bath\"/>\n",
      "\n",
      "    <index c3:index=\"idx-docno\">\n",
      "      <title>Document Number</title>\n",
      "      <map>\n",
      "\t<name set=\"dc\">identifier</name>\n",
      "      </map>\n",
      "      <configInfo>\n",
      "        <supports type=\"relation\">exact</supports>\n",
      "        <supports type=\"relation\">=</supports>\n",
      "        <supports type=\"relation\">all</supports>\n",
      "        <supports type=\"relation\">any</supports>\n",
      "        <supports type=\"relationModifier\">word</supports>\n",
      "        <supports type=\"relationModifier\">stem</supports>\n",
      "      </configInfo>\n",
      "    </index>\n",
      "\n",
      "    <index c3:index=\"idx-pauthor\">\n",
      "      <title>Author</title>\n",
      "      <map>\n",
      "\t<name set=\"dc\">creator</name>\n",
      "      </map>\n",
      "      <configInfo>\n",
      "        <supports type=\"relation\">exact</supports>\n",
      "        <supports type=\"relation\">=</supports>\n",
      "        <supports type=\"relation\">all</supports>\n",
      "        <supports type=\"relation\">any</supports>\n",
      "        <supports type=\"relationModifier\">word</supports>\n",
      "      </configInfo>\n",
      "    </index>"
     ]
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "<h3>config.xml:</h3>"
     ]
    },
    {
     "cell_type": "raw",
     "metadata": {},
     "source": [
      "<config type=\"database\" id=\"db_ft\">\n",
      "  <objectType>cheshire3.database.SimpleDatabase</objectType>\n",
      "  <paths>\n",
      "    <path type=\"defaultPath\">/home/cheshire3/cheshire3/dbs/ft</path>\n",
      "    <path type=\"metadataPath\">.cheshire3/stores/metadata.bdb</path>\n",
      "    <object ref=\"recordStore\" type=\"recordStore\"/>\n",
      "    <object ref=\"cqlProtocolMap\" type=\"protocolMap\"/>\n",
      "    <path type=\"indexStoreList\">indexStore</path>\n",
      "  </paths>\n",
      "  <subConfigs>\n",
      "    <subConfig type=\"recordStore\" id=\"recordStore\">\n",
      "      <objectType>cheshire3.recordStore.BdbRecordStore</objectType>\n",
      "      <paths>\n",
      "        <path type=\"defaultPath\">.cheshire3/stores</path>\n",
      "        <path type=\"databasePath\">recordStore.bdb</path>\n",
      "        <object ref=\"StringIntNormalizer\" type=\"idNormalizer\"/>\n",
      "      </paths>\n",
      "      <options>\n",
      "        <setting type=\"digest\">md5</setting>\n",
      "      </options>\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- indexStore -->\n",
      "    <subConfig type=\"indexStore\" id=\"indexStore\">\n",
      "      <objectType>cheshire3.indexStore.BdbIndexStore</objectType>\n",
      "      <paths>\n",
      "        <path type=\"defaultPath\">.cheshire3/indexes</path>\n",
      "        <path type=\"tempPath\">temp</path>\n",
      "        <path type=\"recordStoreHash\">recordStore</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"workflow\" id=\"indexIdList\">\n",
      "      <objectType>cheshire3.workflow.CachingWorkflow</objectType>\n",
      "      <workflow>\n",
      "        <!--  input: list of record ids to process -->\n",
      "        <for-each>\n",
      "          <try>\n",
      "            <object type=\"recordStore\" ref=\"recordStore\" function=\"fetch_record\"/>\n",
      "            <object type=\"database\" function=\"index_record\"/>\n",
      "          </try>\n",
      "          <except>\n",
      "            <break/>\n",
      "          </except>\n",
      "        </for-each>       \n",
      "      </workflow>\n",
      "    </subConfig>\n",
      "    <!-- protocol map - a protocolMap maps contextual index name to actual object identifiers within the system -->\n",
      "    <subConfig type=\"protocolMap\" id=\"cqlProtocolMap\">\n",
      "      <objectType>cheshire3.protocolMap.CQLProtocolMap</objectType>\n",
      "      <paths>\n",
      "        <path type=\"zeerexPath\">/home/cheshire3/cheshire3/dbs/ft/.cheshire3/zeerex_sru.xml</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    <subConfig type=\"documentFactory\" id=\"defaultDocumentFactory\">\n",
      "      <objectType>cheshire3.documentFactory.SimpleDocumentFactory</objectType>\n",
      "      <options>\n",
      "        <setting type=\"filterRegexp\">(\\.([a-zA-Z0-9]+|tar.gz|tar.bz2)$|\\d+_\\d+$)</setting>\n",
      "        <default type=\"format\">dir</default>\n",
      "        <default type=\"tagName\">DOC</default>\n",
      "        <default type=\"cache\">0</default>\n",
      "      </options>\n",
      "    </subConfig>\n",
      "    <path type=\"includeConfigs\">/home/cheshire3/cheshire3/dbs/ft/.cheshire3/configSelectors.xml</path>\n",
      "    <path type=\"includeConfigs\">/home/cheshire3/cheshire3/dbs/ft/.cheshire3/configIndexes.xml</path>\n",
      "    \n",
      "    <!-- some custom normalizers we'll need later -->\n",
      "    <subConfig type=\"normalizer\" id=\"AuthorStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <!-- name of stoplist file -->\n",
      "        <path type=\"stoplist\">stoplists/authorstoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"normalizer\" id=\"TitleStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <path type=\"stoplist\">stoplists/titlestoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"normalizer\" id=\"TopicStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <path type=\"stoplist\">stoplists/topicstoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"normalizer\" id=\"SubjectStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <path type=\"stoplist\">stoplists/subjstoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"normalizer\" id=\"FullStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <path type=\"stoplist\">stoplists/fullstoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>\n",
      "    \n",
      "    <subConfig type=\"normalizer\" id=\"CountryStoplistNormalizer\">\n",
      "      <objectType>cheshire3.normalizer.StoplistNormalizer</objectType>\n",
      "      <paths>\n",
      "        <path type=\"stoplist\">stoplists/countrystoplist</path>\n",
      "      </paths>\n",
      "    </subConfig>    \n",
      "    \n",
      "    <!-- \n",
      "The main indexes that I normally create for it are:\n",
      "Indexname\tContaining tags   \t\t\t\tnormalization\n",
      "docno      \tDOCNO             \t\t\t\tkeyword+lowercase\n",
      "pauthor    \tBYLINE             \t\t\t\tkeyword+lowercase+stoplist\n",
      "title       HEADLINE       \t\t\t\t\tkeyword+lowercase +stoplist+ stemming\n",
      "topic       HEADLINE,DATELINE,BYLINE,TEXT   keyword+llowercase+stoplist+stemming\n",
      "all         DOC                    \t\t\tkeyword+lowercase+stoplist+stemming\n",
      "dateline    DATELINE        \t\t\t\tkeyword+lowercase+stoplist\n",
      "country    \tDATELINE,CN  \t\t\t\t\tkeyword+lowercase+stoplist\n",
      "industries \tIN                         \t\tkeyword+lowercase\n",
      "types\t\tTP                        \t\tkeyword+lowercase\n",
      "\t     -->\n",
      "    \n",
      "    <!-- docno      \tDOCNO             \t\t\t\tkeyword+lowercase -->\n",
      "    <subConfig type=\"index\" id=\"idx-docno\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//docno</xpath>\n",
      "        <process>\n",
      "          <!-- extract text from result of XPath evaluation -->\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <!-- split on whitespace to create tokens -->\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <!-- merge duplicates into unique keys, merge frequency, proximity etc. if present -->\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <!-- lowercases all keys -->\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" /> \n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- pauthor    \tBYLINE             \t\t\t\tkeyword+lowercase+stoplist -->\t\t\n",
      "    <subConfig type=\"index\" id=\"idx-pauthor\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//byline</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"AuthorStoplistNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- title       HEADLINE       \t\t\t\t\tkeyword+lowercase +stoplist+ stemming -->\t\t\n",
      "    <subConfig type=\"index\" id=\"idx-title\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//headline</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"TitleStoplistNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"EnglishStemNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- topic       HEADLINE,DATELINE,BYLINE,TEXT\t\tkeyword+llowercase+stoplist+stemming -->\n",
      "    <subConfig type=\"index\" id=\"idx-topic\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//headline</xpath>\n",
      "        <xpath>//dateline</xpath>\n",
      "        <xpath>//hbyline</xpath>\n",
      "        <xpath>//text</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"TopicStoplistNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"EnglishStemNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- all         DOC                    \t\t\tkeyword+lowercase+stoplist+stemming -->\n",
      "    <subConfig type=\"index\" id=\"idx-all\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>/doc</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"FullStoplistNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"EnglishStemNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- dateline    DATELINE        \t\t\t\tkeyword+lowercase+stoplist -->\n",
      "    <subConfig type=\"index\" id=\"idx-dateline\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//dateline</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"TitleStoplistNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- country    \tDATELINE,CN  \t\t\t\t\tkeyword+lowercase+stoplist -->\n",
      "    <subConfig type=\"index\" id=\"idx-country\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//dateline</xpath>\n",
      "        <xpath>//cn</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "          <object type=\"normalizer\" ref=\"CountryStoplistNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- industries \tIN                         \t\tkeyword+lowercase -->\n",
      "    <subConfig type=\"index\" id=\"idx-industries\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//in</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "    \n",
      "    <!-- types\t\tTP                        \t\tkeyword+lowercase -->\n",
      "    <subConfig type=\"index\" id=\"idx-types\">\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object type=\"indexStore\" ref=\"indexStore\" />\n",
      "      </paths>\n",
      "      <source>\n",
      "        <xpath>//tp</xpath>\n",
      "        <process>\n",
      "          <object type=\"extractor\" ref=\"SimpleExtractor\" />\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenizer\"/>\n",
      "          <object type=\"tokenizer\" ref=\"SimpleTokenMerger\"/>\n",
      "          <object type=\"normalizer\" ref=\"CaseNormalizer\" />\n",
      "        </process>\n",
      "      </source>\t\n",
      "    </subConfig>\n",
      "  </subConfigs>\n",
      "</config>"
     ]
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "<h3>configIndexes.xml</h3>"
     ]
    },
    {
     "cell_type": "raw",
     "metadata": {},
     "source": [
      "<config>\n",
      "  <subConfigs>\n",
      "    <subConfig type=\"index\" id=\"idx-docno\">\n",
      "      <docs>Doc Identifier Index</docs>\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object ref=\"indexStore\" type=\"indexStore\"/>\n",
      "      </paths>\n",
      "      <source>\n",
      "        <selector ref=\"idSelector\"/>\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "    </subConfig>\n",
      "    <subConfig type=\"index\" id=\"idx-pauthor\">\n",
      "      <docs>Author Identifier Index</docs>\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object ref=\"indexStore\" type=\"indexStore\"/>\n",
      "      </paths>\n",
      "      <source>\n",
      "        <selector ref=\"idSelector\"/>\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "    </subConfig>\n",
      "    <subConfig type=\"index\" id=\"idx-title\">\n",
      "      <docs>Title Identifier Index</docs>\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object ref=\"indexStore\" type=\"indexStore\"/>\n",
      "      </paths>\n",
      "      <source>\n",
      "        <selector ref=\"idSelector\"/>\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "    </subConfig>\n",
      "    <subConfig type=\"index\" id=\"idx-topic\">\n",
      "      <docs>Topic Identifier Index</docs>\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object ref=\"indexStore\" type=\"indexStore\"/>\n",
      "      </paths>\n",
      "      <source>\n",
      "        <selector ref=\"idSelector\"/>\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "    </subConfig>\n",
      "    <subConfig type=\"index\" id=\"idx-all\">\n",
      "      <docs>Anywhere / Full-text Index</docs>\n",
      "      <objectType>cheshire3.index.SimpleIndex</objectType>\n",
      "      <paths>\n",
      "        <object ref=\"indexStore\" type=\"indexStore\"/>\n",
      "      </paths>\n",
      "      <source mode=\"data\">\n",
      "        <selector ref=\"anywhereXPathSelector\"/>\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "          <object ref=\"RegexpFindTokenizer\" type=\"tokenizer\"/>\n",
      "          <object ref=\"SimpleTokenMerger\" type=\"tokenMerger\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "      <source mode=\"all|any|=\">\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "          <object ref=\"PreserveMaskingTokenizer\" type=\"tokenizer\"/>\n",
      "          <object ref=\"SimpleTokenMerger\" type=\"tokenMerger\"/>\n",
      "          <object ref=\"DiacriticNormalizer\" type=\"normalizer\"/>\n",
      "          <object ref=\"CaseNormalizer\" type=\"normalizer\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "      <source mode=\"exact\">\n",
      "        <process>\n",
      "          <object ref=\"SimpleExtractor\" type=\"extractor\"/>\n",
      "          <object ref=\"PreserveMaskingTokenizer\" type=\"tokenizer\"/>\n",
      "          <object ref=\"SimpleTokenMerger\" type=\"tokenMerger\"/>\n",
      "          <object ref=\"SpaceNormalizer\" type=\"normalizer\"/>\n",
      "          <object ref=\"DiacriticNormalizer\" type=\"normalizer\"/>\n",
      "          <object ref=\"CaseNormalizer\" type=\"normalizer\"/>\n",
      "        </process>\n",
      "      </source>\n",
      "    </subConfig>\n",
      "  </subConfigs>\n",
      "</config>\n"
     ]
    }
   ],
   "metadata": {}
  }
 ]
}