New fields to index.

Author: juhanurmi

ahmia/search_indexes.py

@@ -9,6 +9,10 @@ class Website(indexes.SearchIndex, indexes.Indexable):
     tor2web_url = indexes.CharField(model_attr='tor2web_url')
     text = indexes.CharField(document=True, use_template=True)
     title = indexes.CharField(model_attr='title')
+    h1 = indexes.CharField(model_attr='h1')
+    h2 = indexes.CharField(model_attr='h2')
+    crawling_session = indexes.CharField(model_attr='crawling_session')
+    server_header = indexes.CharField(model_attr='server_header')
     date_inserted = indexes.DateTimeField(model_attr='date_inserted')
     content_auto = indexes.EdgeNgramField(model_attr='content')
 

ahmia/templates/search/indexes/ahmia/websiteindex_text.txt

@@ -1,6 +1,10 @@
 {{ object.title }}
 {{ object.url }}
 {{ object.text }}
+{{ object.h1 }}
+{{ object.h2 }}
+{{ object.crawling_session }}
+{{ object.server_header }}
 {{ object.date_inserted }}
 {{ object.tor2web_url }}
 {{ object.domain }}

solr/schema.xml

@@ -148,18 +148,26 @@
 
     <field name="domain" type="text_en" indexed="true" stored="true" multiValued="false" />
 
-    <field name="tor2web_url" type="text_en" indexed="true" stored="true" multiValued="false" />
-
     <field name="title" type="text_en" indexed="true" stored="true" multiValued="false" />
 
     <field name="url" type="text_en" indexed="true" stored="true" multiValued="false" />
 
     <field name="text" type="text_en" indexed="true" stored="true" multiValued="false" />
 
-    <field name="content_auto" type="edge_ngram" indexed="true" stored="true" multiValued="false" />
+    <field name="h1" type="text_en" indexed="true" stored="true" multiValued="false" />
+
+    <field name="server_header" type="text_en" indexed="true" stored="true" multiValued="false" />
+
+    <field name="h2" type="text_en" indexed="true" stored="true" multiValued="false" />
 
     <field name="date_inserted" type="date" indexed="true" stored="true" multiValued="false" />
 
+    <field name="tor2web_url" type="text_en" indexed="true" stored="true" multiValued="false" />
+
+    <field name="content_auto" type="edge_ngram" indexed="true" stored="true" multiValued="false" />
+
+    <field name="crawling_session" type="text_en" indexed="true" stored="true" multiValued="false" />
+
   </fields>
 
   <!-- field to use to determine and enforce document uniqueness. -->