test_serialization.py

import unittest
import os
import holmes_extractor as holmes

script_directory = os.path.dirname(os.path.realpath(__file__))
holmes_manager = holmes.Manager('en_core_web_trf', number_of_workers=2)
holmes_manager.register_search_phrase("A dog chases a cat")
german_holmes_manager = holmes.Manager('de_core_news_lg', number_of_workers=2)


class SerializationTest(unittest.TestCase):

    def test_matching_with_holmes_manager_document_after_serialization(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "The cat was chased by the dog", 'pets')
        serialized_doc = holmes_manager.serialize_document('pets')
        self.assertEqual(len(holmes_manager.match()), 1)

    def test_matching_with_reserialized_holmes_manager_document(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "The cat was chased by the dog", 'pets')
        serialized_doc = holmes_manager.serialize_document('pets')
        holmes_manager.remove_all_documents()
        holmes_manager.register_serialized_document(
            serialized_doc, 'pets')
        self.assertEqual(len(holmes_manager.match()), 1)

    def test_matching_with_multiple_reserialized_holmes_manager_document(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "The cat was chased by the dog", 'pets')
        serialized_doc = holmes_manager.serialize_document('pets')
        working_dict = {'pets': serialized_doc, 'pets2': serialized_doc}
        holmes_manager.remove_all_documents()
        holmes_manager.register_serialized_documents(working_dict)
        self.assertEqual(len(holmes_manager.match()), 2)

    def test_serialization_with_coreference(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "I saw a cat. It was chased by the dog", 'pets')
        serialized_doc = holmes_manager.serialize_document('pets')
        holmes_manager.remove_all_documents()
        holmes_manager.register_serialized_document(
            serialized_doc, 'pets')
        self.assertEqual(len(holmes_manager.match()), 1)

    def test_matching_with_both_documents(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "The cat was chased by the dog", 'pets')
        serialized_doc = holmes_manager.serialize_document('pets')
        holmes_manager.register_serialized_document(
            serialized_doc, 'pets2')
        self.assertEqual(len(holmes_manager.match()), 2)

    def test_document_to_serialize_does_not_exist(self):
        holmes_manager.remove_all_documents()
        serialized_doc = holmes_manager.serialize_document('pets')
        self.assertEqual(serialized_doc, None)

    def test_parent_token_indexes(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "Houses in the village.", 'village')
        serialized_doc = holmes_manager.serialize_document('village')
        holmes_manager.register_serialized_document(
            serialized_doc, 'village2')
        old_doc = holmes_manager.get_document(
            'village')
        new_doc = holmes_manager.get_document(
            'village2')
        self.assertEqual(old_doc[0]._.holmes.string_representation_of_children(),
                         '1:prep; 3:pobjp')
        self.assertEqual(old_doc[3]._.holmes.string_representation_of_parents(),
                         '0:pobjp; 1:pobj')
        self.assertEqual(old_doc[3]._.holmes.coreference_linked_parent_dependencies, [
                         [0, 'pobjp'], [1, 'pobj']])
        self.assertEqual(new_doc[0]._.holmes.string_representation_of_children(),
                         '1:prep; 3:pobjp')
        self.assertEqual(new_doc[3]._.holmes.coreference_linked_parent_dependencies, [
                         [0, 'pobjp'], [1, 'pobj']])
        self.assertEqual(new_doc[3]._.holmes.string_representation_of_parents(),
                         '0:pobjp; 1:pobj')

    def test_subwords(self):
        german_holmes_manager.remove_all_documents()
        german_holmes_manager.parse_and_register_document(
            "Bundesoberbehörde.", 'bo')
        serialized_doc = german_holmes_manager.serialize_document('bo')
        german_holmes_manager.register_serialized_document(
            serialized_doc, 'bo2')
        old_doc = german_holmes_manager.get_document('bo')
        new_doc = german_holmes_manager.get_document(
            'bo2')
        self.assertEqual(old_doc[0]._.holmes.subwords[0].text, 'bundes')
        self.assertEqual(old_doc[0]._.holmes.subwords[0].lemma, 'bund')
        self.assertEqual(old_doc[0]._.holmes.subwords[1].text, 'oberbehörde')
        self.assertEqual(old_doc[0]._.holmes.subwords[1].lemma, 'oberbehörde')
        self.assertEqual(new_doc[0]._.holmes.subwords[0].text, 'bundes')
        self.assertEqual(new_doc[0]._.holmes.subwords[0].lemma, 'bund')
        self.assertEqual(new_doc[0]._.holmes.subwords[1].text, 'oberbehörde')
        self.assertEqual(new_doc[0]._.holmes.subwords[1].lemma, 'oberbehörde')

    def test_derived_lemma(self):
        holmes_manager.remove_all_documents()
        holmes_manager.parse_and_register_document(
            "A lot of information.", 'information')
        serialized_doc = holmes_manager.serialize_document(
            'information')
        holmes_manager.register_serialized_document(
            serialized_doc, 'information2')
        old_doc = holmes_manager.get_document(
            'information')
        new_doc = holmes_manager.get_document(
            'information2')
        self.assertEqual(old_doc[3]._.holmes.derived_lemma, 'inform')
        self.assertEqual(new_doc[3]._.holmes.derived_lemma, 'inform')