feat: Index documents using the Serializer struct

2024-11-26 23:04:26 +01:00 · 2019-04-19 18:03:32 +02:00 · 2019-04-19 18:03:32 +02:00 · 645bab7748
commit 645bab7748
parent abd7d1de48
6 changed files with 363 additions and 73 deletions
--- a/meilidb-core/src/query_builder.rs
+++ b/meilidb-core/src/query_builder.rs
@ -94,7 +94,7 @@ where I: Deref<Target=Index>,
                let stream = self.index.map.search(automaton);
                op_builder.push(stream);
            }
-            op_builder.union()
+            op_builder.r#union()
        };

        let mut matches = Vec::new();
--- a/meilidb-data/src/serde/convert_to_string.rs
+++ b/meilidb-data/src/serde/convert_to_string.rs
@ -3,9 +3,9 @@ use serde::ser;

 use super::SerializerError;

-pub struct ExtractString;
+pub struct ConvertToString;

-impl ser::Serializer for ExtractString {
+impl ser::Serializer for ConvertToString {
    type Ok = String;
    type Error = SerializerError;
    type SerializeSeq = ser::Impossible<Self::Ok, Self::Error>;
@ -16,22 +16,52 @@ impl ser::Serializer for ExtractString {
    type SerializeStruct = ser::Impossible<Self::Ok, Self::Error>;
    type SerializeStructVariant = ser::Impossible<Self::Ok, Self::Error>;

-    forward_to_unserializable_type! {
-        bool => serialize_bool,
-        char => serialize_char,
+    fn serialize_bool(self, value: bool) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnserializableType { type_name: "boolean" })
+    }

-        i8  => serialize_i8,
-        i16 => serialize_i16,
-        i32 => serialize_i32,
-        i64 => serialize_i64,
+    fn serialize_char(self, value: char) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }

-        u8  => serialize_u8,
-        u16 => serialize_u16,
-        u32 => serialize_u32,
-        u64 => serialize_u64,
+    fn serialize_i8(self, value: i8) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }

-        f32 => serialize_f32,
-        f64 => serialize_f64,
+    fn serialize_i16(self, value: i16) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_i32(self, value: i32) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_i64(self, value: i64) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_u8(self, value: u8) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_u16(self, value: u16) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_u32(self, value: u32) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_u64(self, value: u64) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_f32(self, value: f32) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
+    }
+
+    fn serialize_f64(self, value: f64) -> Result<Self::Ok, Self::Error> {
+        Ok(value.to_string())
    }

    fn serialize_str(self, value: &str) -> Result<Self::Ok, Self::Error> {
@ -39,25 +69,25 @@ impl ser::Serializer for ExtractString {
    }

    fn serialize_bytes(self, _v: &[u8]) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "&[u8]" })
+        Err(SerializerError::UnserializableType { type_name: "&[u8]" })
    }

    fn serialize_none(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_some<T: ?Sized>(self, _value: &T) -> Result<Self::Ok, Self::Error>
    where T: Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_unit(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "()" })
+        Err(SerializerError::UnserializableType { type_name: "()" })
    }

    fn serialize_unit_struct(self, _name: &'static str) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "unit struct" })
+        Err(SerializerError::UnserializableType { type_name: "unit struct" })
    }

    fn serialize_unit_variant(
@ -67,7 +97,7 @@ impl ser::Serializer for ExtractString {
        _variant: &'static str
    ) -> Result<Self::Ok, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "unit variant" })
+        Err(SerializerError::UnserializableType { type_name: "unit variant" })
    }

    fn serialize_newtype_struct<T: ?Sized>(
@ -89,15 +119,15 @@ impl ser::Serializer for ExtractString {
    ) -> Result<Self::Ok, Self::Error>
    where T: Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "newtype variant" })
+        Err(SerializerError::UnserializableType { type_name: "newtype variant" })
    }

    fn serialize_seq(self, _len: Option<usize>) -> Result<Self::SerializeSeq, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "sequence" })
+        Err(SerializerError::UnserializableType { type_name: "sequence" })
    }

    fn serialize_tuple(self, _len: usize) -> Result<Self::SerializeTuple, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "tuple" })
+        Err(SerializerError::UnserializableType { type_name: "tuple" })
    }

    fn serialize_tuple_struct(
@ -106,7 +136,7 @@ impl ser::Serializer for ExtractString {
        _len: usize
    ) -> Result<Self::SerializeTupleStruct, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple struct" })
+        Err(SerializerError::UnserializableType { type_name: "tuple struct" })
    }

    fn serialize_tuple_variant(
@ -117,11 +147,11 @@ impl ser::Serializer for ExtractString {
        _len: usize
    ) -> Result<Self::SerializeTupleVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple variant" })
+        Err(SerializerError::UnserializableType { type_name: "tuple variant" })
    }

    fn serialize_map(self, _len: Option<usize>) -> Result<Self::SerializeMap, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "map" })
+        Err(SerializerError::UnserializableType { type_name: "map" })
    }

    fn serialize_struct(
@ -130,7 +160,7 @@ impl ser::Serializer for ExtractString {
        _len: usize
    ) -> Result<Self::SerializeStruct, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "struct" })
+        Err(SerializerError::UnserializableType { type_name: "struct" })
    }

    fn serialize_struct_variant(
@ -141,6 +171,6 @@ impl ser::Serializer for ExtractString {
        _len: usize
    ) -> Result<Self::SerializeStructVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "struct variant" })
+        Err(SerializerError::UnserializableType { type_name: "struct variant" })
    }
 }
--- a/meilidb-data/src/serde/extract_document_id.rs
+++ b/meilidb-data/src/serde/extract_document_id.rs
@ -5,7 +5,7 @@ use meilidb_core::DocumentId;
 use serde::Serialize;
 use serde::ser;

-use super::{SerializerError, ExtractString};
+use super::{SerializerError, ConvertToString};

 pub fn extract_document_id<D>(
    identifier: &str,
@ -57,29 +57,29 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
    }

    fn serialize_str(self, value: &str) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "str" })
+        Err(SerializerError::UnserializableType { type_name: "str" })
    }

    fn serialize_bytes(self, _v: &[u8]) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "&[u8]" })
+        Err(SerializerError::UnserializableType { type_name: "&[u8]" })
    }

    fn serialize_none(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_some<T: ?Sized>(self, _value: &T) -> Result<Self::Ok, Self::Error>
    where T: Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_unit(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "()" })
+        Err(SerializerError::UnserializableType { type_name: "()" })
    }

    fn serialize_unit_struct(self, _name: &'static str) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "unit struct" })
+        Err(SerializerError::UnserializableType { type_name: "unit struct" })
    }

    fn serialize_unit_variant(
@ -89,7 +89,7 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
        _variant: &'static str
    ) -> Result<Self::Ok, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "unit variant" })
+        Err(SerializerError::UnserializableType { type_name: "unit variant" })
    }

    fn serialize_newtype_struct<T: ?Sized>(
@ -111,15 +111,15 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
    ) -> Result<Self::Ok, Self::Error>
    where T: Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "newtype variant" })
+        Err(SerializerError::UnserializableType { type_name: "newtype variant" })
    }

    fn serialize_seq(self, _len: Option<usize>) -> Result<Self::SerializeSeq, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "sequence" })
+        Err(SerializerError::UnserializableType { type_name: "sequence" })
    }

    fn serialize_tuple(self, _len: usize) -> Result<Self::SerializeTuple, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "tuple" })
+        Err(SerializerError::UnserializableType { type_name: "tuple" })
    }

    fn serialize_tuple_struct(
@ -128,7 +128,7 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
        _len: usize
    ) -> Result<Self::SerializeTupleStruct, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple struct" })
+        Err(SerializerError::UnserializableType { type_name: "tuple struct" })
    }

    fn serialize_tuple_variant(
@ -139,7 +139,7 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
        _len: usize
    ) -> Result<Self::SerializeTupleVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple variant" })
+        Err(SerializerError::UnserializableType { type_name: "tuple variant" })
    }

    fn serialize_map(self, _len: Option<usize>) -> Result<Self::SerializeMap, Self::Error> {
@ -174,7 +174,7 @@ impl<'a> ser::Serializer for ExtractDocumentId<'a> {
        _len: usize
    ) -> Result<Self::SerializeStructVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "struct variant" })
+        Err(SerializerError::UnserializableType { type_name: "struct variant" })
    }
 }

@ -191,7 +191,7 @@ impl<'a> ser::SerializeMap for ExtractDocumentIdMapSerializer<'a> {
    fn serialize_key<T: ?Sized>(&mut self, key: &T) -> Result<(), Self::Error>
    where T: Serialize,
    {
-        let key = key.serialize(ExtractString)?;
+        let key = key.serialize(ConvertToString)?;
        self.current_key_name = Some(key);
        Ok(())
    }
@ -210,7 +210,7 @@ impl<'a> ser::SerializeMap for ExtractDocumentIdMapSerializer<'a> {
    ) -> Result<(), Self::Error>
    where K: Serialize, V: Serialize,
    {
-        let key = key.serialize(ExtractString)?;
+        let key = key.serialize(ConvertToString)?;

        if self.identifier == key {
            // TODO is it possible to have multiple ids?
--- a/meilidb-data/src/serde/indexer.rs
+++ b/meilidb-data/src/serde/indexer.rs
@ -0,0 +1,233 @@
+use meilidb_core::DocumentId;
+use serde::ser;
+use serde::Serialize;
+
+use crate::database::RawIndex;
+use crate::indexer::Indexer as RawIndexer;
+use crate::schema::SchemaAttr;
+use super::{SerializerError, ConvertToString};
+
+pub struct Indexer<'a> {
+    pub attribute: SchemaAttr,
+    pub indexer: &'a mut RawIndexer,
+    pub document_id: DocumentId,
+}
+
+impl<'a> ser::Serializer for Indexer<'a> {
+    type Ok = ();
+    type Error = SerializerError;
+    type SerializeSeq = SeqIndexer<'a>;
+    type SerializeTuple = ser::Impossible<Self::Ok, Self::Error>;
+    type SerializeTupleStruct = ser::Impossible<Self::Ok, Self::Error>;
+    type SerializeTupleVariant = ser::Impossible<Self::Ok, Self::Error>;
+    type SerializeMap = ser::Impossible<Self::Ok, Self::Error>;
+    type SerializeStruct = ser::Impossible<Self::Ok, Self::Error>;
+    type SerializeStructVariant = ser::Impossible<Self::Ok, Self::Error>;
+
+    fn serialize_bool(self, value: bool) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "boolean" })
+    }
+
+    fn serialize_char(self, value: char) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_i8(self, value: i8) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_i16(self, value: i16) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_i32(self, value: i32) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_i64(self, value: i64) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_u8(self, value: u8) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_u16(self, value: u16) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_u32(self, value: u32) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_u64(self, value: u64) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_f32(self, value: f32) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_f64(self, value: f64) -> Result<Self::Ok, Self::Error> {
+        let text = value.serialize(ConvertToString)?;
+        self.serialize_str(&text)
+    }
+
+    fn serialize_str(self, text: &str) -> Result<Self::Ok, Self::Error> {
+        self.indexer.index_text(self.document_id, self.attribute, text);
+        Ok(())
+    }
+
+    fn serialize_bytes(self, _v: &[u8]) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "&[u8]" })
+    }
+
+    fn serialize_none(self) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "Option" })
+    }
+
+    fn serialize_some<T: ?Sized>(self, value: &T) -> Result<Self::Ok, Self::Error>
+    where T: ser::Serialize,
+    {
+        let text = value.serialize(ConvertToString)?;
+        self.indexer.index_text(self.document_id, self.attribute, &text);
+        Ok(())
+    }
+
+    fn serialize_unit(self) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "()" })
+    }
+
+    fn serialize_unit_struct(self, _name: &'static str) -> Result<Self::Ok, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "unit struct" })
+    }
+
+    fn serialize_unit_variant(
+        self,
+        _name: &'static str,
+        _variant_index: u32,
+        _variant: &'static str
+    ) -> Result<Self::Ok, Self::Error>
+    {
+        Err(SerializerError::UnindexableType { type_name: "unit variant" })
+    }
+
+    fn serialize_newtype_struct<T: ?Sized>(
+        self,
+        _name: &'static str,
+        value: &T
+    ) -> Result<Self::Ok, Self::Error>
+    where T: ser::Serialize,
+    {
+        value.serialize(self)
+    }
+
+    fn serialize_newtype_variant<T: ?Sized>(
+        self,
+        _name: &'static str,
+        _variant_index: u32,
+        _variant: &'static str,
+        _value: &T
+    ) -> Result<Self::Ok, Self::Error>
+    where T: ser::Serialize,
+    {
+        Err(SerializerError::UnindexableType { type_name: "newtype variant" })
+    }
+
+    fn serialize_seq(self, _len: Option<usize>) -> Result<Self::SerializeSeq, Self::Error> {
+        let indexer = SeqIndexer {
+            attribute: self.attribute,
+            document_id: self.document_id,
+            indexer: self.indexer,
+            texts: Vec::new(),
+        };
+
+        Ok(indexer)
+    }
+
+    fn serialize_tuple(self, _len: usize) -> Result<Self::SerializeTuple, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "tuple" })
+    }
+
+    fn serialize_tuple_struct(
+        self,
+        _name: &'static str,
+        _len: usize
+    ) -> Result<Self::SerializeTupleStruct, Self::Error>
+    {
+        Err(SerializerError::UnindexableType { type_name: "tuple struct" })
+    }
+
+    fn serialize_tuple_variant(
+        self,
+        _name: &'static str,
+        _variant_index: u32,
+        _variant: &'static str,
+        _len: usize
+    ) -> Result<Self::SerializeTupleVariant, Self::Error>
+    {
+        Err(SerializerError::UnindexableType { type_name: "tuple variant" })
+    }
+
+    fn serialize_map(self, _len: Option<usize>) -> Result<Self::SerializeMap, Self::Error> {
+        Err(SerializerError::UnindexableType { type_name: "map" })
+    }
+
+    fn serialize_struct(
+        self,
+        _name: &'static str,
+        _len: usize
+    ) -> Result<Self::SerializeStruct, Self::Error>
+    {
+        Err(SerializerError::UnindexableType { type_name: "struct" })
+    }
+
+    fn serialize_struct_variant(
+        self,
+        _name: &'static str,
+        _variant_index: u32,
+        _variant: &'static str,
+        _len: usize
+    ) -> Result<Self::SerializeStructVariant, Self::Error>
+    {
+        Err(SerializerError::UnindexableType { type_name: "struct variant" })
+    }
+}
+
+pub struct SeqIndexer<'a> {
+    attribute: SchemaAttr,
+    document_id: DocumentId,
+    indexer: &'a mut RawIndexer,
+    texts: Vec<String>,
+}
+
+impl<'a> ser::SerializeSeq for SeqIndexer<'a> {
+    type Ok = ();
+    type Error = SerializerError;
+
+    fn serialize_element<T: ?Sized>(&mut self, value: &T) -> Result<(), Self::Error>
+    where T: ser::Serialize
+    {
+        let text = value.serialize(ConvertToString)?;
+        self.texts.push(text);
+
+        Ok(())
+    }
+
+    fn end(mut self) -> Result<Self::Ok, Self::Error> {
+        let texts = self.texts.iter().map(String::as_str);
+        self.indexer.index_text_seq(self.document_id, self.attribute, texts);
+
+        Ok(())
+    }
+}
--- a/meilidb-data/src/serde/mod.rs
+++ b/meilidb-data/src/serde/mod.rs
@ -2,21 +2,23 @@ macro_rules! forward_to_unserializable_type {
    ($($ty:ident => $se_method:ident,)*) => {
        $(
            fn $se_method(self, _v: $ty) -> Result<Self::Ok, Self::Error> {
-                Err(SerializerError::UnserializableType { name: "$ty" })
+                Err(SerializerError::UnserializableType { type_name: "$ty" })
            }
        )*
    }
 }

 mod deserializer;
-mod serializer;
-mod extract_string;
 mod extract_document_id;
+mod convert_to_string;
+mod indexer;
+mod serializer;

 pub use self::deserializer::Deserializer;
-pub use self::serializer::Serializer;
-pub use self::extract_string::ExtractString;
 pub use self::extract_document_id::extract_document_id;
+pub use self::convert_to_string::ConvertToString;
+pub use self::indexer::Indexer;
+pub use self::serializer::Serializer;

 use std::{fmt, error::Error};
 use rmp_serde::encode::Error as RmpError;
@ -27,7 +29,8 @@ pub enum SerializerError {
    DocumentIdNotFound,
    RmpError(RmpError),
    SledError(sled::Error),
-    UnserializableType { name: &'static str },
+    UnserializableType { type_name: &'static str },
+    UnindexableType { type_name: &'static str },
    Custom(String),
 }

@ -45,11 +48,13 @@ impl fmt::Display for SerializerError {
            }
            SerializerError::RmpError(e) => write!(f, "rmp serde related error: {}", e),
            SerializerError::SledError(e) => write!(f, "sled related error: {}", e),
-            SerializerError::UnserializableType { name } => {
-                write!(f, "Only struct and map types are considered valid documents and
-                           can be serialized, not {} types directly.", name)
+            SerializerError::UnserializableType { type_name } => {
+                write!(f, "{} are not a serializable type", type_name)
            },
-            SerializerError::Custom(s) => f.write_str(&s),
+            SerializerError::UnindexableType { type_name } => {
+                write!(f, "{} are not an indexable type", type_name)
+            },
+            SerializerError::Custom(s) => f.write_str(s),
        }
    }
 }
--- a/meilidb-data/src/serde/serializer.rs
+++ b/meilidb-data/src/serde/serializer.rs
@ -1,13 +1,15 @@
 use meilidb_core::DocumentId;
 use serde::ser;

-use crate::schema::Schema;
 use crate::database::RawIndex;
-use super::{SerializerError, ExtractString};
+use crate::indexer::Indexer as RawIndexer;
+use crate::schema::{Schema, SchemaAttr};
+use super::{SerializerError, ConvertToString, Indexer};

 pub struct Serializer<'a> {
    pub schema: &'a Schema,
    pub index: &'a RawIndex,
+    pub indexer: &'a mut RawIndexer,
    pub document_id: DocumentId,
 }

@ -41,29 +43,29 @@ impl<'a> ser::Serializer for Serializer<'a> {
    }

    fn serialize_str(self, _v: &str) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "str" })
+        Err(SerializerError::UnserializableType { type_name: "str" })
    }

    fn serialize_bytes(self, _v: &[u8]) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "&[u8]" })
+        Err(SerializerError::UnserializableType { type_name: "&[u8]" })
    }

    fn serialize_none(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_some<T: ?Sized>(self, _value: &T) -> Result<Self::Ok, Self::Error>
    where T: ser::Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "Option" })
+        Err(SerializerError::UnserializableType { type_name: "Option" })
    }

    fn serialize_unit(self) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "()" })
+        Err(SerializerError::UnserializableType { type_name: "()" })
    }

    fn serialize_unit_struct(self, _name: &'static str) -> Result<Self::Ok, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "unit struct" })
+        Err(SerializerError::UnserializableType { type_name: "unit struct" })
    }

    fn serialize_unit_variant(
@ -73,7 +75,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
        _variant: &'static str
    ) -> Result<Self::Ok, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "unit variant" })
+        Err(SerializerError::UnserializableType { type_name: "unit variant" })
    }

    fn serialize_newtype_struct<T: ?Sized>(
@ -95,15 +97,15 @@ impl<'a> ser::Serializer for Serializer<'a> {
    ) -> Result<Self::Ok, Self::Error>
    where T: ser::Serialize,
    {
-        Err(SerializerError::UnserializableType { name: "newtype variant" })
+        Err(SerializerError::UnserializableType { type_name: "newtype variant" })
    }

    fn serialize_seq(self, _len: Option<usize>) -> Result<Self::SerializeSeq, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "sequence" })
+        Err(SerializerError::UnserializableType { type_name: "sequence" })
    }

    fn serialize_tuple(self, _len: usize) -> Result<Self::SerializeTuple, Self::Error> {
-        Err(SerializerError::UnserializableType { name: "tuple" })
+        Err(SerializerError::UnserializableType { type_name: "tuple" })
    }

    fn serialize_tuple_struct(
@ -112,7 +114,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
        _len: usize
    ) -> Result<Self::SerializeTupleStruct, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple struct" })
+        Err(SerializerError::UnserializableType { type_name: "tuple struct" })
    }

    fn serialize_tuple_variant(
@ -123,7 +125,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
        _len: usize
    ) -> Result<Self::SerializeTupleVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "tuple variant" })
+        Err(SerializerError::UnserializableType { type_name: "tuple variant" })
    }

    fn serialize_map(self, _len: Option<usize>) -> Result<Self::SerializeMap, Self::Error> {
@ -131,6 +133,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
            schema: self.schema,
            document_id: self.document_id,
            index: self.index,
+            indexer: self.indexer,
            current_key_name: None,
        })
    }
@ -145,6 +148,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
            schema: self.schema,
            document_id: self.document_id,
            index: self.index,
+            indexer: self.indexer,
        })
    }

@ -156,7 +160,7 @@ impl<'a> ser::Serializer for Serializer<'a> {
        _len: usize
    ) -> Result<Self::SerializeStructVariant, Self::Error>
    {
-        Err(SerializerError::UnserializableType { name: "struct variant" })
+        Err(SerializerError::UnserializableType { type_name: "struct variant" })
    }
 }

@ -164,6 +168,7 @@ pub struct MapSerializer<'a> {
    pub schema: &'a Schema,
    pub document_id: DocumentId,
    pub index: &'a RawIndex,
+    pub indexer: &'a mut RawIndexer,
    pub current_key_name: Option<String>,
 }

@ -174,7 +179,7 @@ impl<'a> ser::SerializeMap for MapSerializer<'a> {
    fn serialize_key<T: ?Sized>(&mut self, key: &T) -> Result<(), Self::Error>
    where T: ser::Serialize,
    {
-        let key = key.serialize(ExtractString)?;
+        let key = key.serialize(ConvertToString)?;
        self.current_key_name = Some(key);
        Ok(())
    }
@ -193,12 +198,13 @@ impl<'a> ser::SerializeMap for MapSerializer<'a> {
    ) -> Result<(), Self::Error>
    where K: ser::Serialize, V: ser::Serialize,
    {
-        let key = key.serialize(ExtractString)?;
+        let key = key.serialize(ConvertToString)?;

        serialize_value(
            self.schema,
            self.document_id,
            self.index,
+            self.indexer,
            &key,
            value,
        )
@ -213,6 +219,7 @@ pub struct StructSerializer<'a> {
    pub schema: &'a Schema,
    pub document_id: DocumentId,
    pub index: &'a RawIndex,
+    pub indexer: &'a mut RawIndexer,
 }

 impl<'a> ser::SerializeStruct for StructSerializer<'a> {
@ -230,6 +237,7 @@ impl<'a> ser::SerializeStruct for StructSerializer<'a> {
            self.schema,
            self.document_id,
            self.index,
+            self.indexer,
            key,
            value,
        )
@ -244,6 +252,7 @@ fn serialize_value<T: ?Sized>(
    schema: &Schema,
    document_id: DocumentId,
    index: &RawIndex,
+    indexer: &mut RawIndexer,
    key: &str,
    value: &T,
 ) -> Result<(), SerializerError>
@ -256,6 +265,19 @@ where T: ser::Serialize,
            let value = rmp_serde::to_vec_named(value)?;
            index.set_document_attribute(document_id, attr, value)?;
        }
+
+        if props.is_indexed() {
+            let indexer = Indexer {
+                attribute: attr,
+                indexer: indexer,
+                document_id: document_id,
+            };
+            value.serialize(indexer)?;
+        }
+
+        if props.is_ranked() {
+            unimplemented!()
+        }
    }

    Ok(())