searchengines-web/MeiliSearch
searchengines-web/MeiliSearch
1
0
Fork 0
mirror of https://github.com/meilisearch/MeiliSearch synced 2024-06-01 10:28:02 +02:00
Code Issues Releases Wiki Activity

Do not allocate when parsing CSV headers

Browse Source
This commit is contained in:
Kerollmops 2022-06-14 10:13:48 +02:00
parent ce90fc628a
commit 048e174efb
No known key found for this signature in database
GPG Key ID: 92ADA4E935E71FA4
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
milli/src/documents/builder.rs
View File

@ -108,7 +108,7 @@ impl<W: io::Write + io::Seek> DocumentBatchBuilder<W> {
.headers()?
.into_iter()
.map(parse_csv_header)
.map(|(k, t)| (this.index.insert(&k), t))
.map(|(k, t)| (this.index.insert(k), t))
.collect::<BTreeMap<_, _>>();
for (i, record) in records.into_records().enumerate() {
@ -161,16 +161,16 @@ enum AllowedType {
Number,
}
fn parse_csv_header(header: &str) -> (String, AllowedType) {
fn parse_csv_header(header: &str) -> (&str, AllowedType) {
// if there are several separators we only split on the last one.
match header.rsplit_once(':') {
Some((field_name, field_type)) => match field_type {
"string" => (field_name.to_string(), AllowedType::String),
"number" => (field_name.to_string(), AllowedType::Number),
"string" => (field_name, AllowedType::String),
"number" => (field_name, AllowedType::Number),
// if the pattern isn't reconized, we keep the whole field.
_otherwise => (header.to_string(), AllowedType::String),
_otherwise => (header, AllowedType::String),
},
None => (header.to_string(), AllowedType::String),
None => (header, AllowedType::String),
}
}