logistic-bot/osdb
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat(parser): parse tokens into commands

Browse source
This commit is contained in:
Khaïs COLIN 2025-05-04 14:09:33 +02:00
parent f634da3318
commit d568653a17
17 changed files with 381 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
src/lib.rs
View file

@ -3,5 +3,6 @@ pub mod cli;
pub mod command;
pub mod error_display;
pub mod meta_commands;
pub mod parser;
pub mod statements;
pub mod tokens;

83
src/parser.rs Normal file
View file

@ -0,0 +1,83 @@
use std::collections::VecDeque;
use crate::{
command::{Command, CommandParseError},
statements::Statement,
tokens::tokenize,
};
pub fn parse(file: String, input: String) -> Result<Vec<Command>, Vec<CommandParseError>> {
let mut tokens: VecDeque<_> = tokenize(input, file)
.map_err(|x| x.into_iter().map(|x| x.into()).collect::<Vec<_>>())?
.into();
let mut cmds = Vec::new();
let errs = Vec::new();
while let Some(token) = tokens.pop_front() {
match token.data {
crate::tokens::TokenData::Insert => cmds.push(Command::Statement(Statement::Insert)),
crate::tokens::TokenData::Select => cmds.push(Command::Statement(Statement::Select)),
crate::tokens::TokenData::MetaCommand(meta_command) => {
cmds.push(Command::MetaCommand(meta_command))
}
crate::tokens::TokenData::EndOfFile => (),
}
}
if errs.is_empty() {
Ok(cmds)
} else {
Err(errs)
}
}
#[cfg(test)]
mod tests {
use super::*;
use insta::assert_debug_snapshot;
#[test]
fn test_parse_single_correct() {
let file = String::from("<stdin>");
assert_debug_snapshot!(parse(file.clone(), String::from(".exit")));
assert_debug_snapshot!(parse(file.clone(), String::from("select")));
assert_debug_snapshot!(parse(file.clone(), String::from("sElEcT")));
assert_debug_snapshot!(parse(file.clone(), String::from("INSERT")));
assert_debug_snapshot!(parse(file.clone(), String::from("InSErT")));
}
#[test]
fn test_parse_single_incorrect() {
let file = String::from("<stdin>");
assert_debug_snapshot!(parse(file.clone(), String::from(".halp")));
assert_debug_snapshot!(parse(file.clone(), String::from("salect")));
assert_debug_snapshot!(parse(file.clone(), String::from("sAlEcT")));
assert_debug_snapshot!(parse(file.clone(), String::from("INSART")));
assert_debug_snapshot!(parse(file.clone(), String::from("InSArT")));
}
#[test]
fn test_parse_multiple_correct() {
let file = String::from("<stdin>");
assert_debug_snapshot!(parse(
file.clone(),
String::from(".exit select select insert select")
));
}
#[test]
fn test_parse_multiple_incorrect() {
let file = String::from("<stdin>");
assert_debug_snapshot!(parse(
file.clone(),
String::from(".halp salect selact inset seiect")
));
}
#[test]
fn test_parse_multiple_mixed() {
let file = String::from("<stdin>");
assert_debug_snapshot!(parse(
file.clone(),
String::from(".exit selct select nsert select")
));
}
}

11
src/snapshots/osdb__parser__tests__parse_exit.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file, String::from(\".exit\"))"
---
Ok(
[
MetaCommand(
Exit,
),
],
)

23
src/snapshots/osdb__parser__tests__parse_multiple_correct.snap Normal file
View file

@ -0,0 +1,23 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\".exit select select insert select\"))"
---
Ok(
[
MetaCommand(
Exit,
),
Statement(
Select,
),
Statement(
Select,
),
Statement(
Insert,
),
Statement(
Select,
),
],
)

68
src/snapshots/osdb__parser__tests__parse_multiple_incorrect.snap Normal file
View file

@ -0,0 +1,68 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\".halp salect selact inset seiect\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 5,
},
kind: UnknownMetaCommand(
".halp",
),
},
),
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 6,
length: 6,
},
kind: UnknownKeyword(
"salect",
),
},
),
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 13,
length: 6,
},
kind: UnknownKeyword(
"selact",
),
},
),
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 20,
length: 5,
},
kind: UnknownKeyword(
"inset",
),
},
),
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 26,
length: 6,
},
kind: UnknownKeyword(
"seiect",
),
},
),
],
)

32
src/snapshots/osdb__parser__tests__parse_multiple_mixed.snap Normal file
View file

@ -0,0 +1,32 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\".exit selct select nsert select\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 6,
length: 5,
},
kind: UnknownKeyword(
"selct",
),
},
),
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 19,
length: 5,
},
kind: UnknownKeyword(
"nsert",
),
},
),
],
)

11
src/snapshots/osdb__parser__tests__parse_single_correct-2.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"select\"))"
---
Ok(
[
Statement(
Select,
),
],
)

11
src/snapshots/osdb__parser__tests__parse_single_correct-3.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"sElEcT\"))"
---
Ok(
[
Statement(
Select,
),
],
)

11
src/snapshots/osdb__parser__tests__parse_single_correct-4.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"INSERT\"))"
---
Ok(
[
Statement(
Insert,
),
],
)

11
src/snapshots/osdb__parser__tests__parse_single_correct-5.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"InSErT\"))"
---
Ok(
[
Statement(
Insert,
),
],
)

11
src/snapshots/osdb__parser__tests__parse_single_correct.snap Normal file
View file

@ -0,0 +1,11 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\".exit\"))"
---
Ok(
[
MetaCommand(
Exit,
),
],
)

20
src/snapshots/osdb__parser__tests__parse_single_incorrect-2.snap Normal file
View file

@ -0,0 +1,20 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"salect\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 6,
},
kind: UnknownKeyword(
"salect",
),
},
),
],
)

20
src/snapshots/osdb__parser__tests__parse_single_incorrect-3.snap Normal file
View file

@ -0,0 +1,20 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"sAlEcT\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 6,
},
kind: UnknownKeyword(
"sAlEcT",
),
},
),
],
)

20
src/snapshots/osdb__parser__tests__parse_single_incorrect-4.snap Normal file
View file

@ -0,0 +1,20 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"INSART\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 6,
},
kind: UnknownKeyword(
"INSART",
),
},
),
],
)

20
src/snapshots/osdb__parser__tests__parse_single_incorrect-5.snap Normal file
View file

@ -0,0 +1,20 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\"InSArT\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 6,
},
kind: UnknownKeyword(
"InSArT",
),
},
),
],
)

20
src/snapshots/osdb__parser__tests__parse_single_incorrect.snap Normal file
View file

@ -0,0 +1,20 @@
---
source: src/parser.rs
expression: "parse(file.clone(), String::from(\".halp\"))"
---
Err(
[
Scan(
ScanError {
location: Location {
file: "<stdin>",
offset: 0,
length: 5,
},
kind: UnknownMetaCommand(
".halp",
),
},
),
],
)