From 8cf7e47b76431cd5f142e631f6a93b608ffdc694 Mon Sep 17 00:00:00 2001
From: Sondre Wold <sondrewold1@gmail.com>
Date: Wed, 1 May 2024 16:39:46 +0200
Subject: [PATCH] Setup read from file, tokenize on whitespace

---
 mitok/Cargo.toml       |   8 +++++
 mitok/src/.lib.rs.swp  | Bin 0 -> 12288 bytes
 mitok/src/.main.rs.swp | Bin 0 -> 12288 bytes
 mitok/src/lib.rs       |  68 +++++++++++++++++++++++++++++++++++++++++
 mitok/src/main.rs      |  14 +++++++++
 5 files changed, 90 insertions(+)
 create mode 100644 mitok/Cargo.toml
 create mode 100644 mitok/src/.lib.rs.swp
 create mode 100644 mitok/src/.main.rs.swp
 create mode 100644 mitok/src/lib.rs
 create mode 100644 mitok/src/main.rs

diff --git a/mitok/Cargo.toml b/mitok/Cargo.toml
new file mode 100644
index 0000000..a0c9a6e
--- /dev/null
+++ b/mitok/Cargo.toml
@@ -0,0 +1,8 @@
+[package]
+name = "mitok"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
diff --git a/mitok/src/.lib.rs.swp b/mitok/src/.lib.rs.swp
new file mode 100644
index 0000000000000000000000000000000000000000..803a2e031c7364cba2dae064e7d885fb8b43b2f8
GIT binary patch
literal 12288
zcmeI2L5Lew7{}l0L9JHB9u$i3HVeBG$<FS^i=Ct?)K(DbR$RJ0Y(tpLyh)~=yov9<
z>8{<bJ$g}8L}@*UH;;lKf+s<#7cU<5CW;`|gA~u}|Gk+cW44yM)I;G7{F2Gcd*A!s
z?|n1bCDUDAfAJJO;w}?xj}!9KT0Q#Ym+xkJ-VBi`4+Yyy^{Lx!Yo?uCJazo##kw1b
zSY2|v>DHbuua5#Qok)Xhz_^l2Ly?|m0d@wlN-q?zQUps$+;xTA6T=>`2CRYo8aPOv
zt*@9%eXcS~4?S^azkzH&Yrq<?2CM;Vz#6aytO0Al8n_1ysNoE`g1ql5az9bL&rH1+
zAMKkpU=3IU)_^r&4Oj!#fHhzZSOeC8HDC?gg9iMNked$>a`+)6kKg}C|Nnpg7$M()
zufeC_D)<1r58ePLK^6S*C?P+CFTpkN9(WhL1I~cM;ID&(`~bcJAA=9U+u$wmCRhcF
z-~hP(2;zV(AV3c=5Q4MdC2#~h2WsGc@Y}<Ld<(9FkAM$e08fD@!Holi{0e>qpMk63
zELaCF_!D#g99#oC;51kTbKq&9-TeL_AzuKySp(L9HDC=`1J=M@Gq6J_w)|D^`BE~W
zI_z#8e|6SLSfn~K4q1(gxYsxP<?wq3FP|*u^e?ekwLyq(r?-Tu$ta8-rFgiJ@%R#R
z=7W?g{pcf_o2I69k(xWqWZwzuw>h`+k8_F!bwt0&g4vCVOb3-3t;C$Oewu_#=uaxu
zuSv|$<8!+_Ci<?7`-V&@rd#H{7}xt<pZkdk!lat+JjfKLStO1)>n!j*&NiL02R%a*
znleEdrzRp*2uIIxiiGJTTR5Uco>OTS#xO|b9MK^oP6t_{;ttxg&SpPG#GxNBtnXl$
zFsDklO}n`bJyhH5?^$2=|1ae9TKxyz?!J8A+O=D`1EDhJy@cJVQKK}IjLK}tgy%ie
zAcHhCD=Q&?ZX<|#j+S3-<Bw|7+FSy1YAy1EdEJ}E%nwveGm5Qr&=pMiF?TMj%T&1u
z<5=ewU7nI`>Qa|Q9?8>%*_@Y3v|wLHbLB9Jm9sz>s&0@b2_8SzHLC}UQem2)D(UDt
zb#)&(E-8Iw>ml;!Q*}Sgy1F*aIb7_`1;6Et;&^m^!KcWhN*7xuDU(=!tkr_F!qe#s
zj#JGAOlo#0Vy+TC>r}SAV>`Gebyl~?x=1T8|5B$>7CV)qlb*+T4x@zk+?{l*QCG}0
zlAb4+AHr=1GeO1Z=|yqRjbhZ!&{zHHu?8tLh>RDfJ^H+9W~TlMlel)9PPImlr(4bN
zHBL_ok&3c|$;4qJ?@PDoco4c%DiEYNIdPQwq9-?2+HR1f9Cw0A<xgVjrA94f!i?-x
zR#SzWQ=0Yq6wjky#CJrf!{m>syRJKOru)T_8KEe@Cao8@nqtoS2B<T@YHzF=L+$dU
z^QqKO3R3wh4s<=}rPsHu!qKD<#<TKh9;#-{qDvO2QfqS=s?hTy*&yQ&Ogr^FqqaeI
TcXzMo-}G-_XY^aY{`USGn?!_$

literal 0
HcmV?d00001

diff --git a/mitok/src/.main.rs.swp b/mitok/src/.main.rs.swp
new file mode 100644
index 0000000000000000000000000000000000000000..441de99ba7cac2814512704c58515e7d79156bda
GIT binary patch
literal 12288
zcmeI&O=}uK7zgk%&9!N0zreJCvU_lS36yk9duW?O4*@~qRdk(|ZFELvW@Bh$`vrQ*
zC&~v%3i$|qx%HT1PI+csL6ih?6#fg3v(E1Gcl?2e#pzYspAY%lsLJTrX6#9`p4?tv
zl?I~3tX6#^C)!_n=xF8l+4A9sX1N|ECUsw<o<3b^`92S<eA00?lFHf2*yt}Zrjt?X
z^l|ZOO<WmuQxzGz5`qZ`K;ZELnM=xhPuXt0mjBduUcKZmo*z9v2OSWA00bZa0SG_<
z0uX?}+6uUFiT$9}Zxr8Ps~Ag5WAPRP1Rwwb2tWV=5P$##AOHafKmY=3DA4UQc1{od
zfBb_#{r^9I{=a#~*l(&|R994&R2Nh~shU)8s3NLOs{hpVugLg24_HGBEExh2fB*y_
z009U<00Izz00h=RV9Gch(?&k{Q`%V`OKb0&7ebz<E~tgGjx^yz>G**$K}UxC9nbfp
z3t=)9#9AfkAmrcj>}k=l@EJ>4K4{iMIUn<8A(Wg1ue)Yo!zfb|(;auT>Bym#!C6Nd
zb5^ALUVoS1Z5i*koJrN-J;g|MB80yXgi)-AL)tSR&_WW${YLq~FOIRy%K5ryAKS>M
Ptm_L=a4gJFWP{xSSG|>g

literal 0
HcmV?d00001

diff --git a/mitok/src/lib.rs b/mitok/src/lib.rs
new file mode 100644
index 0000000..b9a9b4d
--- /dev/null
+++ b/mitok/src/lib.rs
@@ -0,0 +1,68 @@
+use std::error::Error;
+use std::fs;
+
+pub struct Config {
+    file_path: String,
+}
+
+impl Config {
+    pub fn new(args: &[String]) -> Result<Config, &'static str> {
+        if args.len() < 2 {
+            return Err("Not enough provided arguments...");
+        }
+        let file_path = args[1].clone();
+        Ok(Config { file_path })
+    }
+}
+
+pub fn run(config: Config) -> Result<(), Box<dyn Error>> {
+    let contents = fs::read_to_string(config.file_path)?;
+    let tokens = tokenize(&contents);
+    println!("{contents}");
+    for line in tokens {
+        println!("{:?}", line);
+    }
+    Ok(())
+}
+
+pub fn tokenize<'a>(contents: &'a str) -> Vec<Vec<&'a str>> {
+    let mut tokens = Vec::new();
+    for line in contents.lines() {
+        let mut line_tokens: Vec<&str> = line.split(' ').collect();
+        line_tokens.retain(|t| t.len() > 0);
+        tokens.push(line_tokens)
+    }
+    tokens
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn single_line_whitespace_simple() {
+        let contents = "\
+        dette er en banal test.";
+
+        let mut left_side = Vec::new();
+        let c = vec!["dette", "er", "en", "banal", "test."];
+        left_side.push(c);
+        let right_side = tokenize(&contents);
+
+        assert_eq!(left_side, right_side);
+    }
+    #[test]
+    fn multi_line_whitespace_simple() {
+        let contents = "\
+            dette er en banal test \n som inneholder to linjer";
+
+        let mut left_side = Vec::new();
+        let c1 = vec!["dette", "er", "en", "banal", "test"];
+        let c2 = vec!["som", "inneholder", "to", "linjer"];
+        left_side.push(c1);
+        left_side.push(c2);
+        let right_side = tokenize(&contents);
+
+        assert_eq!(left_side, right_side);
+    }
+}
diff --git a/mitok/src/main.rs b/mitok/src/main.rs
new file mode 100644
index 0000000..8b56d68
--- /dev/null
+++ b/mitok/src/main.rs
@@ -0,0 +1,14 @@
+use std::env;
+use std::process;
+use mitok::Config;
+
+
+fn main() {
+    let args: Vec<String> = env::args().collect();
+    let config = Config::new(&args).unwrap_or_else(|_err| {
+        process::exit(1);
+    });
+    if let Err(_e) = mitok::run(config) {
+        process::exit(1);
+    };
+}
-- 
2.39.5