update: added pass the remove whitespace

parser/src/passes/remove_whitespace.c

@@ -0,0 +1,44 @@
+/* ************************************************************************** */
+/*                                                                            */
+/*                                                        :::      ::::::::   */
+/*   remove_whitespace.c                                :+:      :+:    :+:   */
+/*                                                    +:+ +:+         +:+     */
+/*   By: maiboyer <maiboyer@student.42.fr>          +#+  +:+       +#+        */
+/*                                                +#+#+#+#+#+   +#+           */
+/*   Created: 2024/10/02 19:04:32 by maiboyer          #+#    #+#             */
+/*   Updated: 2024/10/08 15:18:58 by maiboyer         ###   ########.fr       */
+/*                                                                            */
+/* ************************************************************************** */
+
+#include "me/types.h"
+#include "me/vec/vec_token.h"
+#include "parser/passes.h"
+#include "parser/token.h"
+
+/// This is a sample pass
+///
+/// There is a few rules the rest of the tokenizer machinery assumes
+/// theses function follows:
+/// 	- the input vec WILL be freed when the function return, even in
+/// 		case of error
+/// 	- the output vector isn't populated if the function returns an error,
+/// 		thus it shouldn't be freed in case of error
+/// 	- the output tokens may not be direct copy of the input tokens,
+/// 		but need to be cloned (different allocations for stuff)
+
+t_error ts_remove_whitespace(t_vec_token input, t_vec_token *output)
+{
+	t_vec_token out;
+	t_usize		i;
+
+	i = 0;
+	out = vec_token_new(input.len, token_free);
+	while (i < input.len)
+	{
+		if (vec_token_get(&input, i)->type != TOK_WHITESPACE)
+			vec_token_push(&out, token_clone(vec_token_get(&input, i)));
+		i++;
+	}
+	vec_token_free(input);
+	return (*output = out, NO_ERROR);
+}