fix unicode handling

libs/config/src/analyze/chumsky.rs

@@ -55,7 +55,7 @@ impl ChumskyCode {
                     {
                         end += 1;
                     }
-                    &processed.as_str()[start..end]
+                    processed.extract(start..end).to_string()
                 }
             ));
         }

libs/config/src/analyze/lints/c01_invalid_value.rs

@@ -159,7 +159,7 @@ impl CodeC01InvalidValue {
     #[must_use]
     pub fn new(span: Range<usize>, processed: &Processed) -> Self {
         Self {
-            value: processed.as_str()[span.clone()].to_string(),
+            value: processed.extract(span.clone()).to_string(),
             span,
             diagnostic: None,
         }
@@ -218,7 +218,7 @@ impl CodeC01InvalidValueMacro {
         if let Some(diag) = &mut self.diagnostic {
             diag.notes.push(format!(
                 "The processed output was:\n{} ",
-                &processed.as_str()[self.span.start..self.span.end]
+                processed.extract(self.span.clone())
             ));
         }
         self

libs/config/src/analyze/lints/c07_expected_array.rs

@@ -166,7 +166,7 @@ impl Code07ExpectedArray {
         let ident_end = processed
             .mapping(name.span.end)
             .expect("mapping should exist");
-        let haystack = &processed.as_str()[ident_end.original_start()..value.span().start];
+        let haystack = &processed.extract(ident_end.original_start()..value.span().start);
         let possible_end = ident_end.original_start() + haystack.find(']').unwrap_or(1) + 1;
         self.suggestion = Some(name.value.to_string());
         self.diagnostic = Diagnostic::from_code_processed(

libs/config/src/analyze/lints/c08_missing_semicolon.rs

@@ -140,7 +140,7 @@ impl Code08MissingSemicolon {
     }
 
     fn generate_processed(mut self, processed: &Processed) -> Self {
-        let haystack = &processed.as_str()[self.span.clone()];
+        let haystack = &processed.extract(self.span.clone());
         let possible_end = self.span.start
             + haystack
                 .find('\n')

libs/config/src/analyze/lints/c10_class_missing_braces.rs

@@ -128,7 +128,7 @@ impl Code10ClassMissingBraces {
     }
 
     fn generate_processed(mut self, processed: &Processed) -> Self {
-        let haystack = &processed.as_str()[self.span.clone()];
+        let haystack = &processed.extract(self.span.clone());
         let possible_end = self.span.start
             + haystack
                 .find('\n')

libs/sqf/src/analyze/lints/s05_if_assign.rs

@@ -202,7 +202,7 @@ impl CodeS05IfAssign {
     }
 
     fn generate_processed(mut self, processed: &Processed) -> Self {
-        let haystack = &processed.as_str()[self.rhs.1.end..];
+        let haystack = &processed.extract_from(self.rhs.1.end..);
         let end_position = self.rhs.1.end + haystack.find('}').unwrap_or(0) + 1;
         self.diagnostic =
             Diagnostic::from_code_processed(&self, self.if_cmd.start..end_position, processed);

libs/sqf/src/parser/lexer.rs

@@ -9,9 +9,9 @@ use crate::StringWrapper;
 pub type Tokens = Vec<(Token, Range<usize>)>;
 
 macro_rules! chain_collect {
-  ($Collect:ty: $($value:expr),+ $(,)?) => {
-    std::iter::empty()$(.chain($value))+.collect::<$Collect>()
-  };
+    ($Collect:ty: $($value:expr),+ $(,)?) => {
+        std::iter::empty()$(.chain($value))+.collect::<$Collect>()
+    };
 }
 
 pub fn strip_comments(tokens: &mut Tokens) {

libs/sqf/tests/lints.rs

@@ -24,6 +24,7 @@ lint!(s02_event_handler_case);
 lint!(s03_static_typename);
 lint!(s04_command_case);
 lint!(s05_if_assign);
+lint!(s05_if_assign_emoji);
 lint!(s06_find_in_str);
 lint!(s07_select_parse_number);
 lint!(s08_format_args);

libs/sqf/tests/lints/s05_if_assign_emoji.sqf

@@ -0,0 +1,2 @@
+"🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭🌭";
+private _workingArms = if (alive player) then { 2 } else { 0 };

libs/sqf/tests/snapshots/lints__simple_s05_if_assign_emoji.snap

@@ -0,0 +1,13 @@
+---
+source: libs/sqf/tests/lints.rs
+expression: lint(stringify! (s05_if_assign_emoji))
+---
+help[L-S05]: assignment to if can be replaced with select
+  ┌─ s05_if_assign_emoji.sqf:2:24
+  │
+2 │ private _workingArms = if (alive player) then { 2 } else { 0 };
+  │                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ use select
+  │
+  = note: the if and else blocks only return constant values
+          select is faster in this case
+  = try: [0, 2] select (alive player)

libs/workspace/src/reporting/processed.rs

@@ -1,4 +1,4 @@
-use std::{collections::HashMap, ops::Range, sync::Arc};
+use std::{collections::HashMap, ops::{Range, RangeFrom}, sync::Arc};
 use tracing::warn;
 
 use crate::{
@@ -289,7 +289,7 @@ impl Processed {
         }
         let mut real_start = 0;
         let mut real_end = 0;
-        self.output.char_indices().for_each(|(p, c)| {
+        self.output.chars().enumerate().for_each(|(p, c)| {
             if p < span.start {
                 real_start += c.len_utf8();
             }
@@ -299,6 +299,17 @@ impl Processed {
         });
         Arc::from(&self.output[real_start..real_end])
     }
+
+    #[must_use]
+    pub fn extract_from(&self, from: RangeFrom<usize>) -> Arc<str> {
+        let mut real_start = 0;
+        self.output.chars().enumerate().for_each(|(p, c)| {
+            if p < from.start {
+                real_start += c.len_utf8();
+            }
+        });
+        Arc::from(&self.output[real_start..])
+    }
 }
 
 #[derive(Debug)]