From dabda1e677036912883dc2dde10d234d5021622b Mon Sep 17 00:00:00 2001
From: TTangNingzhi <tnz241736@gmail.com>
Date: Fri, 29 Dec 2023 23:43:49 -0500
Subject: [PATCH] fixed many bugs

---
 .idea/workspace.xml                           | 16 ++++-
 docs/faq.md                                   | 19 +++++-
 .../java/actions/StartStopTrackingAction.java |  2 +-
 src/main/java/component/AlertDialog.java      |  2 -
 src/main/java/component/ConfigDialog.java     | 60 ++++++++-----------
 src/main/java/trackers/ScreenRecorder.java    |  1 +
 6 files changed, 57 insertions(+), 43 deletions(-)

diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index 2a33e3f..cad082d 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -6,8 +6,11 @@
   <component name="ChangeListManager">
     <list default="true" id="14bb91d1-ebd0-4f11-b77e-711543adf329" name="Changes" comment="refresh">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/README.md" beforeDir="false" afterPath="$PROJECT_DIR$/README.md" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/docs/faq.md" beforeDir="false" afterPath="$PROJECT_DIR$/docs/faq.md" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/src/main/java/actions/StartStopTrackingAction.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/actions/StartStopTrackingAction.java" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/src/main/java/component/AlertDialog.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/component/AlertDialog.java" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/src/main/java/component/ConfigDialog.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/component/ConfigDialog.java" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/src/main/java/trackers/ScreenRecorder.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/trackers/ScreenRecorder.java" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -82,7 +85,7 @@
     &quot;ShowUsagesActions.previewPropertyKey&quot;: &quot;true&quot;,
     &quot;WebServerToolWindowFactoryState&quot;: &quot;false&quot;,
     &quot;git-widget-placeholder&quot;: &quot;main&quot;,
-    &quot;last_opened_file_path&quot;: &quot;C:/Users/Lenovo/IdeaProjects/DataStreamReceiver&quot;,
+    &quot;last_opened_file_path&quot;: &quot;C:/Users/Lenovo/IdeaProjects/CodeGRITS/build/distributions/CodeGRITS-0.2.0.zip&quot;,
     &quot;node.js.detected.package.eslint&quot;: &quot;true&quot;,
     &quot;node.js.detected.package.tslint&quot;: &quot;true&quot;,
     &quot;node.js.selected.package.eslint&quot;: &quot;(autodetect)&quot;,
@@ -91,7 +94,7 @@
     &quot;project.structure.last.edited&quot;: &quot;Libraries&quot;,
     &quot;project.structure.proportion&quot;: &quot;0.0&quot;,
     &quot;project.structure.side.proportion&quot;: &quot;0.0&quot;,
-    &quot;settings.editor.selected.configurable&quot;: &quot;preferences.lookFeel&quot;,
+    &quot;settings.editor.selected.configurable&quot;: &quot;preferences.pluginManager&quot;,
     &quot;vue.rearranger.settings.migration&quot;: &quot;true&quot;
   }
 }</component>
@@ -190,6 +193,13 @@
       <workItem from="1703723025891" duration="8208000" />
       <workItem from="1703743132882" duration="7429000" />
       <workItem from="1703783663967" duration="297000" />
+      <workItem from="1703879157180" duration="157000" />
+      <workItem from="1703879354383" duration="78000" />
+      <workItem from="1703879552964" duration="3330000" />
+      <workItem from="1703883173683" duration="72000" />
+      <workItem from="1703883467507" duration="5648000" />
+      <workItem from="1703905751252" duration="3293000" />
+      <workItem from="1703909684339" duration="1561000" />
     </task>
     <task id="LOCAL-00001" summary="fix api bug">
       <option name="closed" value="true" />
diff --git a/docs/faq.md b/docs/faq.md
index 18b59e0..958454f 100644
--- a/docs/faq.md
+++ b/docs/faq.md
@@ -28,4 +28,21 @@ See [Accommodating New Eye Trackers](developer.md#accommodating-new-eye-trackers
 
 See [Accommodating New IDEs](developer.md#accommodating-new-ides).
 
-[//]: # (Update the answer for the efficiency and storage space of CodeGRITS later.)
\ No newline at end of file
+#### Q5. How efficient is the processing of raw eye gaze data?
+
+In CodeGRITS, the efficiency of the processing of gaze data is negligible. For each gaze, we calculate the average time
+from the timestamp in the raw data to the timestamp after all processing is complete. This processing primarily involves
+location mapping and upward traversal of the AST. The average delay is 4.32 ms, equating to delays of approximately
+12.98% for 30Hz, 25.96% for 60Hz, and 51.92% for 120Hz eye gaze data. With such
+a high sampling frequency, meaningful changes in the content of the code editor's page are extremely rare within this
+short time frame, which ensures the accuracy of gaze processing. Moreover, compared
+to [iTrace](https://www.i-trace.org/), our method of receiving data from the
+eye-tracking device is more efficient, ensuring that all sampled gazes are mapped without any loss.
+
+#### Q6. How much storage space does CodeGRITS require?
+
+Generally speaking, a high sample frequency generates a large amount of gaze data. To conserve storage space, we
+only perform upward traversal of the AST of the first gaze and record the hierarchy structure, and mark the rest
+as `same`. This approach significantly reduces storage space. In a previous debugging study, we set the eye-tracking
+device's sample frequency to 60Hz, and during the 20-minute experiment, the eye-tracking data amounted to only about
+40MB.
diff --git a/src/main/java/actions/StartStopTrackingAction.java b/src/main/java/actions/StartStopTrackingAction.java
index e792e88..6e625de 100644
--- a/src/main/java/actions/StartStopTrackingAction.java
+++ b/src/main/java/actions/StartStopTrackingAction.java
@@ -52,7 +52,7 @@ public void actionPerformed(@NotNull AnActionEvent e) {
                         return;
                     }
                     if (config.getEyeTrackerDevice() != 0 && !AvailabilityChecker.checkEyeTracker(config.getPythonInterpreter())) {
-                        JOptionPane.showMessageDialog(null, "Eye tracker not found. Please use mouse tracker instead.");
+                        JOptionPane.showMessageDialog(null, "Eye tracker not found. Please configure the mouse simulation first.");
                         return;
                     }
                 }
diff --git a/src/main/java/component/AlertDialog.java b/src/main/java/component/AlertDialog.java
index 304de2a..e0f0ae6 100644
--- a/src/main/java/component/AlertDialog.java
+++ b/src/main/java/component/AlertDialog.java
@@ -36,12 +36,10 @@ public AlertDialog(String label, Icon icon) {
         JLabel icon = new JLabel();
         label.setIcon(this.icon);
 
-        System.out.println(UIManager.getIcon("OptionPane.warningIcon").getIconHeight());
         icon.setBorder(BorderFactory.createEmptyBorder(5, 0, 5, 5));
         label.setBorder(BorderFactory.createEmptyBorder(5, 0, 5, 0));
         label.setAlignmentX(Component.CENTER_ALIGNMENT);
         icon.setAlignmentX(Component.CENTER_ALIGNMENT);
-//        dialogPanel.add(icon);
         dialogPanel.add(label);
 
         return dialogPanel;
diff --git a/src/main/java/component/ConfigDialog.java b/src/main/java/component/ConfigDialog.java
index e4ad650..6bb10a7 100644
--- a/src/main/java/component/ConfigDialog.java
+++ b/src/main/java/component/ConfigDialog.java
@@ -52,11 +52,17 @@ public ConfigDialog(Project project) throws IOException, InterruptedException {
         setSize(500, 500);
         setAutoAdjustable(true);
         setResizable(false);
-        if (new File("config.json").exists()) {
-            loadConfig();
+        Config config = new Config();
+        if (config.configExists()) {
+            config.loadFromJson();
+            List<Boolean> selected = config.getCheckBoxes();
+            for (int i = 0; i < selected.size(); i++) {
+                checkBoxes.get(i).setSelected(selected.get(i));
+            }
+            pythonInterpreterTextField.setText(config.getPythonInterpreter());
         }
-        addLabelArea(true);
         if (getPythonInterpreter().equals(selectPythonInterpreterPlaceHolder) || getPythonInterpreter().equals("python") || getPythonInterpreter().equals("python3") || getPythonInterpreter().equals("") || getPythonInterpreter().endsWith("python") || getPythonInterpreter().endsWith("python3") || getPythonInterpreter().endsWith("python.exe") || getPythonInterpreter().endsWith("python3.exe")) {
+
             pythonEnvironment = AvailabilityChecker.checkPythonEnvironment(getPythonInterpreter());
             if (pythonEnvironment && checkBoxes.get(1).isSelected()) {
                 eyeTracker = AvailabilityChecker.checkEyeTracker(getPythonInterpreter());
@@ -64,9 +70,9 @@ public ConfigDialog(Project project) throws IOException, InterruptedException {
                     String trackerName = AvailabilityChecker.getEyeTrackerName(getPythonInterpreter());
                     if (trackerName != null && !trackerName.equals("Not Found")) {
                         deviceCombo.removeAllItems();
-                        deviceCombo.addItem(trackerName);
                         deviceCombo.addItem("Mouse");
-                        deviceCombo.setSelectedIndex(0);
+                        deviceCombo.addItem(trackerName);
+                        deviceCombo.setSelectedIndex(1);
                     }
                     List<String> freqList = AvailabilityChecker.getFrequencies(getPythonInterpreter());
                     freqCombo.removeAllItems();
@@ -81,8 +87,7 @@ public ConfigDialog(Project project) throws IOException, InterruptedException {
                     freqCombo.addItem(60.0);
                     freqCombo.addItem(120.0);
                 }
-            }
-            if (!checkBoxes.get(1).isSelected() || !pythonEnvironment) {
+            } else {
                 freqCombo.setEnabled(false);
                 deviceCombo.setEnabled(false);
                 freqCombo.removeAllItems();
@@ -93,11 +98,8 @@ public ConfigDialog(Project project) throws IOException, InterruptedException {
                 freqCombo.addItem(120.0);
             }
         }
-        Config config = new Config();
-        if (config.configExists()) {
-            config.loadFromJson();
-            // load freq
-            freqCombo.setSelectedItem(config.getSampleFreq());
+        if (new File("config.json").exists()) {
+            loadConfig();
         }
     }
 
@@ -114,16 +116,21 @@ private void loadConfig() {
         for (int i = 0; i < selected.size(); i++) {
             checkBoxes.get(i).setSelected(selected.get(i));
         }
-
         labelAreas = new ArrayList<>();
         for (int i = 0; i < labels.size(); i++) {
             addLabelArea(false);
             labelAreas.get(i).setText(labels.get(i));
         }
+        addLabelArea(true);
         freqCombo.setSelectedItem(freq);
         pythonInterpreterTextField.setText(config.getPythonInterpreter());
         dataOutputTextField.setText(config.getDataOutputPath());
-        deviceCombo.setSelectedIndex(config.getEyeTrackerDevice());
+
+        if (deviceCombo.getItemCount() > 1){
+            deviceCombo.setSelectedIndex(config.getEyeTrackerDevice());
+        } else {
+            deviceCombo.setSelectedIndex(0);
+        }
         if (!checkBoxes.get(1).isSelected()) {
             freqCombo.setEnabled(false);
             deviceCombo.setEnabled(false);
@@ -202,14 +209,9 @@ protected JComponent createCenterPanel() {
         checkBoxes.add(screenRecording);
         checkBoxPanel.add(screenRecording);
 
-        JCheckBox transmitData = new JCheckBox("Transmit Data");
-//        checkBoxes.add(transmitData);
-//        checkBoxPanel.add(transmitData);
-
         iDETracking.setBorder(new EmptyBorder(contentMargin));
         eyeTracking.setBorder(new EmptyBorder(contentMargin));
         screenRecording.setBorder(new EmptyBorder(contentMargin));
-        transmitData.setBorder(new EmptyBorder(contentMargin));
 
         panel.add(checkBoxPanel);
 
@@ -223,7 +225,6 @@ protected JComponent createCenterPanel() {
         pythonInterpreterLabel.setHorizontalTextPosition(JLabel.LEFT);
         panel.add(pythonInterpreterLabel);
 
-//        pythonInterpreterTextField = new TextFieldWithBrowseButton();
         pythonInterpreterTextField.setEditable(false);
         pythonInterpreterTextField.setMaximumSize(new Dimension(500, 40));
         pythonInterpreterTextField.setBorder(new EmptyBorder(contentMargin));
@@ -265,7 +266,6 @@ protected void textChanged(@NotNull DocumentEvent e) {
 
         panel.add(pythonInterpreterTextField);
 
-
         JLabel dataOutputLabel = new JLabel("Data Output Path");
         dataOutputLabel.setHorizontalTextPosition(JLabel.LEFT);
         dataOutputLabel.setBorder(new EmptyBorder(JBUI.insetsLeft(20)));
@@ -277,15 +277,6 @@ protected void textChanged(@NotNull DocumentEvent e) {
         dataOutputTextField.setText(selectDataOutputPlaceHolder);
         dataOutputTextField.setAlignmentX(Component.LEFT_ALIGNMENT);
         dataOutputTextField.addBrowseFolderListener(new TextBrowseFolderListener(new FileChooserDescriptor(false, true, false, false, false, false)));
-//
-//        new ComponentValidator(getDisposable()).withValidator(() -> {
-//            String text = dataOutputTextField.getText();
-//            if (text.equals("Select Data Output Folder")) {
-//                return new ValidationInfo("Please select a data output folder", dataOutputTextField.getTextField());
-//            }
-//            return null;
-//        }).installOn(dataOutputTextField.getTextField());
-
 
         panel.add(dataOutputTextField);
 
@@ -321,6 +312,7 @@ protected void textChanged(@NotNull DocumentEvent e) {
 
         eyeTracking.addChangeListener(e -> {
             freqCombo.setEnabled(eyeTracking.isSelected());
+            deviceCombo.setEnabled(eyeTracking.isSelected());
         });
 
         JPanel labelAreaPanel = new JPanel();
@@ -333,7 +325,6 @@ protected void textChanged(@NotNull DocumentEvent e) {
         labelAreaPanel.add(labels);
         panel.add(labelAreaPanel);
 
-
         eyeTracking.addActionListener(actionEvent -> {
             if (!pythonEnvironment) {
                 eyeTracking.setSelected(false);
@@ -355,18 +346,16 @@ protected void textChanged(@NotNull DocumentEvent e) {
                         String trackerName = AvailabilityChecker.getEyeTrackerName(getPythonInterpreter());
                         if (trackerName != null && !trackerName.equals("Not Found")) {
                             deviceCombo.removeAllItems();
-                            deviceCombo.addItem(trackerName);
                             deviceCombo.addItem("Mouse");
+                            deviceCombo.addItem(trackerName);
+                            deviceCombo.setSelectedIndex(1);
                         }
-                        deviceCombo.setSelectedIndex(0);
                         List<String> freqList = AvailabilityChecker.getFrequencies(getPythonInterpreter());
                         freqCombo.removeAllItems();
                         for (String freq : freqList) {
                             freqCombo.addItem(Double.parseDouble(freq));
                         }
                         new AlertDialog("Eye tracker found.", AllIcons.General.InspectionsOK).show();
-
-
                     }
                 } catch (IOException | InterruptedException e) {
                     throw new RuntimeException(e);
@@ -374,7 +363,6 @@ protected void textChanged(@NotNull DocumentEvent e) {
             }
         });
 
-
         return panel;
     }
 
diff --git a/src/main/java/trackers/ScreenRecorder.java b/src/main/java/trackers/ScreenRecorder.java
index 721c043..a18eea5 100644
--- a/src/main/java/trackers/ScreenRecorder.java
+++ b/src/main/java/trackers/ScreenRecorder.java
@@ -74,6 +74,7 @@ private void createEncoder() throws IOException {
     public void startRecording() throws IOException {
         state = 1;
         clipNumber = 1;
+        timeList.clear();
         isRecording = true;
         File file = new File(dataOutputPath + "/screen_recording/frames.csv");
         file.getParentFile().mkdirs();