From 60afa4050dfb03cc7867d7f61e022934debae5a3 Mon Sep 17 00:00:00 2001
From: Us3rRogu3 <f2015081@pilani.bits-pilani.ac.in>
Date: Mon, 17 Jul 2017 12:20:33 +0530
Subject: [PATCH] Second Update

---
 .idea/misc.xml                                |  2 +-
 .idea/vcs.xml                                 |  2 +-
 app/build.gradle                              |  6 +-
 app/src/main/AndroidManifest.xml              |  4 +-
 .../content_holmes/ScreenReaderService.java   | 71 +++++++++++++++++--
 app/src/main/res/xml/screenserviceconfig.xml  |  2 +-
 6 files changed, 75 insertions(+), 12 deletions(-)

diff --git a/.idea/misc.xml b/.idea/misc.xml
index fbb6828..5d19981 100644
--- a/.idea/misc.xml
+++ b/.idea/misc.xml
@@ -37,7 +37,7 @@
     <ConfirmationsSetting value="0" id="Add" />
     <ConfirmationsSetting value="0" id="Remove" />
   </component>
-  <component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" default="true" assert-keyword="true" jdk-15="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_1_7" default="true" assert-keyword="true" jdk-15="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
     <output url="file://$PROJECT_DIR$/build/classes" />
   </component>
   <component name="ProjectType">
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
index b2bdec2..94a25f7 100644
--- a/.idea/vcs.xml
+++ b/.idea/vcs.xml
@@ -1,6 +1,6 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <project version="4">
   <component name="VcsDirectoryMappings">
-    <mapping directory="$PROJECT_DIR$/../.." vcs="Git" />
+    <mapping directory="$PROJECT_DIR$" vcs="Git" />
   </component>
 </project>
\ No newline at end of file
diff --git a/app/build.gradle b/app/build.gradle
index 369eb38..783c1f3 100644
--- a/app/build.gradle
+++ b/app/build.gradle
@@ -4,7 +4,7 @@ android {
     compileSdkVersion 25
     buildToolsVersion "25.0.2"
     defaultConfig {
-        applicationId "www.contentholmes.com.content_holmes"
+        applicationId 'www.contentholmes.com.content_holmes'
         minSdkVersion 19
         targetSdkVersion 25
         versionCode 1
@@ -17,10 +17,12 @@ android {
             proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'
         }
     }
+    productFlavors {
+    }
 }
 
 dependencies {
-    compile fileTree(dir: 'libs', include: ['*.jar'])
+    compile fileTree(include: ['*.jar'], dir: 'libs')
     androidTestCompile('com.android.support.test.espresso:espresso-core:2.2.2', {
         exclude group: 'com.android.support', module: 'support-annotations'
     })
diff --git a/app/src/main/AndroidManifest.xml b/app/src/main/AndroidManifest.xml
index 72e6160..fb296ea 100644
--- a/app/src/main/AndroidManifest.xml
+++ b/app/src/main/AndroidManifest.xml
@@ -22,7 +22,9 @@
                 <category android:name="android.intent.category.LAUNCHER" />
             </intent-filter>
         </activity>
-        <service android:name=".ScreenReaderService">
+        <service android:name=".ScreenReaderService"
+            android:permission="android.permission.BIND_ACCESSIBILITY_SERVICE"
+            android:label="@string/app_name">
             <intent-filter>
                 <action android:name="android.accessibilityservice.AccessibilityService"/>
             </intent-filter>
diff --git a/app/src/main/java/www/contentholmes/com/content_holmes/ScreenReaderService.java b/app/src/main/java/www/contentholmes/com/content_holmes/ScreenReaderService.java
index 59bd7b6..4549f31 100644
--- a/app/src/main/java/www/contentholmes/com/content_holmes/ScreenReaderService.java
+++ b/app/src/main/java/www/contentholmes/com/content_holmes/ScreenReaderService.java
@@ -5,22 +5,77 @@
  */
 
 import android.accessibilityservice.AccessibilityService;
+import android.app.Notification;
+import android.os.Parcelable;
 import android.util.Log;
 import android.view.accessibility.AccessibilityEvent;
 import android.accessibilityservice.AccessibilityServiceInfo;
 import android.view.accessibility.AccessibilityNodeInfo;
 
+import java.util.Date;
+
 public class ScreenReaderService extends AccessibilityService{
+    String AppName = "Content-Holmes";
     AccessibilityServiceInfo info;
     @Override
     public void onAccessibilityEvent(AccessibilityEvent event) {
         AccessibilityNodeInfo source = event.getSource();
+//        Log.v("Content-Holmes", "start event");
+//        Log.v("Content-Holmes", "asdasdasd");
         if (source == null) {
             return;
         }
-            Log.i("Event", event.toString()+"-event");
-            Log.i("Source", source.toString()+"-source");
-            Log.i("Children", source.getChildCount()+"-children");
+        if(source.getPackageName().toString().equals("com.android.systemui")){
+            return;
+        }
+        if(event.getEventType() == AccessibilityEvent.TYPE_NOTIFICATION_STATE_CHANGED){
+            getNotificationFromView(event);
+        }else{
+            getTextFromView(source);
+        }
+        Log.v(AppName, source.getPackageName().toString());
+        Log.v(AppName, new Date(event.getEventTime()).toString());
+//        Log.v(AppName, source.getPackageName().toString());
+//        Log.v("Content-Holmes", event.toString()+"-event");
+//        Log.v("Content-Holmes", source.toString()+"-source");
+//        Log.v("Content-Holmes", source.getChildCount()+"-children");
+    }
+
+    public void getNotificationFromView(AccessibilityEvent event){
+        if(event == null){
+            return;
+        }
+        Parcelable data = event.getParcelableData();
+        if(data instanceof Notification){
+            Notification n = (Notification) data;
+            Log.v(AppName, "Notification-"+n.tickerText.toString());
+            Log.v(AppName, "Notification text-"+n.toString());
+        }
+
+    }
+
+    public void getTextFromView(AccessibilityNodeInfo source){
+        if (source == null){
+            return;
+        }
+        //Log.d(AppName, "source is " + source.toString());
+        if (source.getChildCount() > 0){
+            for(int i=0; i<source.getChildCount(); i++){
+                getTextFromView(source.getChild(i));
+            }
+        } else {
+            if(source.getClassName().equals("android.widget.TextView") && source.getText() != null && !source.getText().toString().isEmpty()){
+                Log.v(AppName, "text-" + source.getText().toString());
+            } else if(source.getClassName().equals("android.widget.EditText") && source.getText() != null && !source.getText().toString().isEmpty()){
+                Log.v(AppName, "input text-" + source.getText().toString());
+            } else if(source.getClassName().equals("android.widget.ImageView")) {
+                Log.v(AppName, "image");
+            } else if(source.getClassName().equals("android.widget.Button") && source.getText() != null && !source.getText().toString().isEmpty()){
+                Log.v(AppName, "button-" + source.getText().toString());
+            } else if(source.getText() != null && !source.getText().toString().isEmpty()){
+                Log.v(AppName, "other-" + source.getText().toString());
+            }
+        }
     }
 
     @Override
@@ -31,13 +86,17 @@ public void onInterrupt() {
     @Override
     protected void onServiceConnected() {
         super.onServiceConnected();
-        info.eventTypes = AccessibilityEvent.TYPE_WINDOWS_CHANGED | AccessibilityEvent.TYPE_WINDOW_STATE_CHANGED | AccessibilityEvent.TYPE_WINDOW_CONTENT_CHANGED;
+        info = new AccessibilityServiceInfo();
+        info.eventTypes = AccessibilityEvent.TYPE_WINDOWS_CHANGED | AccessibilityEvent.TYPE_WINDOW_STATE_CHANGED | AccessibilityEvent.TYPE_WINDOW_CONTENT_CHANGED | AccessibilityEvent.TYPE_NOTIFICATION_STATE_CHANGED;
         info.feedbackType = AccessibilityServiceInfo.FEEDBACK_GENERIC;
         info.flags = AccessibilityServiceInfo.DEFAULT;
-        info.flags = AccessibilityServiceInfo.FLAG_INCLUDE_NOT_IMPORTANT_VIEWS; info.flags = AccessibilityServiceInfo.FLAG_REPORT_VIEW_IDS;
-        info.flags = AccessibilityServiceInfo.FLAG_REQUEST_ENHANCED_WEB_ACCESSIBILITY; info.flags = AccessibilityServiceInfo.FLAG_RETRIEVE_INTERACTIVE_WINDOWS;
+        info.flags = AccessibilityServiceInfo.FLAG_INCLUDE_NOT_IMPORTANT_VIEWS;
+        info.flags = AccessibilityServiceInfo.FLAG_REPORT_VIEW_IDS;
+        info.flags = AccessibilityServiceInfo.FLAG_REQUEST_ENHANCED_WEB_ACCESSIBILITY;
+        info.flags = AccessibilityServiceInfo.FLAG_RETRIEVE_INTERACTIVE_WINDOWS;
         info.notificationTimeout = 0;
         this.setServiceInfo(info);
+        Log.v("Content-Holmes", "Connected");
     }
 
 
diff --git a/app/src/main/res/xml/screenserviceconfig.xml b/app/src/main/res/xml/screenserviceconfig.xml
index a11fe56..480fd2c 100644
--- a/app/src/main/res/xml/screenserviceconfig.xml
+++ b/app/src/main/res/xml/screenserviceconfig.xml
@@ -1,7 +1,7 @@
 <accessibility-service android:accessibilityEventTypes="typeWindowContentChanged|typeWindowStateChanged"
     android:accessibilityFeedbackType="feedbackGeneric"
     android:notificationTimeout="0"
-    android:settingsActivity="com.example.android.apis.accessibility.TestBackActivity"
+    android:settingsActivity="www.contentholmes.com.content_holmes.LoginActivity"
     android:canRetrieveWindowContent="true"
     android:accessibilityFlags="flagDefault|flagIncludeNotImportantViews|flagReportViewIds|flagRequestEnhancedWebAccessibility|flagRetrieveInteractiveWindows"
     xmlns:android="http://schemas.android.com/apk/res/android" />