diff --git a/.nojekyll b/.nojekyll index 75b70e5b..2346b079 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -296f76c5 \ No newline at end of file +319bc4cb \ No newline at end of file diff --git a/about.html b/about.html index 94b0ef59..b9fc4508 100644 --- a/about.html +++ b/about.html @@ -312,6 +312,12 @@ 19  Sustainable AI + +
  • +
    + + 20  Robust AI +
  • diff --git a/acknowledgements.html b/acknowledgements.html index 31ba6290..8dc88b34 100644 --- a/acknowledgements.html +++ b/acknowledgements.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/ai_for_good.html b/ai_for_good.html index 6df968f3..e4443e76 100644 --- a/ai_for_good.html +++ b/ai_for_good.html @@ -331,6 +331,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/benchmarking.html b/benchmarking.html index fec2f2fb..04e73fd4 100644 --- a/benchmarking.html +++ b/benchmarking.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/case_studies.html b/case_studies.html index a7b92618..6e3cb62c 100644 --- a/case_studies.html +++ b/case_studies.html @@ -311,6 +311,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/community.html b/community.html index dc73a000..3a223621 100644 --- a/community.html +++ b/community.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/contributors.html b/contributors.html index 5b27a5a4..2e2b9c83 100644 --- a/contributors.html +++ b/contributors.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • @@ -429,19 +435,19 @@

    Contributors

    Marcelo Rovai
    Marcelo Rovai
    📖 -Jessica Quaye
    Jessica Quaye
    📖 +Ikechukwu Uchendu
    Ikechukwu Uchendu
    📖 -Matthew Stewart
    Matthew Stewart
    📖 +ishapira
    ishapira
    📖 -Shvetank Prakash
    Shvetank Prakash
    📖 +oishib
    oishib
    📖 -Marco Zennaro
    Marco Zennaro
    📖 +Vijay Janapa Reddi
    Vijay Janapa Reddi
    📖 -Vijay Janapa Reddi
    Vijay Janapa Reddi
    📖 +Matthew Stewart
    Matthew Stewart
    📖 sjohri20
    sjohri20
    📖 @@ -449,13 +455,13 @@

    Contributors

    -Ikechukwu Uchendu
    Ikechukwu Uchendu
    📖 +Shvetank Prakash
    Shvetank Prakash
    📖 -oishib
    oishib
    📖 +Marco Zennaro
    Marco Zennaro
    📖 -ishapira
    ishapira
    📖 +Jessica Quaye
    Jessica Quaye
    📖 diff --git a/copyright.html b/copyright.html index f1279305..b99c8f5f 100644 --- a/copyright.html +++ b/copyright.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/data_engineering.html b/data_engineering.html index e0f9f001..23a968dd 100644 --- a/data_engineering.html +++ b/data_engineering.html @@ -333,6 +333,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/dedication.html b/dedication.html index 67bfa8f9..ca9d4d73 100644 --- a/dedication.html +++ b/dedication.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/dl_primer.html b/dl_primer.html index 14ed3862..850a004b 100644 --- a/dl_primer.html +++ b/dl_primer.html @@ -331,6 +331,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/efficient_ai.html b/efficient_ai.html index 446d8cb9..5822f20b 100644 --- a/efficient_ai.html +++ b/efficient_ai.html @@ -331,6 +331,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/embedded_ml.html b/embedded_ml.html index 67901401..6b0212aa 100644 --- a/embedded_ml.html +++ b/embedded_ml.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/embedded_ml_exercise.html b/embedded_ml_exercise.html index 6443bd2f..9011b784 100644 --- a/embedded_ml_exercise.html +++ b/embedded_ml_exercise.html @@ -346,6 +346,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/embedded_sys.html b/embedded_sys.html index d333c849..4a54c478 100644 --- a/embedded_sys.html +++ b/embedded_sys.html @@ -365,6 +365,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/embedded_sys_exercise.html b/embedded_sys_exercise.html index 21fe4546..271c081f 100644 --- a/embedded_sys_exercise.html +++ b/embedded_sys_exercise.html @@ -65,7 +65,7 @@ - + @@ -346,6 +346,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • @@ -920,8 +926,8 @@

    Conclusion

    • +
  • +
    + + 20  Robust AI +
  • diff --git a/front.html b/front.html index e50d0bfa..96287637 100644 --- a/front.html +++ b/front.html @@ -311,6 +311,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/generative_ai.html b/generative_ai.html index 3e742998..afec8c00 100644 --- a/generative_ai.html +++ b/generative_ai.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/hw_acceleration.html b/hw_acceleration.html index 01995d88..8d1e22b7 100644 --- a/hw_acceleration.html +++ b/hw_acceleration.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/index.html b/index.html index 73dc7ccb..2ce74503 100644 --- a/index.html +++ b/index.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/introduction.html b/introduction.html index 4d9888e7..016a5ece 100644 --- a/introduction.html +++ b/introduction.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/learning_resources.html b/learning_resources.html index 28afdda1..ac44d3c0 100644 --- a/learning_resources.html +++ b/learning_resources.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/ondevice_learning.html b/ondevice_learning.html index 5041c986..ebc127d9 100644 --- a/ondevice_learning.html +++ b/ondevice_learning.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/ops.html b/ops.html index b1ab6f33..24130b32 100644 --- a/ops.html +++ b/ops.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/optimizations.html b/optimizations.html index 6b6f2b46..eba3f440 100644 --- a/optimizations.html +++ b/optimizations.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/privacy_security.html b/privacy_security.html index 70704387..c6a6cfe9 100644 --- a/privacy_security.html +++ b/privacy_security.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/references.html b/references.html index 92fbd735..0a1ff393 100644 --- a/references.html +++ b/references.html @@ -331,6 +331,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/responsible_ai.html b/responsible_ai.html index fdc4718a..eecfc85c 100644 --- a/responsible_ai.html +++ b/responsible_ai.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/robust_ai.html b/robust_ai.html new file mode 100644 index 00000000..397c887c --- /dev/null +++ b/robust_ai.html @@ -0,0 +1,747 @@ + + + + + + + + + + +MACHINE LEARNING SYSTEMS - 20  Robust AI + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    +
    + + +
    + +
    + + +
    + + + +
    + +
    +
    +

    20  Robust AI

    +
    + + + +
    + + + + +
    + + +
    + +

    Robust AI focuses on ensuring that AI systems operate reliably and safely in real-world environments. As AI systems are deployed in critical applications, from healthcare to autonomous vehicles, it’s essential that they can handle unexpected situations, adversarial attacks, and hardware or software faults. This chapter delves into the various challenges and solutions associated with building robust AI systems, especially for TinyML.

    +
    + +
    +
    +
      +
    • coming soon.
      • +
    +
    +
    +
    +
    +

    21 Hardware Resilience

    +

    Explanation: With the proliferation of TinyML on edge devices, the hardware on which these models run can be exposed to various environmental factors and wear-and-tear. Ensuring hardware resilience is crucial to maintain consistent AI performance.

    +
    +

    21.1 Compute Faults

    +

    Description: Discusses issues related to faults in the computation units, such as CPUs, GPUs, and custom accelerators. This can include issues like overheating, transistor failures, or other malfunctions.

    +
    +
    +

    21.2 Memory Faults

    +

    Description: Addresses faults in the memory components of a system, including RAM, cache, and storage. Topics can include bit flips, wear-out, and other memory-related issues.

    +
    +
    +
    +

    22 Software Resilience

    +

    Explanation: Software forms the backbone of any AI system. Ensuring its resilience means that the system can handle unexpected inputs, software bugs, or other issues without catastrophic failure.

    +
    +

    22.1 Framework Faults

    +

    Description: Discusses potential issues in the software stack, from the OS to the AI framework. This can include bugs, version incompatibilities, or other software-related problems.

    +
    +
    +

    22.2 Faulty Inputs

    +

    Description: Explores how AI systems can handle unexpected or corrupted inputs. This is especially important for systems in the real world where input data can be noisy or unreliable.

    +
    +
    +
    +

    23 Model Resilience

    +

    As the core of any AI system, the model’s resilience to various challenges, from adversarial attacks to real-world data shifts, is paramount for reliable operation.

    +
    +

    23.1 Worst-case Faults

    +

    Description: Investigates the model’s behavior under worst-case scenarios, such as extreme data values or conditions outside the training distribution.

    +
    +
    +

    23.2 Adversarial Attacks

    +

    Description: Discusses potential threats where malicious actors intentionally manipulate inputs to deceive the AI model, and strategies to defend against these attacks.

    +
    +
    +
    +

    24 Conclusion

    +

    Explanation: Conclude with the key highlights.

    + + +
    + +
    + + +
    +
    +
    +
    Edited by Prof. Vijay Janapa Reddi (Harvard University)
    +
    +   +
    +
    This book was built with Quarto.
    +
    +
    + + + + \ No newline at end of file diff --git a/search.json b/search.json index 692c7193..e81526f3 100644 --- a/search.json +++ b/search.json @@ -25,7 +25,7 @@ "href": "contributors.html", "title": "Contributors", "section": "", - "text": "We extend our sincere thanks to the diverse group of individuals who have generously contributed their expertise, insights, and time to enhance both the content and codebase of this project. Below you will find a list of all contributors. If you would like to contribute to this project, please see our GitHub page.\n\n\n\n\n\n\n\n\nMarcelo Rovai📖\n\n\nJessica Quaye📖\n\n\nMatthew Stewart📖\n\n\nShvetank Prakash📖\n\n\nMarco Zennaro📖\n\n\nVijay Janapa Reddi📖\n\n\nsjohri20📖\n\n\n\n\nIkechukwu Uchendu📖\n\n\noishib📖\n\n\nishapira📖" + "text": "We extend our sincere thanks to the diverse group of individuals who have generously contributed their expertise, insights, and time to enhance both the content and codebase of this project. Below you will find a list of all contributors. If you would like to contribute to this project, please see our GitHub page.\n\n\n\n\n\n\n\n\nMarcelo Rovai📖\n\n\nIkechukwu Uchendu📖\n\n\nishapira📖\n\n\noishib📖\n\n\nVijay Janapa Reddi📖\n\n\nMatthew Stewart📖\n\n\nsjohri20📖\n\n\n\n\nShvetank Prakash📖\n\n\nMarco Zennaro📖\n\n\nJessica Quaye📖" }, { "objectID": "copyright.html", @@ -1203,6 +1203,55 @@ "section": "19.10 Conclusion", "text": "19.10 Conclusion\nExplanation: The closing section encapsulates the key discussions and insights presented throughout the chapter, fostering a deep-seated understanding of the necessity and approaches for AI sustainability.\n\nRecap of key insights and discussions\nThe road ahead: fostering sustainability in AI\nEncouraging innovation and research in AI sustainability" }, + { + "objectID": "robust_ai.html", + "href": "robust_ai.html", + "title": "20  Robust AI", + "section": "", + "text": "21 Hardware Resilience\nExplanation: With the proliferation of TinyML on edge devices, the hardware on which these models run can be exposed to various environmental factors and wear-and-tear. Ensuring hardware resilience is crucial to maintain consistent AI performance.\nExplanation: Software forms the backbone of any AI system. Ensuring its resilience means that the system can handle unexpected inputs, software bugs, or other issues without catastrophic failure.\nAs the core of any AI system, the model’s resilience to various challenges, from adversarial attacks to real-world data shifts, is paramount for reliable operation.\nExplanation: Conclude with the key highlights." + }, + { + "objectID": "robust_ai.html#compute-faults", + "href": "robust_ai.html#compute-faults", + "title": "20  Robust AI", + "section": "21.1 Compute Faults", + "text": "21.1 Compute Faults\nDescription: Discusses issues related to faults in the computation units, such as CPUs, GPUs, and custom accelerators. This can include issues like overheating, transistor failures, or other malfunctions." + }, + { + "objectID": "robust_ai.html#memory-faults", + "href": "robust_ai.html#memory-faults", + "title": "20  Robust AI", + "section": "21.2 Memory Faults", + "text": "21.2 Memory Faults\nDescription: Addresses faults in the memory components of a system, including RAM, cache, and storage. Topics can include bit flips, wear-out, and other memory-related issues." + }, + { + "objectID": "robust_ai.html#framework-faults", + "href": "robust_ai.html#framework-faults", + "title": "20  Robust AI", + "section": "22.1 Framework Faults", + "text": "22.1 Framework Faults\nDescription: Discusses potential issues in the software stack, from the OS to the AI framework. This can include bugs, version incompatibilities, or other software-related problems." + }, + { + "objectID": "robust_ai.html#faulty-inputs", + "href": "robust_ai.html#faulty-inputs", + "title": "20  Robust AI", + "section": "22.2 Faulty Inputs", + "text": "22.2 Faulty Inputs\nDescription: Explores how AI systems can handle unexpected or corrupted inputs. This is especially important for systems in the real world where input data can be noisy or unreliable." + }, + { + "objectID": "robust_ai.html#worst-case-faults", + "href": "robust_ai.html#worst-case-faults", + "title": "20  Robust AI", + "section": "23.1 Worst-case Faults", + "text": "23.1 Worst-case Faults\nDescription: Investigates the model’s behavior under worst-case scenarios, such as extreme data values or conditions outside the training distribution." + }, + { + "objectID": "robust_ai.html#adversarial-attacks", + "href": "robust_ai.html#adversarial-attacks", + "title": "20  Robust AI", + "section": "23.2 Adversarial Attacks", + "text": "23.2 Adversarial Attacks\nDescription: Discusses potential threats where malicious actors intentionally manipulate inputs to deceive the AI model, and strategies to defend against these attacks." + }, { "objectID": "embedded_sys_exercise.html#two-parallel-cores", "href": "embedded_sys_exercise.html#two-parallel-cores", diff --git a/sustainable_ai.html b/sustainable_ai.html index 0363d44a..4b00a763 100644 --- a/sustainable_ai.html +++ b/sustainable_ai.html @@ -30,7 +30,7 @@ - + @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • @@ -746,8 +752,8 @@

    - - Setup Nicla Vision + + 20  Robust AI
    diff --git a/tools.html b/tools.html index 605094b4..346a25f0 100644 --- a/tools.html +++ b/tools.html @@ -312,6 +312,12 @@ 19  Sustainable AI +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/training.html b/training.html index e25e1537..04f56917 100644 --- a/training.html +++ b/training.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/workflow.html b/workflow.html index 26da8fa9..c749d8fd 100644 --- a/workflow.html +++ b/workflow.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/zoo_datasets.html b/zoo_datasets.html index d6aa2bb9..32984926 100644 --- a/zoo_datasets.html +++ b/zoo_datasets.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +
  • diff --git a/zoo_models.html b/zoo_models.html index ac88d3bc..c69d666b 100644 --- a/zoo_models.html +++ b/zoo_models.html @@ -312,6 +312,12 @@ 19  Sustainable AI
    +
    • +
  • +
    + + 20  Robust AI +