diff --git a/src/libtorchaudio/forced_align/compute.cpp b/src/libtorchaudio/forced_align/compute.cpp
index 40cbcc8dd7..ec78ebea58 100644
--- a/src/libtorchaudio/forced_align/compute.cpp
+++ b/src/libtorchaudio/forced_align/compute.cpp
@@ -1,5 +1,4 @@
 #include <libtorchaudio/forced_align/compute.h>
-#include <torch/script.h>
 
 std::tuple<torch::Tensor, torch::Tensor> forced_align(
     const torch::Tensor& logProbs,
diff --git a/src/libtorchaudio/rnnt/autograd.cpp b/src/libtorchaudio/rnnt/autograd.cpp
index 7aa63a2bec..dcf68409ed 100644
--- a/src/libtorchaudio/rnnt/autograd.cpp
+++ b/src/libtorchaudio/rnnt/autograd.cpp
@@ -1,5 +1,4 @@
 #include <libtorchaudio/rnnt/compute.h>
-#include <torch/script.h>
 
 namespace torchaudio {
 namespace rnnt {
diff --git a/src/libtorchaudio/rnnt/compute.cpp b/src/libtorchaudio/rnnt/compute.cpp
index 5e6aba133d..567c9b5d4b 100644
--- a/src/libtorchaudio/rnnt/compute.cpp
+++ b/src/libtorchaudio/rnnt/compute.cpp
@@ -1,5 +1,4 @@
 #include <libtorchaudio/rnnt/compute.h>
-#include <torch/script.h>
 
 std::tuple<torch::Tensor, std::optional<torch::Tensor>> rnnt_loss(
     torch::Tensor& logits,
diff --git a/src/libtorio/ffmpeg/ffmpeg.cpp b/src/libtorio/ffmpeg/ffmpeg.cpp
index 256cd15615..a7e2974876 100644
--- a/src/libtorio/ffmpeg/ffmpeg.cpp
+++ b/src/libtorio/ffmpeg/ffmpeg.cpp
@@ -1,7 +1,6 @@
 #include <c10/util/Exception.h>
 #include <libtorio/ffmpeg/ffmpeg.h>
 #include <sstream>
-#include <stdexcept>
 #include <string>
 #include <vector>