diff --git a/src/torchcodec/_core/Encoder.cpp b/src/torchcodec/_core/Encoder.cpp
index 90579432..0d67c97b 100644
--- a/src/torchcodec/_core/Encoder.cpp
+++ b/src/torchcodec/_core/Encoder.cpp
@@ -98,7 +98,11 @@ AVSampleFormat findBestOutputSampleFormat(const AVCodec& avCodec) {
 
 } // namespace
 
-AudioEncoder::~AudioEncoder() {}
+AudioEncoder::~AudioEncoder() {
+  if (avFormatContext_ && avFormatContext_->pb && !avioContextHolder_) {
+    avio_close(avFormatContext_->pb);
+  }
+}
 
 AudioEncoder::AudioEncoder(
     const torch::Tensor& samples,