diff --git a/sound/soc/msm/qdsp6v2/rtac.c b/sound/soc/msm/qdsp6v2/rtac.c
index 0a331716bab9..5572a3dfadc1 100644
--- a/sound/soc/msm/qdsp6v2/rtac.c
+++ b/sound/soc/msm/qdsp6v2/rtac.c
@@ -1,4 +1,4 @@
-/* Copyright (c) 2012-2018, The Linux Foundation. All rights reserved.
+/* Copyright (c) 2012-2019, The Linux Foundation. All rights reserved.
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License version 2 and
@@ -962,7 +962,8 @@ void rtac_set_asm_handle(u32 session_id, void *handle)
 	pr_debug("%s\n", __func__);
 
 	mutex_lock(&rtac_asm_apr_mutex);
-	rtac_asm_apr_data[session_id].apr_handle = handle;
+	if (rtac_asm_apr_data[session_id].apr_handle)
+		rtac_asm_apr_data[session_id].apr_handle = handle;
 	mutex_unlock(&rtac_asm_apr_mutex);
 }