diff --git a/ui/src/workflow-canvas/nodes/llm-node/index.vue b/ui/src/workflow-canvas/nodes/llm-node/index.vue
index a80bf708bcb..e599a794f31 100644
--- a/ui/src/workflow-canvas/nodes/llm-node/index.vue
+++ b/ui/src/workflow-canvas/nodes/llm-node/index.vue
@@ -1,5 +1,5 @@
 <script setup lang="ts">
-import { computed, inject, onMounted, ref, useTemplateRef } from 'vue'
+import { computed, inject, nextTick, onMounted, ref, useTemplateRef } from 'vue'
 
 import type { FormInstance } from 'element-plus'
 import type { ModelItem, ModelProviderItem } from '@/api/types'
@@ -79,6 +79,10 @@ function updateNodeData(setting: Partial<LlmNodeForm>) {
   model.properties.node_data = { ...formData.value, ...setting }
 }
 
+function handleContextEnabledChange(enabled: boolean) {
+  if (!enabled) void nextTick(() => formRef.value?.clearValidate('context_variable'))
+}
+
 async function validate() {
   return formRef.value?.validate().catch((error) => Promise.reject({ node: model, errMessage: error }))
 }
@@ -164,7 +168,7 @@ onMounted(() => {
                   <MkIcon name="icon_info_outlined" class="text-N600!" />
                 </MkTooltip>
               </span>
-              <el-switch v-model="formData.enable_context" size="small" />
+              <el-switch v-model="formData.enable_context" size="small" @change="handleContextEnabledChange" />
             </div>
           </template>
           <NodeCascader