diff --git a/qa/views.py b/qa/views.py
index 06d2a35..625eb94 100644
--- a/qa/views.py
+++ b/qa/views.py
@@ -92,7 +92,8 @@ def post(self, request, question_id):
                 question.closed = True
 
             else:
-                question.closed = False
+                raise ValidationError("Sorry, this question is already closed")
+
             question.save()
 
         next_url = request.POST.get('next', None)