diff --git a/pkg/models/tasks.go b/pkg/models/tasks.go
index 2e82c359b..7db8929bf 100644
--- a/pkg/models/tasks.go
+++ b/pkg/models/tasks.go
@@ -1513,24 +1513,21 @@ func (t *Task) overwriteRemindersWithReminderDates(reminderDates []time.Time) {
 func updateRelativeReminderDates(task *Task) (err error) {
 	for _, reminder := range task.Reminders {
 		relativeDuration := time.Duration(reminder.RelativePeriod) * time.Second
+		if reminder.RelativeTo != "" {
+			reminder.Reminder = time.Time{}
+		}
 		switch reminder.RelativeTo {
 		case ReminderRelationDueDate:
 			if !task.DueDate.IsZero() {
 				reminder.Reminder = task.DueDate.Add(relativeDuration)
-			} else {
-				reminder.Reminder = time.Time{}
 			}
 		case ReminderRelationStartDate:
 			if !task.StartDate.IsZero() {
 				reminder.Reminder = task.StartDate.Add(relativeDuration)
-			} else {
-				reminder.Reminder = time.Time{}
 			}
 		case ReminderRelationEndDate:
 			if !task.EndDate.IsZero() {
 				reminder.Reminder = task.EndDate.Add(relativeDuration)
-			} else {
-				reminder.Reminder = time.Time{}
 			}
 		default:
 			if reminder.RelativePeriod != 0 {