diff --git a/plugins/destinations/fields.inc b/plugins/destinations/fields.inc
index 00c2fd8..a05a072 100644
--- a/plugins/destinations/fields.inc
+++ b/plugins/destinations/fields.inc
@@ -521,10 +521,12 @@ class MigrateTaxonomyTermReferenceFieldHandler extends MigrateFieldHandler {
         $ignore_case = FALSE;
       }
       foreach ($values as $value) {
-        if (isset($existing_terms[$value]) ||
-            ($ignore_case && isset($existing_terms[$lower_values[$value]]))) {
+        if (isset($existing_terms[$value])) {
           $tids[] = $existing_terms[$value];
         }
+        elseif ($ignore_case && isset($existing_terms[$lower_values[$value]])) {
+          $tids[] = $existing_terms[$lower_values[$value]];
+        }
         elseif (!empty($arguments['create_term'])) {
           $new_term = new stdClass();
           $new_term->vid = $vid;