diff --git a/apps/lang/SOURCES b/apps/lang/SOURCES
index 3faa5d5add..276d1bff1c 100644
--- a/apps/lang/SOURCES
+++ b/apps/lang/SOURCES
@@ -46,4 +46,3 @@ hindi.lang
 japanese.lang
 korean.lang
 thai.lang
-InvalidVoice_english.talk
diff --git a/tools/buildzip.pl b/tools/buildzip.pl
index f53f16a674..4e9ba79eeb 100755
--- a/tools/buildzip.pl
+++ b/tools/buildzip.pl
@@ -616,7 +616,8 @@ sub buildzip {
     # copy the already built lng files
     glob_copy('apps/lang/*.lng', "$temp_dir/langs/");
     glob_copy('apps/lang/*.zip', "$temp_dir/langs/");
-    glob_copy('apps/lang/*.talk', "$temp_dir/langs/");
+    # Copy over the Invalid Language fallback stuff
+    glob_copy("$ROOT/apps/lang/Invalid*.talk", "$temp_dir/langs/");
 
     # copy the .lua files
     glob_mkdir("$temp_dir/rocks/viewers/lua/");