handle duplicate files in file packager

1 files changed, 8 insertions, 0 deletions

diff --git a/tools/file_packager.py b/tools/file_packager.py
index 9e98320a..4f24af28 100644
--- a/tools/file_packager.py
+++ b/tools/file_packager.py
@@ -101,6 +101,14 @@ for file_ in data_files:
   file_['name'] = file_['name'].replace(os.path.sep, '/')
   file_['net_name'] = file_['name']
 
+# remove duplicates (can occur naively, for example preload dir/, preload dir/subdir/)
+seen = {}
+def was_seen(name):
+  if seen.get(name): return True
+  seen[name] = 1
+  return False
+data_files = filter(lambda file_: not was_seen(file_['name']), data_files)
+
 data_target = sys.argv[1]
 
 # Set up folders