src/migrator.py

   1 import datetime
   2 import logging
   3 import os
   4
   5 import misc
   6
   7 class Migrator:
   8     def __init__(self, src_dir, dst_dir):
   9         self._base_src_dir = src_dir
  10         self._base_dst_dir = dst_dir
  11
  12     def migrate(self, remove):
  13         for src_file_name, src_file_path in misc.walk_media_files(self._base_src_dir):
  14             logging.debug('Migrating %s...', src_file_name)
  15             try:
  16                 self._migrate_single(src_file_name, src_file_path, remove)
  17             except Exception as e:
  18                 logging.error('Error migrating %s: %s', src_file_path, str(e))
  19
  20     def _migrate_single(self, src_file_name, src_file_path, remove):
  21         meta_time = misc.extract_meta_time(src_file_path)
  22
  23         if meta_time:
  24             dst_sub_dir = datetime.datetime.fromtimestamp(meta_time).strftime("%Y/%m")
  25         else:
  26             dst_sub_dir = "na"
  27
  28         dst_dir = os.path.join(self._base_dst_dir, dst_sub_dir)
  29         dst_file_path = os.path.join(dst_dir, src_file_name)
  30
  31         if not os.path.exists(dst_file_path):
  32             alt_dst_dir = misc.find_file(self._base_dst_dir,
  33                                          src_file_name,
  34                                          os.path.getsize(src_file_path),
  35                                          exclude_dir=self._base_src_dir)
  36             if alt_dst_dir:
  37                 dst_dir = alt_dst_dir
  38                 dst_file_path = os.path.join(dst_dir, src_file_name)
  39
  40         if not os.path.exists(dst_file_path):
  41             if not os.path.exists(dst_dir):
  42                 os.makedirs(dst_dir)
  43             misc.import_file(src_file_path, dst_file_path)
  44         else:
  45             src_time = os.path.getmtime(src_file_path)
  46             dst_time = os.path.getmtime(dst_file_path)
  47             if src_time > dst_time:
  48                 misc.import_file(src_file_path, dst_file_path)
  49
  50         if remove:
  51             os.remove(src_file_path)
  52
  53     def cleanup(self):
  54         for root, dirs, files in os.walk(self._base_src_dir, topdown=False):
  55             for name in files:
  56                 full_path = os.path.join(root, name)
  57                 if not misc.is_media_file(full_path):
  58                     try:
  59                         os.remove(full_path)
  60                     except Exception as e:
  61                         logging.warn('Error cleaning file %s: %s', full_path, str(e))
  62             for name in dirs:
  63                 full_path = os.path.join(root, name)
  64                 try:
  65                     os.rmdir(full_path)
  66                 except Exception as e:
  67                     logging.warn('Error cleaning dir %s: %s', full_path, str(e))