src/migrator.py

   1 import datetime
   2 import logging
   3 import os
   4
   5 import misc
   6
   7 class Migrator:
   8     def __init__(self, src_dir, dst_dir, reg_db=None):
   9         self._base_src_dir = src_dir
  10         self._base_dst_dir = dst_dir
  11         self._reg = Registry(reg_db)
  12
  13     def migrate(self, remove):
  14         for src_file_name, src_file_path in misc.walk_media_files(self._base_src_dir):
  15             logging.debug('Migrating %s...', src_file_name)
  16             try:
  17                 if not self._reg.is_registered(src_file_path):
  18                     self._migrate_single(src_file_name, src_file_path, remove)
  19                     self._reg.clean()
  20                     self._reg.register(src_file_path)
  21                 else:
  22                     self._reg.refresh(src_file_path)
  23             except Exception as e:
  24                 logging.error('Error migrating %s: %s', src_file_path, str(e))
  25
  26     def _migrate_single(self, src_file_name, src_file_path, remove):
  27         meta_time = misc.extract_meta_time(src_file_path)
  28
  29         if meta_time:
  30             dst_sub_dir = datetime.datetime.fromtimestamp(meta_time).strftime("%Y/%m")
  31         else:
  32             dst_sub_dir = "na"
  33
  34         dst_dir = os.path.join(self._base_dst_dir, dst_sub_dir)
  35         dst_file_path = os.path.join(dst_dir, src_file_name)
  36
  37         if not os.path.exists(dst_file_path):
  38             alt_dst_dir = misc.find_alt_file(self._base_dst_dir,
  39                                              src_file_name,
  40                                              os.path.getsize(src_file_path),
  41                                              meta_time,
  42                                              exclude_dir=self._base_src_dir)
  43             if alt_dst_dir:
  44                 dst_dir = alt_dst_dir
  45                 dst_file_path = os.path.join(dst_dir, src_file_name)
  46
  47         if not os.path.exists(dst_file_path):
  48             if not os.path.exists(dst_dir):
  49                 os.makedirs(dst_dir)
  50             misc.import_file(src_file_path, dst_file_path)
  51         else:
  52             src_time = os.path.getmtime(src_file_path)
  53             dst_time = os.path.getmtime(dst_file_path)
  54             if src_time > dst_time:
  55                 misc.import_file(src_file_path, dst_file_path)
  56
  57         if remove:
  58             os.remove(src_file_path)
  59
  60     def cleanup(self):
  61         for root, dirs, files in os.walk(self._base_src_dir, topdown=False):
  62             for name in files:
  63                 full_path = os.path.join(root, name)
  64                 if not misc.is_media_file(full_path):
  65                     try:
  66                         os.remove(full_path)
  67                     except Exception as e:
  68                         logging.warn('Error cleaning file %s: %s', full_path, str(e))
  69             for name in dirs:
  70                 full_path = os.path.join(root, name)
  71                 try:
  72                     os.rmdir(full_path)
  73                 except Exception as e:
  74                     logging.warn('Error cleaning dir %s: %s', full_path, str(e))