src/migrator.py

   1 import datetime
   2 import logging
   3 import os
   4
   5 import misc
   6
   7 class Migrator:
   8     def __init__(self, src_dir, dst_dir):
   9         self._base_src_dir = src_dir
  10         self._base_dst_dir = dst_dir
  11
  12     def migrate(self, remove):
  13         for src_file_name, src_file_path in misc.walk_media_files(self._base_src_dir):
  14             logging.debug('Migrating %s...', src_file_name)
  15             try:
  16                 self._migrate_single(src_file_name, src_file_path, remove)
  17             except Exception as e:
  18                 logging.error('Error migrating %s: %s', src_file_path, str(e))
  19
  20     def _migrate_single(self, src_file_name, src_file_path, remove):
  21         meta_time = misc.extract_meta_time(src_file_path)
  22
  23         if meta_time:
  24             dst_sub_dir = datetime.datetime.fromtimestamp(meta_time).strftime("%Y/%m")
  25         else:
  26             dst_sub_dir = "na"
  27
  28         dst_dir = os.path.join(self._base_dst_dir, dst_sub_dir)
  29         dst_file_path = os.path.join(dst_dir, src_file_name)
  30
  31         if not os.path.exists(dst_file_path):
  32             alt_dst_dir = misc.find_alt_file(self._base_dst_dir,
  33                                              src_file_name,
  34                                              os.path.getsize(src_file_path),
  35                                              meta_time,
  36                                              exclude_dir=self._base_src_dir)
  37             if alt_dst_dir:
  38                 dst_dir = alt_dst_dir
  39                 dst_file_path = os.path.join(dst_dir, src_file_name)
  40
  41         if not os.path.exists(dst_file_path):
  42             if not os.path.exists(dst_dir):
  43                 os.makedirs(dst_dir)
  44             misc.import_file(src_file_path, dst_file_path)
  45         else:
  46             src_time = os.path.getmtime(src_file_path)
  47             dst_time = os.path.getmtime(dst_file_path)
  48             if src_time > dst_time:
  49                 misc.import_file(src_file_path, dst_file_path)
  50
  51         if remove:
  52             os.remove(src_file_path)
  53
  54     def cleanup(self):
  55         for root, dirs, files in os.walk(self._base_src_dir, topdown=False):
  56             for name in files:
  57                 full_path = os.path.join(root, name)
  58                 if not misc.is_media_file(full_path):
  59                     try:
  60                         os.remove(full_path)
  61                     except Exception as e:
  62                         logging.warn('Error cleaning file %s: %s', full_path, str(e))
  63             for name in dirs:
  64                 full_path = os.path.join(root, name)
  65                 try:
  66                     os.rmdir(full_path)
  67                 except Exception as e:
  68                     logging.warn('Error cleaning dir %s: %s', full_path, str(e))