# # RTEMS Tools Project (http://www.rtems.org/) # Copyright 2010-2018 Chris Johns (chrisj@rtems.org) # All rights reserved. # # This file is part of the RTEMS Tools package in 'rtems-tools'. # # Permission to use, copy, modify, and/or distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. # # Manage paths locally. The internally the path is in Unix or shell format and # we convert to the native format when performing operations at the Python # level. This allows macro expansion to work. # from __future__ import print_function import os import shutil import stat import string import sys from . import error from . import log windows_posix = sys.platform == 'msys' windows = os.name == 'nt' win_maxpath = 254 def host(path): if path is not None: while '//' in path: path = path.replace('//', '/') if windows: if len(path) > 2 and \ path[0] == '/' and path[2] == '/' and \ (path[1] in string.ascii_lowercase or \ path[1] in string.ascii_uppercase): path = '%s:%s' % (path[1], path[2:]) path = path.replace('/', '\\') if len(path) > win_maxpath: if path.startswith('\\\\?\\'): path = path[4:] path = u'\\'.join([u'\\\\?', path]) return path def shell(path): if isinstance(path, bytes): path = path.decode('ascii') if path is not None: if windows or windows_posix: path = path.encode('ascii', 'ignore').decode('ascii') if path.startswith('\\\\?\\'): path = path[4:] if len(path) > 1 and path[1] == ':': path = '/%s%s' % (path[0].lower(), path[2:]) path = path.replace('\\', '/') while '//' in path: path = path.replace('//', '/') return path def basename(path): path = shell(path) return shell(os.path.basename(host(path))) def dirname(path): path = shell(path) return shell(os.path.dirname(path)) def is_abspath(path): if path is not None and len(path) > 0: return '/' == path[0] return False def join(path, *args): path = shell(path) for arg in args: if len(path): path += '/' + shell(arg) else: path = shell(arg) return shell(path) def abspath(path): path = shell(path) return shell(os.path.abspath(host(path))) def relpath(path, start = None): path = shell(path) if start is None: path = os.path.relpath(host(path)) else: path = os.path.relpath(host(path), start) return shell(path) def splitext(path): path = shell(path) root, ext = os.path.splitext(host(path)) return shell(root), ext def listdir(path): path = shell(path) hp = host(path) if not os.path.exists(hp): return [] return os.listdir(hp) def exists(paths): def _exists(p): if not is_abspath(p): p = shell(join(os.getcwd(), host(p))) return basename(p) in ['.'] + listdir(dirname(p)) if type(paths) == list: results = [] for p in paths: results += [_exists(shell(p))] return results return _exists(shell(paths)) def isdir(path): path = shell(path) return os.path.isdir(host(path)) def isfile(path): path = shell(path) return os.path.isfile(host(path)) def isabspath(path): path = shell(path) return path[0] == '/' def iswritable(path): path = shell(path) return os.access(host(path), os.W_OK) def ispathwritable(path): path = shell(path) while len(path) > 1: if exists(path): return iswritable(path) path = dirname(path) return False def mkdir(path): path = shell(path) if exists(path): if not isdir(path): raise error.general('path exists and is not a directory: %s' % (path)) else: if windows: try: os.makedirs(host(path)) except IOError as err: raise error.general('cannot make directory: %s' % (path)) except OSError as err: raise error.general('cannot make directory: %s' % (path)) except WindowsError as err: raise error.general('cannot make directory: %s' % (path)) else: try: os.makedirs(host(path)) except IOError as err: raise error.general('cannot make directory: %s' % (path)) except OSError as err: raise error.general('cannot make directory: %s' % (path)) def chdir(path): path = shell(path) os.chdir(host(path)) def removeall(path): # # Perform the removal of the directory tree manually so we can # make sure on Windows the files are correctly encoded to avoid # the file name size limit. On Windows the os.walk fails once we # get to the max path length on Windows. # def _isdir(path): hpath = host(path) return os.path.isdir(hpath) and not os.path.islink(hpath) def _remove_node(path): hpath = host(path) if not os.path.islink(hpath) and not os.access(hpath, os.W_OK): os.chmod(hpath, stat.S_IWUSR) if _isdir(path): os.rmdir(hpath) else: os.unlink(hpath) def _remove(path): dirs = [] for name in listdir(path): path_ = join(path, name) hname = host(path_) if _isdir(path_): dirs += [name] else: _remove_node(path_) for name in dirs: dir = join(path, name) _remove(dir) _remove_node(dir) path = shell(path) hpath = host(path) if os.path.exists(hpath): _remove(path) _remove_node(path) def expand(name, paths): l = [] for p in paths: l += [join(shell(p), name)] return l def copy(src, dst): src = shell(src) dst = shell(dst) hsrc = host(src) hdst = host(dst) try: shutil.copy(hsrc, hdst) except OSError as why: if windows: if WindowsError is not None and isinstance(why, WindowsError): pass else: raise error.general('copying tree (1): %s -> %s: %s' % (hsrc, hdst, str(why))) def copy_tree(src, dst): trace = False hsrc = host(src) hdst = host(dst) if exists(src): names = listdir(src) else: names = [] if trace: print('path.copy_tree:') print(' src: "%s"' % (src)) print(' hsrc: "%s"' % (hsrc)) print(' dst: "%s"' % (dst)) print(' hdst: "%s"' % (hdst)) print(' names: %r' % (names)) if not os.path.isdir(hdst): if trace: print(' mkdir: %s' % (hdst)) try: os.makedirs(hdst) except OSError as why: raise error.general('copying tree: cannot create target directory %s: %s' % \ (hdst, str(why))) for name in names: srcname = host(os.path.join(hsrc, name)) dstname = host(os.path.join(hdst, name)) try: if os.path.islink(srcname): linkto = os.readlink(srcname) if exists(shell(dstname)): if os.path.islink(dstname): dstlinkto = os.readlink(dstname) if linkto != dstlinkto: log.warning('copying tree: link does not match: %s -> %s' % \ (dstname, dstlinkto)) os.remove(dstname) else: log.warning('copying tree: destination is not a link: %s' % \ (dstname)) os.remove(dstname) else: os.symlink(linkto, dstname) elif os.path.isdir(srcname): copy_tree(srcname, dstname) else: shutil.copyfile(host(srcname), host(dstname)) shutil.copystat(host(srcname), host(dstname)) except shutil.Error as err: raise error.general('copying tree (2): %s -> %s: %s' % \ (hsrc, hdst, str(err))) except EnvironmentError as why: raise error.general('copying tree (3): %s -> %s: %s' % \ (srcname, dstname, str(why))) try: shutil.copystat(hsrc, hdst) except OSError as why: if windows: if WindowsError is not None and isinstance(why, WindowsError): pass else: raise error.general('copying tree (4): %s -> %s: %s' % (hsrc, hdst, str(why))) def get_size(path, depth = -1): # # Get the size the directory tree manually to the required depth. # This makes sure on Windows the files are correctly encoded to avoid # the file name size limit. On Windows the os.walk fails once we # get to the max path length on Windows. # def _isdir(path): hpath = host(path) return os.path.isdir(hpath) and not os.path.islink(hpath) def _node_size(path): hpath = host(path) size = 0 if not os.path.islink(hpath): size = os.path.getsize(hpath) return size def _get_size(path, depth, level = 0): level += 1 dirs = [] size = 0 for name in listdir(path): path_ = join(path, shell(name)) hname = host(path_) if _isdir(path_): dirs += [shell(name)] else: size += _node_size(path_) if depth < 0 or level < depth: for name in dirs: dir = join(path, name) size += _get_size(dir, depth, level) return size path = shell(path) hpath = host(path) size = 0 if os.path.exists(hpath): size = _get_size(path, depth) return size def get_humanize_size(path, depth = -1): size = get_size(path, depth) for unit in ['','K','M','G','T','P','E','Z']: if abs(size) < 1024.0: return "%5.3f%sB" % (size, unit) size /= 1024.0 return "%.3f%sB" % (size, 'Y') if __name__ == '__main__': print(host('/a/b/c/d-e-f')) print(host('//a/b//c/d-e-f')) print(shell('/w/x/y/z')) print(basename('/as/sd/df/fg/me.txt')) print(dirname('/as/sd/df/fg/me.txt')) print(join('/d', 'g', '/tyty/fgfg')) print('size of . depth all: ', get_size('.')) print('size of . depth 1: ', get_size('.', 1)) print('size of . depth 2: ', get_size('.', 2)) print('size of . as human : ', get_humanize_size('.')) windows = True print(host('/a/b/c/d-e-f')) print(host('//a/b//c/d-e-f')) print(shell('/w/x/y/z')) print(shell('w:/x/y/z')) print(basename('x:/sd/df/fg/me.txt')) print(dirname('x:/sd/df/fg/me.txt')) print(join('s:/d/e\\f/g', '/h', '/tyty/zxzx', '\\mm\\nn/p'))