/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
4988.10.3 by John Arbash Meinel
Merge bzr.dev 5007, resolve conflict, update NEWS
1
# Copyright (C) 2005-2010 Canonical Ltd
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
2
#
2052.3.1 by John Arbash Meinel
Add tests to cleanup the copyright of all source files
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
2052.3.1 by John Arbash Meinel
Add tests to cleanup the copyright of all source files
16
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
17
"""Win32-specific helper functions
18
19
Only one dependency: ctypes should be installed.
20
"""
21
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
22
from __future__ import absolute_import
23
4786.1.1 by John Arbash Meinel
Work on doing globbing, etc for all commands on Windows.
24
import glob
6362.2.3 by Martin Packman
Always return username and hostname as unicode in win32utils
25
import operator
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
26
import os
1185.16.86 by mbp at sourcefrog
- win32 get_console_size from Alexander
27
import struct
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
28
import sys
29
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
30
from breezy import (
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
31
    cmdline,
32
    )
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
33
from breezy.i18n import gettext
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
34
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
35
# We can cope without it; use a separate variable to help pyflakes
1185.16.86 by mbp at sourcefrog
- win32 get_console_size from Alexander
36
try:
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
37
    import ctypes
38
    has_ctypes = True
1185.16.86 by mbp at sourcefrog
- win32 get_console_size from Alexander
39
except ImportError:
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
40
    has_ctypes = False
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
41
else:
6658.6.1 by Martin
Remove winver, win98 support code, and deprecated code
42
    create_buffer = ctypes.create_unicode_buffer
43
    extract_buffer = operator.attrgetter("value")
44
    suffix = 'W'
3023.1.2 by Alexander Belchenko
Martin's review.
45
try:
4505.2.1 by Alexander Belchenko
Set hidden attribute on .bzr directory below unicode path should never fail with error. The operation should succeed even if bzr unable to set the attribute. (related to bug #335362).
46
    import pywintypes
6336.2.2 by Martin Packman
Tweak how pywin32 is imported in win32utils to fix test failure edge case
47
    has_pywintypes = True
48
except ImportError:
6336.2.3 by Martin Packman
Set all has_win32* to False if pywintypes can't be imported
49
    has_pywintypes = has_win32file = has_win32api = False
6336.2.2 by Martin Packman
Tweak how pywin32 is imported in win32utils to fix test failure edge case
50
else:
51
    try:
52
        import win32file
53
        has_win32file = True
54
    except ImportError:
55
        has_win32file = False
56
    try:
57
        import win32api
58
        has_win32api = True
59
    except ImportError:
60
        has_win32api = False
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
61
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
62
# pulling in win32com.shell is a bit of overhead, and normally we don't need
63
# it as ctypes is preferred and common.  lazy_imports and "optional"
64
# modules don't work well, so we do our own lazy thing...
65
has_win32com_shell = None # Set to True or False once we know for sure...
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
66
67
# Special Win32 API constants
68
# Handles of std streams
1704.2.3 by Martin Pool
(win32) Detect terminal width using GetConsoleScreenBufferInfo (Alexander)
69
WIN32_STDIN_HANDLE = -10
70
WIN32_STDOUT_HANDLE = -11
71
WIN32_STDERR_HANDLE = -12
72
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
73
# CSIDL constants (from MSDN 2003)
74
CSIDL_APPDATA = 0x001A      # Application Data folder
3638.4.10 by Aaron Bentley
Correct spelling of 'Application Data'
75
CSIDL_LOCAL_APPDATA = 0x001c# <user name>\Local Settings\Application Data (non roaming)
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
76
CSIDL_PERSONAL = 0x0005     # My Documents folder
77
78
# from winapi C headers
79
MAX_PATH = 260
80
UNLEN = 256
81
MAX_COMPUTERNAME_LENGTH = 31
82
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
83
# Registry data type ids
84
REG_SZ = 1
85
REG_EXPAND_SZ = 2
86
1704.2.3 by Martin Pool
(win32) Detect terminal width using GetConsoleScreenBufferInfo (Alexander)
87
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
88
def debug_memory_win32api(message='', short=True):
89
    """Use trace.note() to dump the running memory info."""
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
90
    from breezy import trace
4011.1.2 by John Arbash Meinel
Fix some small bugs, and prefer the ctypes form.
91
    if has_ctypes:
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
92
        class PROCESS_MEMORY_COUNTERS_EX(ctypes.Structure):
93
            """Used by GetProcessMemoryInfo"""
94
            _fields_ = [('cb', ctypes.c_ulong),
95
                        ('PageFaultCount', ctypes.c_ulong),
96
                        ('PeakWorkingSetSize', ctypes.c_size_t),
97
                        ('WorkingSetSize', ctypes.c_size_t),
98
                        ('QuotaPeakPagedPoolUsage', ctypes.c_size_t),
99
                        ('QuotaPagedPoolUsage', ctypes.c_size_t),
100
                        ('QuotaPeakNonPagedPoolUsage', ctypes.c_size_t),
101
                        ('QuotaNonPagedPoolUsage', ctypes.c_size_t),
102
                        ('PagefileUsage', ctypes.c_size_t),
103
                        ('PeakPagefileUsage', ctypes.c_size_t),
104
                        ('PrivateUsage', ctypes.c_size_t),
105
                       ]
106
        cur_process = ctypes.windll.kernel32.GetCurrentProcess()
107
        mem_struct = PROCESS_MEMORY_COUNTERS_EX()
108
        ret = ctypes.windll.psapi.GetProcessMemoryInfo(cur_process,
109
            ctypes.byref(mem_struct),
110
            ctypes.sizeof(mem_struct))
111
        if not ret:
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
112
            trace.note(gettext('Failed to GetProcessMemoryInfo()'))
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
113
            return
114
        info = {'PageFaultCount': mem_struct.PageFaultCount,
115
                'PeakWorkingSetSize': mem_struct.PeakWorkingSetSize,
116
                'WorkingSetSize': mem_struct.WorkingSetSize,
117
                'QuotaPeakPagedPoolUsage': mem_struct.QuotaPeakPagedPoolUsage,
118
                'QuotaPagedPoolUsage': mem_struct.QuotaPagedPoolUsage,
4989.1.6 by Vincent Ladeuil
Add comments and update HACKING.txt about which units should be used.
119
                'QuotaPeakNonPagedPoolUsage':
120
                    mem_struct.QuotaPeakNonPagedPoolUsage,
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
121
                'QuotaNonPagedPoolUsage': mem_struct.QuotaNonPagedPoolUsage,
122
                'PagefileUsage': mem_struct.PagefileUsage,
123
                'PeakPagefileUsage': mem_struct.PeakPagefileUsage,
124
                'PrivateUsage': mem_struct.PrivateUsage,
125
               }
4011.1.2 by John Arbash Meinel
Fix some small bugs, and prefer the ctypes form.
126
    elif has_win32api:
127
        import win32process
128
        # win32process does not return PrivateUsage, because it doesn't use
129
        # PROCESS_MEMORY_COUNTERS_EX (it uses the one without _EX).
130
        proc = win32process.GetCurrentProcess()
131
        info = win32process.GetProcessMemoryInfo(proc)
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
132
    else:
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
133
        trace.note(gettext('Cannot debug memory on win32 without ctypes'
134
                   ' or win32process'))
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
135
        return
4163.1.1 by John Arbash Meinel
Some small fixes for the win32 'trace.debug_mem()' code.
136
    if short:
4989.1.6 by Vincent Ladeuil
Add comments and update HACKING.txt about which units should be used.
137
        # using base-2 units (see HACKING.txt).
6147.1.1 by Jonathan Riddell
use .format() instead of % for string formatting where there are multiple formats in one string to allow for translations
138
        trace.note(gettext('WorkingSize {0:>7}KiB'
139
                   '\tPeakWorking {1:>7}KiB\t{2}').format(
4163.1.1 by John Arbash Meinel
Some small fixes for the win32 'trace.debug_mem()' code.
140
                   info['WorkingSetSize'] / 1024,
141
                   info['PeakWorkingSetSize'] / 1024,
6147.1.1 by Jonathan Riddell
use .format() instead of % for string formatting where there are multiple formats in one string to allow for translations
142
                   message))
4163.1.1 by John Arbash Meinel
Some small fixes for the win32 'trace.debug_mem()' code.
143
        return
144
    if message:
145
        trace.note('%s', message)
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
146
    trace.note(gettext('WorkingSize       %8d KiB'), info['WorkingSetSize'] / 1024)
147
    trace.note(gettext('PeakWorking       %8d KiB'), info['PeakWorkingSetSize'] / 1024)
148
    trace.note(gettext('PagefileUsage     %8d KiB'), info.get('PagefileUsage', 0) / 1024)
149
    trace.note(gettext('PeakPagefileUsage %8d KiB'),
4989.1.6 by Vincent Ladeuil
Add comments and update HACKING.txt about which units should be used.
150
               info.get('PeakPagefileUsage', 0) / 1024)
6138.3.4 by Jonathan Riddell
add gettext() to uses of trace.note()
151
    trace.note(gettext('PrivateUsage      %8d KiB'), info.get('PrivateUsage', 0) / 1024)
152
    trace.note(gettext('PageFaultCount    %8d'), info.get('PageFaultCount', 0))
4011.1.1 by John Arbash Meinel
Implement -Dmemory for win32
153
154
1185.16.86 by mbp at sourcefrog
- win32 get_console_size from Alexander
155
def get_console_size(defaultx=80, defaulty=25):
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
156
    """Return size of current console.
157
158
    This function try to determine actual size of current working
159
    console window and return tuple (sizex, sizey) if success,
160
    or default size (defaultx, defaulty) otherwise.
161
    """
162
    if not has_ctypes:
163
        # no ctypes is found
164
        return (defaultx, defaulty)
165
166
    # To avoid problem with redirecting output via pipe
4747.3.6 by Vincent Ladeuil
terminal_width can now returns None.
167
    # we need to use stderr instead of stdout
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
168
    h = ctypes.windll.kernel32.GetStdHandle(WIN32_STDERR_HANDLE)
169
    csbi = ctypes.create_string_buffer(22)
170
    res = ctypes.windll.kernel32.GetConsoleScreenBufferInfo(h, csbi)
171
172
    if res:
173
        (bufx, bufy, curx, cury, wattr,
4989.1.6 by Vincent Ladeuil
Add comments and update HACKING.txt about which units should be used.
174
        left, top, right, bottom, maxx, maxy) = struct.unpack(
175
            "hhhhHhhhhhh", csbi.raw)
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
176
        sizex = right - left + 1
177
        sizey = bottom - top + 1
178
        return (sizex, sizey)
179
    else:
180
        return (defaultx, defaulty)
181
182
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
183
def _get_sh_special_folder_path(csidl):
184
    """Call SHGetSpecialFolderPathW if available, or return None.
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
185
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
186
    Result is always unicode (or None).
187
    """
188
    if has_ctypes:
189
        try:
190
            SHGetSpecialFolderPath = \
191
                ctypes.windll.shell32.SHGetSpecialFolderPathW
192
        except AttributeError:
193
            pass
194
        else:
195
            buf = ctypes.create_unicode_buffer(MAX_PATH)
6809.1.1 by Martin
Apply 2to3 ws_comma fixer
196
            if SHGetSpecialFolderPath(None, buf, csidl, 0):
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
197
                return buf.value
198
199
    global has_win32com_shell
200
    if has_win32com_shell is None:
201
        try:
202
            from win32com.shell import shell
203
            has_win32com_shell = True
204
        except ImportError:
205
            has_win32com_shell = False
206
    if has_win32com_shell:
207
        # still need to bind the name locally, but this is fast.
208
        from win32com.shell import shell
209
        try:
210
            return shell.SHGetSpecialFolderPath(0, csidl, 0)
211
        except shell.error:
212
            # possibly E_NOTIMPL meaning we can't load the function pointer,
213
            # or E_FAIL meaning the function failed - regardless, just ignore it
214
            pass
215
    return None
216
217
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
218
def get_appdata_location():
219
    """Return Application Data location.
220
    Return None if we cannot obtain location.
221
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
222
    Windows defines two 'Application Data' folders per user - a 'roaming'
223
    one that moves with the user as they logon to different machines, and
224
    a 'local' one that stays local to the machine.  This returns the 'roaming'
225
    directory, and thus is suitable for storing user-preferences, etc.
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
226
    """
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
227
    appdata = _get_sh_special_folder_path(CSIDL_APPDATA)
228
    if appdata:
229
        return appdata
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
230
    # Use APPDATA if defined, will return None if not
231
    return get_environ_unicode('APPDATA')
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
232
233
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
234
def get_local_appdata_location():
235
    """Return Local Application Data location.
236
    Return the same as get_appdata_location() if we cannot obtain location.
237
238
    Windows defines two 'Application Data' folders per user - a 'roaming'
239
    one that moves with the user as they logon to different machines, and
240
    a 'local' one that stays local to the machine.  This returns the 'local'
241
    directory, and thus is suitable for caches, temp files and other things
242
    which don't need to move with the user.
243
    """
244
    local = _get_sh_special_folder_path(CSIDL_LOCAL_APPDATA)
245
    if local:
246
        return local
247
    # Vista supplies LOCALAPPDATA, but XP and earlier do not.
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
248
    local = get_environ_unicode('LOCALAPPDATA')
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
249
    if local:
250
        return local
251
    return get_appdata_location()
252
253
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
254
def get_home_location():
255
    """Return user's home location.
256
    Assume on win32 it's the <My Documents> folder.
257
    If location cannot be obtained return system drive root,
258
    i.e. C:\
259
    """
3638.4.1 by Mark Hammond
Add win32utils.get_local_appdata_location() so bzr and plugins can
260
    home = _get_sh_special_folder_path(CSIDL_PERSONAL)
261
    if home:
262
        return home
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
263
    home = get_environ_unicode('HOME')
264
    if home is not None:
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
265
        return home
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
266
    homepath = get_environ_unicode('HOMEPATH')
267
    if homepath is not None:
268
        return os.path.join(get_environ_unicode('HOMEDIR', ''), home)
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
269
    # at least return windows root directory
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
270
    windir = get_environ_unicode('WINDIR')
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
271
    if windir:
2610.1.1 by Martin Pool
Fix get_home_location on Win98 (gzlist,r=john,r=alexander)
272
        return os.path.splitdrive(windir)[0] + '/'
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
273
    # otherwise C:\ is good enough for 98% users
6973.6.4 by Jelmer Vernooij
Avoid text_type()
274
    return u'C:/'
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
275
276
277
def get_user_name():
278
    """Return user name as login name.
279
    If name cannot be obtained return None.
280
    """
281
    if has_ctypes:
282
        try:
283
            advapi32 = ctypes.windll.advapi32
284
            GetUserName = getattr(advapi32, 'GetUserName'+suffix)
285
        except AttributeError:
286
            pass
287
        else:
288
            buf = create_buffer(UNLEN+1)
289
            n = ctypes.c_int(UNLEN+1)
290
            if GetUserName(buf, ctypes.byref(n)):
6362.2.3 by Martin Packman
Always return username and hostname as unicode in win32utils
291
                return extract_buffer(buf)
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
292
    # otherwise try env variables
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
293
    return get_environ_unicode('USERNAME')
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
294
295
3626.1.3 by John Arbash Meinel
Use GetComputerNameEx from ctypes when available.
296
# 1 == ComputerNameDnsHostname, which returns "The DNS host name of the local
297
# computer or the cluster associated with the local computer."
298
_WIN32_ComputerNameDnsHostname = 1
299
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
300
def get_host_name():
301
    """Return host machine name.
302
    If name cannot be obtained return None.
303
6362.2.3 by Martin Packman
Always return username and hostname as unicode in win32utils
304
    :return: A unicode string representing the host name.
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
305
    """
3626.1.2 by skip
win32utils.get_host_name() uses 'mbcs' encoding when decoding env vars
306
    if has_win32api:
307
        try:
3626.1.3 by John Arbash Meinel
Use GetComputerNameEx from ctypes when available.
308
            return win32api.GetComputerNameEx(_WIN32_ComputerNameDnsHostname)
3626.1.2 by skip
win32utils.get_host_name() uses 'mbcs' encoding when decoding env vars
309
        except (NotImplementedError, win32api.error):
310
            # NotImplemented will happen on win9x...
311
            pass
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
312
    if has_ctypes:
313
        try:
314
            kernel32 = ctypes.windll.kernel32
315
        except AttributeError:
3626.1.3 by John Arbash Meinel
Use GetComputerNameEx from ctypes when available.
316
            pass # Missing the module we need
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
317
        else:
318
            buf = create_buffer(MAX_COMPUTERNAME_LENGTH+1)
319
            n = ctypes.c_int(MAX_COMPUTERNAME_LENGTH+1)
3626.1.3 by John Arbash Meinel
Use GetComputerNameEx from ctypes when available.
320
321
            # Try GetComputerNameEx which gives a proper Unicode hostname
322
            GetComputerNameEx = getattr(kernel32, 'GetComputerNameEx'+suffix,
323
                                        None)
324
            if (GetComputerNameEx is not None
325
                and GetComputerNameEx(_WIN32_ComputerNameDnsHostname,
326
                                      buf, ctypes.byref(n))):
6362.2.3 by Martin Packman
Always return username and hostname as unicode in win32utils
327
                return extract_buffer(buf)
3626.1.3 by John Arbash Meinel
Use GetComputerNameEx from ctypes when available.
328
329
            # Try GetComputerName in case GetComputerNameEx wasn't found
330
            # It returns the NETBIOS name, which isn't as good, but still ok.
331
            # The first GetComputerNameEx might have changed 'n', so reset it
332
            n = ctypes.c_int(MAX_COMPUTERNAME_LENGTH+1)
333
            GetComputerName = getattr(kernel32, 'GetComputerName'+suffix,
334
                                      None)
335
            if (GetComputerName is not None
336
                and GetComputerName(buf, ctypes.byref(n))):
6362.2.3 by Martin Packman
Always return username and hostname as unicode in win32utils
337
                return extract_buffer(buf)
6362.2.2 by Martin Packman
Use get_environ_unicode throughout win32utils and always return unicode paths
338
    return get_environ_unicode('COMPUTERNAME')
2245.4.1 by Alexander Belchenko
win32utils: Windows-specific functions that use Win32 API via ctypes
339
340
2617.5.8 by Kuno Meyer
Extended tests for unicode chars outside of the iso-8859-* range
341
def _ensure_with_dir(path):
4989.1.6 by Vincent Ladeuil
Add comments and update HACKING.txt about which units should be used.
342
    if (not os.path.split(path)[0] or path.startswith(u'*')
343
        or path.startswith(u'?')):
2617.5.8 by Kuno Meyer
Extended tests for unicode chars outside of the iso-8859-* range
344
        return u'./' + path, True
345
    else:
346
        return path, False
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
347
2617.5.8 by Kuno Meyer
Extended tests for unicode chars outside of the iso-8859-* range
348
def _undo_ensure_with_dir(path, corrected):
349
    if corrected:
350
        return path[2:]
351
    else:
352
        return path
353
354
4786.1.2 by John Arbash Meinel
Refactor the glob_expand code a bit, making the inner function more reusable.
355
def glob_one(possible_glob):
356
    """Same as glob.glob().
357
358
    work around bugs in glob.glob()
359
    - Python bug #1001604 ("glob doesn't return unicode with ...")
360
    - failing expansion for */* with non-iso-8859-* chars
361
    """
362
    corrected_glob, corrected = _ensure_with_dir(possible_glob)
363
    glob_files = glob.glob(corrected_glob)
364
365
    if not glob_files:
366
        # special case to let the normal code path handle
367
        # files that do not exist, etc.
368
        glob_files = [possible_glob]
369
    elif corrected:
370
        glob_files = [_undo_ensure_with_dir(elem, corrected)
371
                      for elem in glob_files]
372
    return [elem.replace(u'\\', u'/') for elem in glob_files]
373
374
2598.3.1 by Kuno Meyer
fix method rename glob_expand_for_win32 -> win32utils.glob_expand
375
def glob_expand(file_list):
2568.2.2 by Robert Collins
* New method ``_glob_expand_file_list_if_needed`` on the ``Command`` class
376
    """Replacement for glob expansion by the shell.
377
378
    Win32's cmd.exe does not do glob expansion (eg ``*.py``), so we do our own
379
    here.
380
381
    :param file_list: A list of filenames which may include shell globs.
382
    :return: An expanded list of filenames.
383
6622.1.34 by Jelmer Vernooij
Rename brzlib => breezy.
384
    Introduced in breezy 0.18.
2568.2.2 by Robert Collins
* New method ``_glob_expand_file_list_if_needed`` on the ``Command`` class
385
    """
386
    if not file_list:
387
        return []
388
    expanded_file_list = []
389
    for possible_glob in file_list:
4786.1.2 by John Arbash Meinel
Refactor the glob_expand code a bit, making the inner function more reusable.
390
        expanded_file_list.extend(glob_one(possible_glob))
391
    return expanded_file_list
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
392
393
394
def get_app_path(appname):
5891.1.2 by Andrew Bennetts
Fix a bunch of docstring formatting nits, making pydoctor a bit happier.
395
    r"""Look up in Windows registry for full path to application executable.
4031.3.1 by Frank Aspell
Fixing various typos
396
    Typically, applications create subkey with their basename
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
397
    in HKLM\SOFTWARE\Microsoft\Windows\CurrentVersion\App Paths\
398
399
    :param  appname:    name of application (if no filename extension
400
                        is specified, .exe used)
401
    :return:    full path to aplication executable from registry,
402
                or appname itself if nothing found.
403
    """
2681.4.3 by Alexander Belchenko
move import _winreg into function get_app_path to avoid ImportError on non-win32 platforms
404
    import _winreg
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
405
406
    basename = appname
407
    if not os.path.splitext(basename)[1]:
408
        basename = appname + '.exe'
409
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
410
    try:
411
        hkey = _winreg.OpenKey(_winreg.HKEY_LOCAL_MACHINE,
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
412
            'SOFTWARE\\Microsoft\\Windows\\CurrentVersion\\App Paths\\' +
413
            basename)
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
414
    except EnvironmentError:
415
        return appname
416
417
    try:
418
        try:
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
419
            path, type_id = _winreg.QueryValueEx(hkey, '')
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
420
        except WindowsError:
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
421
            return appname
2681.4.1 by Alexander Belchenko
win32: looking for full path of mail client executable in registry
422
    finally:
423
        _winreg.CloseKey(hkey)
424
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
425
    if type_id == REG_SZ:
426
        return path
427
    if type_id == REG_EXPAND_SZ and has_win32api:
428
        fullpath = win32api.ExpandEnvironmentStrings(path)
4476.2.2 by Alexander Belchenko
remove quotes around value only if there is pair of quotes (igc review)
429
        if len(fullpath) > 1 and fullpath[0] == '"' and fullpath[-1] == '"':
4476.2.1 by Alexander Belchenko
win32utils.py: get_app_path() can read path for wordpad.exe (data type_id is REG_EXPAND_SZ).
430
            fullpath = fullpath[1:-1]   # remove quotes around value
431
        return fullpath
432
    return appname
3023.1.2 by Alexander Belchenko
Martin's review.
433
434
435
def set_file_attr_hidden(path):
436
    """Set file attributes to hidden if possible"""
437
    if has_win32file:
6658.6.1 by Martin
Remove winver, win98 support code, and deprecated code
438
        SetFileAttributes = win32file.SetFileAttributesW
4505.2.1 by Alexander Belchenko
Set hidden attribute on .bzr directory below unicode path should never fail with error. The operation should succeed even if bzr unable to set the attribute. (related to bug #335362).
439
        try:
440
            SetFileAttributes(path, win32file.FILE_ATTRIBUTE_HIDDEN)
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
441
        except pywintypes.error as e:
6624 by Jelmer Vernooij
Merge Python3 porting work ('py3 pokes')
442
            from . import trace
4505.2.1 by Alexander Belchenko
Set hidden attribute on .bzr directory below unicode path should never fail with error. The operation should succeed even if bzr unable to set the attribute. (related to bug #335362).
443
            trace.mutter('Unable to set hidden attribute on %r: %s', path, e)
4355.2.1 by Alexander Belchenko
Using unicode Windows API to obtain command-line arguments.
444
445
5274.4.12 by Martin
Change interface of _command_line_to_argv so old tests can still be used with new stripping logic
446
def _command_line_to_argv(command_line, argv, single_quotes_allowed=False):
4913.5.2 by Gordon Tyler
Changed shlex_split_unicode to prevent wildcard expansion in the win32 codepath.
447
    """Convert a Unicode command line into a list of argv arguments.
448
4913.5.25 by Gordon Tyler
Simplified win32utils.command_line_to_argv and made it private since it's no longer used outside of the module.
449
    It performs wildcard expansion to make wildcards act closer to how they
450
    work in posix shells, versus how they work by default on Windows. Quoted
451
    arguments are left untouched.
4913.5.2 by Gordon Tyler
Changed shlex_split_unicode to prevent wildcard expansion in the win32 codepath.
452
453
    :param command_line: The unicode string to split into an arg list.
4913.5.11 by Gordon Tyler
Added optional single quote support to UnicodeShlex and thus command_line_to_argv (defaults to disabled).
454
    :param single_quotes_allowed: Whether single quotes are accepted as quoting
455
                                  characters like double quotes. False by
456
                                  default.
4913.5.2 by Gordon Tyler
Changed shlex_split_unicode to prevent wildcard expansion in the win32 codepath.
457
    :return: A list of unicode strings.
4786.1.1 by John Arbash Meinel
Work on doing globbing, etc for all commands on Windows.
458
    """
6437.65.1 by Scanferlato
Fix two typos in docs and comment
459
    # First, split the command line
4913.5.23 by Gordon Tyler
Renamed cmdline.Parser to Splitter to better match its usage.
460
    s = cmdline.Splitter(command_line, single_quotes_allowed=single_quotes_allowed)
5274.4.1 by Jason Spashett
Initial Fix for 587868
461
    
5274.4.8 by Jason Spashett
Reverse merge -r 5280..5279
462
    # Bug #587868 Now make sure that the length of s agrees with sys.argv 
463
    # we do this by simply counting the number of arguments in each. The counts should 
464
    # agree no matter what encoding sys.argv is in (AFAIK) 
465
    # len(arguments) < len(sys.argv) should be an impossibility since python gets 
466
    # args from the very same PEB as does GetCommandLineW
467
    arguments = list(s)
468
    
469
    # Now shorten the command line we get from GetCommandLineW to match sys.argv
5274.4.12 by Martin
Change interface of _command_line_to_argv so old tests can still be used with new stripping logic
470
    if len(arguments) < len(argv):
5274.4.11 by Martin
Minor cleanup, use plain AssertionError and revert needless variable rename
471
        raise AssertionError("Split command line can't be shorter than argv")
5274.4.12 by Martin
Change interface of _command_line_to_argv so old tests can still be used with new stripping logic
472
    arguments = arguments[len(arguments) - len(argv):]
5274.4.8 by Jason Spashett
Reverse merge -r 5280..5279
473
    
5274.4.2 by Jason Spashett
Tidied up fix for 587868. Put assert in for impossible case in command line lengths.
474
    # Carry on to process globs (metachars) in the command line
5274.4.1 by Jason Spashett
Initial Fix for 587868
475
    # expand globs if necessary
4786.1.1 by John Arbash Meinel
Work on doing globbing, etc for all commands on Windows.
476
    # TODO: Use 'globbing' instead of 'glob.glob', this gives us stuff like
477
    #       '**/' style globs
5274.4.11 by Martin
Minor cleanup, use plain AssertionError and revert needless variable rename
478
    args = []
5274.4.8 by Jason Spashett
Reverse merge -r 5280..5279
479
    for is_quoted, arg in arguments:
4913.5.25 by Gordon Tyler
Simplified win32utils.command_line_to_argv and made it private since it's no longer used outside of the module.
480
        if is_quoted or not glob.has_magic(arg):
5274.4.11 by Martin
Minor cleanup, use plain AssertionError and revert needless variable rename
481
            args.append(arg)
4786.1.1 by John Arbash Meinel
Work on doing globbing, etc for all commands on Windows.
482
        else:
5274.4.11 by Martin
Minor cleanup, use plain AssertionError and revert needless variable rename
483
            args.extend(glob_one(arg))
484
    return args
5274.4.3 by Jason Spashett
Merge from lp:bzr. Remove code for fix 588277 (revs 5274.3.1 - 5274.3.2) as this bug also fixes that issue. Make changes as per code review.
485
4786.1.1 by John Arbash Meinel
Work on doing globbing, etc for all commands on Windows.
486
6658.6.1 by Martin
Remove winver, win98 support code, and deprecated code
487
if has_ctypes:
4355.2.1 by Alexander Belchenko
Using unicode Windows API to obtain command-line arguments.
488
    def get_unicode_argv():
4913.5.15 by Gordon Tyler
Python < 2.6 doesn't support use_last_error.
489
        prototype = ctypes.WINFUNCTYPE(ctypes.c_wchar_p)
4913.5.1 by Gordon Tyler
Changed shlex_split_unicode in commands.py to use win32utils.command_line_to_argv on win32 and cleaned up win32utils.get_unicode_argv.
490
        GetCommandLineW = prototype(("GetCommandLineW",
491
                                     ctypes.windll.kernel32))
492
        command_line = GetCommandLineW()
493
        if command_line is None:
494
            raise ctypes.WinError()
5274.4.8 by Jason Spashett
Reverse merge -r 5280..5279
495
        # Skip the first argument, since we only care about parameters
5274.4.12 by Martin
Change interface of _command_line_to_argv so old tests can still be used with new stripping logic
496
        argv = _command_line_to_argv(command_line, sys.argv)[1:]
4355.2.1 by Alexander Belchenko
Using unicode Windows API to obtain command-line arguments.
497
        return argv
6658.6.1 by Martin
Remove winver, win98 support code, and deprecated code
498
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
499
6339.2.3 by Martin Packman
Remove ability to specify a maximum buffer size as it serves no particular purpose
500
    def get_environ_unicode(key, default=None):
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
501
        """Get `key` from environment as unicode or `default` if unset
502
6362.2.5 by Martin Packman
Tweaks including those suggested by vila in review
503
        The environment is natively unicode on modern windows versions but
504
        Python 2 only accesses it through the legacy bytestring api.
505
506
        Environmental variable names are case insenstive on Windows.
507
6339.2.3 by Martin Packman
Remove ability to specify a maximum buffer size as it serves no particular purpose
508
        A large enough buffer will be allocated to retrieve the value, though
509
        it may take two calls to the underlying library function.
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
510
511
        This needs ctypes because pywin32 does not expose the wide version.
512
        """
6339.2.2 by Martin Packman
Variable name changes and docstring fix suggested by vila in review
513
        cfunc = getattr(get_environ_unicode, "_c_function", None)
514
        if cfunc is None:
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
515
            from ctypes.wintypes import DWORD, LPCWSTR, LPWSTR
6339.2.2 by Martin Packman
Variable name changes and docstring fix suggested by vila in review
516
            cfunc = ctypes.WINFUNCTYPE(DWORD, LPCWSTR, LPWSTR, DWORD)(
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
517
                ("GetEnvironmentVariableW", ctypes.windll.kernel32))
6339.2.2 by Martin Packman
Variable name changes and docstring fix suggested by vila in review
518
            get_environ_unicode._c_function = cfunc
6339.2.3 by Martin Packman
Remove ability to specify a maximum buffer size as it serves no particular purpose
519
        buffer_size = 256 # heuristic, 256 characters often enough
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
520
        while True:
521
            buffer = ctypes.create_unicode_buffer(buffer_size)
6339.2.2 by Martin Packman
Variable name changes and docstring fix suggested by vila in review
522
            length = cfunc(key, buffer, buffer_size)
6339.2.1 by Martin Packman
Add wrapper for GetEnvironmentVariableW on windows for unicode environ access
523
            if not length:
524
                code = ctypes.GetLastError()
525
                if code == 203: # ERROR_ENVVAR_NOT_FOUND
526
                    return default
527
                raise ctypes.WinError(code)
528
            if buffer_size > length:
529
                return buffer[:length]
530
            buffer_size = length
5425.5.5 by Martin
Quick implementation of dead process detection on win32
531
532
533
if has_win32api:
534
    def _pywin32_is_local_pid_dead(pid):
535
        """True if pid doesn't correspond to live process on this machine"""
536
        try:
537
            handle = win32api.OpenProcess(1, False, pid) # PROCESS_TERMINATE
6619.3.2 by Jelmer Vernooij
Apply 2to3 except fix.
538
        except pywintypes.error as e:
5425.5.7 by Martin
Get the code for ERROR_ACCESS_DENIED right
539
            if e[0] == 5: # ERROR_ACCESS_DENIED
5425.5.5 by Martin
Quick implementation of dead process detection on win32
540
                # Probably something alive we're not allowed to kill
541
                return False
542
            elif e[0] == 87: # ERROR_INVALID_PARAMETER
543
                return True
544
            raise
545
        handle.close()
546
        return False
547
    is_local_pid_dead = _pywin32_is_local_pid_dead
5425.4.29 by Martin Pool
Don't try to get ctypes access to OpenProcess on non-win32 platforms
548
elif has_ctypes and sys.platform == 'win32':
5425.5.5 by Martin
Quick implementation of dead process detection on win32
549
    from ctypes.wintypes import BOOL, DWORD, HANDLE
550
    _kernel32 = ctypes.windll.kernel32
551
    _CloseHandle = ctypes.WINFUNCTYPE(BOOL, HANDLE)(
552
        ("CloseHandle", _kernel32))
553
    _OpenProcess = ctypes.WINFUNCTYPE(HANDLE, DWORD, BOOL, DWORD)(
554
        ("OpenProcess", _kernel32))
555
    def _ctypes_is_local_pid_dead(pid):
556
        """True if pid doesn't correspond to live process on this machine"""
557
        handle = _OpenProcess(1, False, pid) # PROCESS_TERMINATE
558
        if not handle:
559
            errorcode = ctypes.GetLastError()
5425.5.7 by Martin
Get the code for ERROR_ACCESS_DENIED right
560
            if errorcode == 5: # ERROR_ACCESS_DENIED
5425.5.5 by Martin
Quick implementation of dead process detection on win32
561
                # Probably something alive we're not allowed to kill
562
                return False
563
            elif errorcode == 87: # ERROR_INVALID_PARAMETER
564
                return True
565
            raise ctypes.WinError(errorcode)
566
        _CloseHandle(handle)
567
        return False
568
    is_local_pid_dead = _ctypes_is_local_pid_dead
6336.2.1 by Martin Packman
Add is_environment_error() and switch trace to using it
569
570
571
def _is_pywintypes_error(evalue):
6336.2.2 by Martin Packman
Tweak how pywin32 is imported in win32utils to fix test failure edge case
572
    """True if exception instance is an error from pywin32"""
573
    if has_pywintypes and isinstance(evalue, pywintypes.error):
6336.2.1 by Martin Packman
Add is_environment_error() and switch trace to using it
574
        return True
575
    return False