mirror of
https://github.com/nim-lang/Nim.git
synced 2026-08-01 13:09:14 +00:00
This PR implements `expandSymlink` on Windows with POSIX readlink semantics: it expands exactly one hop and returns the stored link target without resolving the full chain. The main design question was whether Windows symlink expansion should be built on path-finalization APIs such as `GetFinalPathNameByHandleW`, or on direct reparse-point inspection. Current `expandSymlink` is a single-hop "what target is stored in this link object?" operation and most of other ways to resolve symlinks on Windows actually try to answer the "final true file location" question in various slightly-incompatible ways. The full final-path resolution on Windows is substantially more complex than readlink and is planned as a follow-up. ## Implementation choice Implements Windows `expandSymlink` by: - opening the path with `FILE_FLAG_OPEN_REPARSE_POINT` - calling `DeviceIoControl(FSCTL_GET_REPARSE_POINT)` - parsing the reparse payload for `IO_REPARSE_TAG_SYMLINK` and `IO_REPARSE_TAG_MOUNT_POINT` - decoding the UTF-16 slice referenced by the payload - returning the stored target This is the right primitive for the API: - does not depend on whole-path finalization - works for both symlinks and junctions - matches the existing Linux behaviour `widestrs` changes allow using WideCString views without temporary allocations. Windows prohibits symlink creation without admin rights, so, unfortunately, the tests are conditionally skipped by default. Manually running `testament` in an admin console is required. ## Behaviour: - One hop only - Relative symlink targets are returned unchanged - Absolute Windows targets are converted from stored NT-style prefixes to usable Win32 forms when applicable - Non-links, malformed payloads, and unsupported reparse tags raise `OSError` ## Future work Path canonicalization, i.e. "final true file location". Which is, BTW, different from `absolutePath`, which works on paths only and doesn't hit the underlying FS. So this needs to be an API extension. I'd like to follow-up with this when I sort through the docs, for now you can resolve symlinks in a loop. --------- Co-authored-by: Andreas Rumpf <rumpf_a@web.de>
232 lines
7.6 KiB
Nim
232 lines
7.6 KiB
Nim
include system/inclrtl
|
|
import std/oserrors
|
|
|
|
import oscommon
|
|
when supportedSystem:
|
|
export symlinkExists
|
|
|
|
when defined(nimPreviewSlimSystem):
|
|
import std/[syncio, assertions, widestrs]
|
|
|
|
when weirdTarget:
|
|
discard
|
|
elif defined(windows):
|
|
import std/winlean
|
|
from std/strutils import toHex, toLowerAscii
|
|
|
|
const
|
|
reparseHeaderSize = 8
|
|
substituteNameOffsetField = 8
|
|
substituteNameLengthField = 10
|
|
symlinkFlagsField = 16
|
|
mountPointPathBufferOffset = 16
|
|
symlinkPathBufferOffset = 20
|
|
|
|
type
|
|
ReparseBuffer = array[MAXIMUM_REPARSE_DATA_BUFFER_SIZE, byte]
|
|
|
|
ReparseLinkInfo = object
|
|
tag: int32
|
|
flags: int32
|
|
pathBufOffset: int
|
|
flagsField: int
|
|
substituteNameOffset: int
|
|
substituteNameLength: int
|
|
|
|
template readU16(buf: ReparseBuffer; off: int): uint16 =
|
|
uint16(buf[off]) or (uint16(buf[off + 1]) shl 8)
|
|
|
|
template readI32(buf: ReparseBuffer; off: int): int32 =
|
|
cast[int32](
|
|
uint32(buf[off]) or (uint32(buf[off + 1]) shl 8) or
|
|
(uint32(buf[off + 2]) shl 16) or (uint32(buf[off + 3]) shl 24))
|
|
|
|
func startsWithAsciiIgnoreCase(wide: openArray[Utf16Char]; prefix: openArray[char]): bool =
|
|
## Matches an ASCII prefix against UTF-16 code units.
|
|
##
|
|
## This is only correct for ASCII prefixes.
|
|
## It is not a valid general case-insensitive Unicode comparison
|
|
## and must not be used for arbitrary UTF-16 text.
|
|
if prefix.len > wide.len:
|
|
return false
|
|
var i = 0
|
|
while i < prefix.len:
|
|
let rune = ord(wide[i])
|
|
if rune > 0x7F or toLowerAscii(char(rune)) != toLowerAscii(prefix[i]):
|
|
return false
|
|
inc i
|
|
true
|
|
|
|
proc decodeWinTarget(wide: openArray[Utf16Char]): string =
|
|
if wide.startsWithAsciiIgnoreCase(r"\??\unc\"):
|
|
r"\\" & $(wide.toOpenArray(8, wide.len - 1))
|
|
elif wide.startsWithAsciiIgnoreCase(r"\??\"):
|
|
$(wide.toOpenArray(4, wide.len - 1))
|
|
else:
|
|
$wide
|
|
|
|
template invalidReparseData(path, details: string) =
|
|
raise newException(OSError,
|
|
"expandSymlink: invalid reparse data for " & path & " (" & details & ")")
|
|
|
|
proc parseReparseLinkInfo(buf: ReparseBuffer; bytesReturned: int;
|
|
symlinkPath: string): ReparseLinkInfo =
|
|
if bytesReturned < reparseHeaderSize:
|
|
invalidReparseData(symlinkPath, "truncated header")
|
|
|
|
let
|
|
reparseDataLen = int(readU16(buf, 4))
|
|
wholeDataLen = reparseHeaderSize + reparseDataLen
|
|
if wholeDataLen > bytesReturned:
|
|
invalidReparseData(symlinkPath, "payload exceeds returned size")
|
|
|
|
result.tag = readI32(buf, 0)
|
|
case result.tag
|
|
of IO_REPARSE_TAG_SYMLINK:
|
|
result.pathBufOffset = symlinkPathBufferOffset
|
|
result.flagsField = symlinkFlagsField
|
|
of IO_REPARSE_TAG_MOUNT_POINT:
|
|
result.pathBufOffset = mountPointPathBufferOffset
|
|
result.flagsField = -1
|
|
else:
|
|
raise newException(OSError,
|
|
"expandSymlink: unsupported reparse tag for " & symlinkPath &
|
|
" (ReparseTag=0x" & toHex(result.tag) & ")")
|
|
|
|
if result.pathBufOffset > wholeDataLen:
|
|
invalidReparseData(symlinkPath, "missing path buffer")
|
|
|
|
result.substituteNameOffset = int(readU16(buf, substituteNameOffsetField))
|
|
result.substituteNameLength = int(readU16(buf, substituteNameLengthField))
|
|
if result.substituteNameLength <= 0:
|
|
invalidReparseData(symlinkPath, "empty substitute name")
|
|
if (result.substituteNameOffset and 1) != 0 or
|
|
(result.substituteNameLength and 1) != 0:
|
|
invalidReparseData(symlinkPath, "unaligned UTF-16 substitute name")
|
|
|
|
let startByte = result.pathBufOffset + result.substituteNameOffset
|
|
let endByte = startByte + result.substituteNameLength
|
|
if startByte < result.pathBufOffset or endByte < startByte or
|
|
endByte > wholeDataLen:
|
|
invalidReparseData(symlinkPath, "substitute name out of bounds")
|
|
|
|
result.flags =
|
|
if result.flagsField >= 0:
|
|
readI32(buf, result.flagsField)
|
|
else:
|
|
0
|
|
|
|
elif defined(posix):
|
|
import std/posix
|
|
|
|
when weirdTarget:
|
|
{.pragma: noWeirdTarget, error: "this proc is not available on the NimScript/js target".}
|
|
else:
|
|
{.pragma: noWeirdTarget.}
|
|
|
|
when defined(nimscript):
|
|
# for procs already defined in scriptconfig.nim
|
|
template noNimJs(body): untyped = discard
|
|
elif defined(js):
|
|
{.pragma: noNimJs, error: "this proc is not available on the js target".}
|
|
else:
|
|
{.pragma: noNimJs.}
|
|
|
|
## .. importdoc:: os.nim
|
|
|
|
proc createSymlink*(src, dest: string) {.noWeirdTarget.} =
|
|
## Create a symbolic link at `dest` which points to the item specified
|
|
## by `src`. On most operating systems, will fail if a link already exists.
|
|
##
|
|
## .. warning:: Some OS's (such as Microsoft Windows) restrict the creation
|
|
## of symlinks to root users (administrators) or users with developer mode enabled.
|
|
##
|
|
## See also:
|
|
## * `createHardlink proc`_
|
|
## * `expandSymlink proc`_
|
|
|
|
when defined(windows):
|
|
const SYMBOLIC_LINK_FLAG_ALLOW_UNPRIVILEGED_CREATE = 2
|
|
# allows anyone with developer mode on to create a link
|
|
let flag = dirExists(src).int32 or SYMBOLIC_LINK_FLAG_ALLOW_UNPRIVILEGED_CREATE
|
|
var wSrc = newWideCString(src)
|
|
var wDst = newWideCString(dest)
|
|
if createSymbolicLinkW(wDst, wSrc, flag) == 0 or getLastError() != 0:
|
|
raiseOSError(osLastError(), $(src, dest))
|
|
else:
|
|
if symlink(src, dest) != 0:
|
|
raiseOSError(osLastError(), $(src, dest))
|
|
|
|
proc expandSymlink*(symlinkPath: string): string {.noWeirdTarget.} =
|
|
## Returns the stored target of the symbolic link `symlinkPath`.
|
|
##
|
|
## This expands exactly one level of indirection, like POSIX `readlink`.
|
|
## If the target is itself a symbolic link, it is returned as-is rather than
|
|
## being expanded further.
|
|
##
|
|
## On POSIX, raises `OSError` if `symlinkPath` is not a symbolic link or if
|
|
## the target cannot be read.
|
|
##
|
|
## On Windows, this supports symbolic links and junctions by reading the
|
|
## reparse point payload directly. Unsupported reparse tags raise `OSError`.
|
|
##
|
|
## On Nintendo Switch this is currently a noop: `symlinkPath` is simply
|
|
## returned, without checking whether it is actually a symbolic link.
|
|
##
|
|
## See also:
|
|
## * `createSymlink proc`_
|
|
when defined(windows):
|
|
let handle = createFileW(
|
|
newWideCString(symlinkPath),
|
|
0'i32,
|
|
FILE_SHARE_READ or FILE_SHARE_WRITE or FILE_SHARE_DELETE,
|
|
nil,
|
|
OPEN_EXISTING,
|
|
FILE_FLAG_OPEN_REPARSE_POINT or FILE_FLAG_BACKUP_SEMANTICS,
|
|
Handle(0)
|
|
)
|
|
|
|
if handle == INVALID_HANDLE_VALUE:
|
|
raiseOSError(osLastError(), "expandSymlink: cannot open " & symlinkPath)
|
|
|
|
defer:
|
|
discard closeHandle(handle)
|
|
|
|
var buf: ReparseBuffer
|
|
var bytesReturned: DWORD
|
|
|
|
if deviceIoControl(
|
|
handle,
|
|
FSCTL_GET_REPARSE_POINT,
|
|
nil, 0'i32,
|
|
addr buf[0], DWORD(buf.len),
|
|
bytesReturned,
|
|
nil
|
|
) == 0:
|
|
raiseOSError(osLastError(),
|
|
"expandSymlink: DeviceIoControl failed for " & symlinkPath)
|
|
|
|
let
|
|
info = parseReparseLinkInfo(buf, int(bytesReturned), symlinkPath)
|
|
startByte = info.pathBufOffset + info.substituteNameOffset
|
|
runeLen = info.substituteNameLength shr 1
|
|
wideSlicePtr = cast[ptr UncheckedArray[Utf16Char]](addr buf[startByte])
|
|
|
|
if info.tag == IO_REPARSE_TAG_SYMLINK and
|
|
(info.flags and SYMLINK_FLAG_RELATIVE) != 0:
|
|
return $(wideSlicePtr.toOpenArray(0, runeLen - 1))
|
|
decodeWinTarget(wideSlicePtr.toOpenArray(0, runeLen - 1))
|
|
elif defined(nintendoswitch):
|
|
result = symlinkPath
|
|
else:
|
|
var bufLen = 1024
|
|
while true:
|
|
result = newString(bufLen)
|
|
let len = readlink(symlinkPath.cstring, result.cstring, bufLen)
|
|
if len < 0:
|
|
raiseOSError(osLastError(), symlinkPath)
|
|
if len < bufLen:
|
|
result.setLen(len)
|
|
break
|
|
bufLen = bufLen shl 1
|