mirror of
https://github.com/nim-lang/Nim.git
synced 2025-12-30 18:02:05 +00:00
* docgen: implement cross-document links Fully implements https://github.com/nim-lang/RFCs/issues/125 Follow-up of: https://github.com/nim-lang/Nim/pull/18642 (for internal links) and https://github.com/nim-lang/Nim/issues/20127. Overview -------- Explicit import-like directive is required, called `.. importdoc::`. (the syntax is % RST, Markdown will use it for a while). Then one can reference any symbols/headings/anchors, as if they were in the local file (but they will be prefixed with a module name or markup document in link text). It's possible to reference anything from anywhere (any direction in `.nim`/`.md`/`.rst` files). See `doc/docgen.md` for full description. Working is based on `.idx` files, hence one needs to generate all `.idx` beforehand. A dedicated option `--index:only` is introduced (and a separate stage for `--index:only` is added to `kochdocs.nim`). Performance note ---------------- Full run for `./koch docs` now takes 185% of the time before this PR. (After: 315 s, before: 170 s on my PC). All the time seems to be spent on `--index:only` run, which takes almost as much (85%) of normal doc run -- it seems that most time is spent on file parsing, turning off HTML generation phase has not helped much. (One could avoid it by specifying list of files that can be referenced and pre-processing only them. But it can become error-prone and I assume that these linke will be **everywhere** in the repository anyway, especially considering https://github.com/nim-lang/RFCs/issues/478. So every `.nim`/`.md` file is processed for `.idx` first). But that's all without significant part of repository converted to cross-module auto links. To estimate impact I checked the time for `doc`ing a few files (after all indexes have been generated), and everywhere difference was **negligible**. E.g. for `lib/std/private/osfiles.nim` that `importdoc`s large `os.idx` and hence should have been a case with relatively large performance impact, but: * After: 0.59 s. * Before: 0.59 s. So Nim compiler works so slow that doc part basically does not matter :-) Testing ------- 1) added `extlinks` test to `nimdoc/` 2) checked that `theindex.html` is still correct 2) fixed broken auto-links for modules that were derived from `os.nim` by adding appropriate ``importdoc`` Implementation note ------------------- Parsing and formating of `.idx` entries is moved into a dedicated `rstidx.nim` module from `rstgen.nim`. `.idx` file format changed: * fields are not escaped in most cases because we need original strings for referencing, not HTML ones (the exception is linkTitle for titles and headings). Escaping happens later -- on the stage of `rstgen` buildIndex, etc. * all lines have fixed number of columns 6 * added discriminator tag as a first column, it always allows distinguish Nim/markup entries, titles/headings, etc. `rstgen` does not rely any more (in most cases) on ad-hoc logic to determine what type each entry is. * there is now always a title entry added at the first line. * add a line number as 6th column * linkTitle (4th) column has a different format: before it was like `module: funcName()`, now it's `proc funcName()`. (This format is also propagated to `theindex.html` and search results, I kept it that way since I like it more though it's discussible.) This column is what used for Nim symbols resolution. * also changed details on column format for headings and titles: "keyword" is original, "linkTitle" is HTML one * fix paths on Windows + more clear code * Update compiler/docgen.nim Co-authored-by: Andreas Rumpf <rumpf_a@web.de> * Handle .md and .nim paths uniformly in findRefFile * handle titles better + more comments * don't allow markup overwrite index title for .nim files Co-authored-by: Andreas Rumpf <rumpf_a@web.de>
150 lines
4.9 KiB
Nim
150 lines
4.9 KiB
Nim
## .. importdoc:: paths.nim, dirs.nim
|
|
|
|
include system/inclrtl
|
|
import std/envvars
|
|
import std/private/ospaths2
|
|
|
|
proc getHomeDir*(): string {.rtl, extern: "nos$1",
|
|
tags: [ReadEnvEffect, ReadIOEffect].} =
|
|
## Returns the home directory of the current user.
|
|
##
|
|
## This proc is wrapped by the `expandTilde proc`_
|
|
## for the convenience of processing paths coming from user configuration files.
|
|
##
|
|
## See also:
|
|
## * `getConfigDir proc`_
|
|
## * `getTempDir proc`_
|
|
## * `expandTilde proc`_
|
|
## * `getCurrentDir proc`_
|
|
## * `setCurrentDir proc`_
|
|
runnableExamples:
|
|
import std/os
|
|
assert getHomeDir() == expandTilde("~")
|
|
|
|
when defined(windows): return getEnv("USERPROFILE") & "\\"
|
|
else: return getEnv("HOME") & "/"
|
|
|
|
proc getConfigDir*(): string {.rtl, extern: "nos$1",
|
|
tags: [ReadEnvEffect, ReadIOEffect].} =
|
|
## Returns the config directory of the current user for applications.
|
|
##
|
|
## On non-Windows OSs, this proc conforms to the XDG Base Directory
|
|
## spec. Thus, this proc returns the value of the `XDG_CONFIG_HOME` environment
|
|
## variable if it is set, otherwise it returns the default configuration
|
|
## directory ("~/.config/").
|
|
##
|
|
## An OS-dependent trailing slash is always present at the end of the
|
|
## returned string: `\\` on Windows and `/` on all other OSs.
|
|
##
|
|
## See also:
|
|
## * `getHomeDir proc`_
|
|
## * `getTempDir proc`_
|
|
## * `expandTilde proc`_
|
|
## * `getCurrentDir proc`_
|
|
## * `setCurrentDir proc`_
|
|
when defined(windows):
|
|
result = getEnv("APPDATA")
|
|
else:
|
|
result = getEnv("XDG_CONFIG_HOME", getEnv("HOME") / ".config")
|
|
result.normalizePathEnd(trailingSep = true)
|
|
|
|
proc getCacheDir*(): string =
|
|
## Returns the cache directory of the current user for applications.
|
|
##
|
|
## This makes use of the following environment variables:
|
|
##
|
|
## * On Windows: `getEnv("LOCALAPPDATA")`
|
|
##
|
|
## * On macOS: `getEnv("XDG_CACHE_HOME", getEnv("HOME") / "Library/Caches")`
|
|
##
|
|
## * On other platforms: `getEnv("XDG_CACHE_HOME", getEnv("HOME") / ".cache")`
|
|
##
|
|
## **See also:**
|
|
## * `getHomeDir proc`_
|
|
## * `getTempDir proc`_
|
|
## * `getConfigDir proc`_
|
|
# follows https://crates.io/crates/platform-dirs
|
|
when defined(windows):
|
|
result = getEnv("LOCALAPPDATA")
|
|
elif defined(osx):
|
|
result = getEnv("XDG_CACHE_HOME", getEnv("HOME") / "Library/Caches")
|
|
else:
|
|
result = getEnv("XDG_CACHE_HOME", getEnv("HOME") / ".cache")
|
|
result.normalizePathEnd(false)
|
|
|
|
proc getCacheDir*(app: string): string =
|
|
## Returns the cache directory for an application `app`.
|
|
##
|
|
## * On Windows, this uses: `getCacheDir() / app / "cache"`
|
|
## * On other platforms, this uses: `getCacheDir() / app`
|
|
when defined(windows):
|
|
getCacheDir() / app / "cache"
|
|
else:
|
|
getCacheDir() / app
|
|
|
|
|
|
when defined(windows):
|
|
type DWORD = uint32
|
|
|
|
when defined(nimPreviewSlimSystem):
|
|
import std/widestrs
|
|
|
|
proc getTempPath(
|
|
nBufferLength: DWORD, lpBuffer: WideCString
|
|
): DWORD {.stdcall, dynlib: "kernel32.dll", importc: "GetTempPathW".} =
|
|
## Retrieves the path of the directory designated for temporary files.
|
|
|
|
template getEnvImpl(result: var string, tempDirList: openArray[string]) =
|
|
for dir in tempDirList:
|
|
if existsEnv(dir):
|
|
result = getEnv(dir)
|
|
break
|
|
|
|
template getTempDirImpl(result: var string) =
|
|
when defined(windows):
|
|
getEnvImpl(result, ["TMP", "TEMP", "USERPROFILE"])
|
|
else:
|
|
getEnvImpl(result, ["TMPDIR", "TEMP", "TMP", "TEMPDIR"])
|
|
|
|
proc getTempDir*(): string {.rtl, extern: "nos$1",
|
|
tags: [ReadEnvEffect, ReadIOEffect].} =
|
|
## Returns the temporary directory of the current user for applications to
|
|
## save temporary files in.
|
|
##
|
|
## On Windows, it calls [GetTempPath](https://docs.microsoft.com/en-us/windows/win32/api/fileapi/nf-fileapi-gettemppathw).
|
|
## On Posix based platforms, it will check `TMPDIR`, `TEMP`, `TMP` and `TEMPDIR` environment variables in order.
|
|
## On all platforms, `/tmp` will be returned if the procs fails.
|
|
##
|
|
## You can override this implementation
|
|
## by adding `-d:tempDir=mytempname` to your compiler invocation.
|
|
##
|
|
## **Note:** This proc does not check whether the returned path exists.
|
|
##
|
|
## See also:
|
|
## * `getHomeDir proc`_
|
|
## * `getConfigDir proc`_
|
|
## * `expandTilde proc`_
|
|
## * `getCurrentDir proc`_
|
|
## * `setCurrentDir proc`_
|
|
const tempDirDefault = "/tmp"
|
|
when defined(tempDir):
|
|
const tempDir {.strdefine.}: string = tempDirDefault
|
|
result = tempDir
|
|
else:
|
|
when nimvm:
|
|
getTempDirImpl(result)
|
|
else:
|
|
when defined(windows):
|
|
let size = getTempPath(0, nil)
|
|
# If the function fails, the return value is zero.
|
|
if size > 0:
|
|
let buffer = newWideCString(size.int)
|
|
if getTempPath(size, buffer) > 0:
|
|
result = $buffer
|
|
elif defined(android): result = "/data/local/tmp"
|
|
else:
|
|
getTempDirImpl(result)
|
|
if result.len == 0:
|
|
result = tempDirDefault
|
|
normalizePathEnd(result, trailingSep=true)
|