|
|
|
@@ -81,6 +81,373 @@ function wrappy (fn, cb) {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 13:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
const assert = __webpack_require__(357)
|
|
|
|
|
const path = __webpack_require__(622)
|
|
|
|
|
const fs = __webpack_require__(747)
|
|
|
|
|
let glob = undefined
|
|
|
|
|
try {
|
|
|
|
|
glob = __webpack_require__(402)
|
|
|
|
|
} catch (_err) {
|
|
|
|
|
// treat glob as optional.
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const defaultGlobOpts = {
|
|
|
|
|
nosort: true,
|
|
|
|
|
silent: true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// for EMFILE handling
|
|
|
|
|
let timeout = 0
|
|
|
|
|
|
|
|
|
|
const isWindows = (process.platform === "win32")
|
|
|
|
|
|
|
|
|
|
const defaults = options => {
|
|
|
|
|
const methods = [
|
|
|
|
|
'unlink',
|
|
|
|
|
'chmod',
|
|
|
|
|
'stat',
|
|
|
|
|
'lstat',
|
|
|
|
|
'rmdir',
|
|
|
|
|
'readdir'
|
|
|
|
|
]
|
|
|
|
|
methods.forEach(m => {
|
|
|
|
|
options[m] = options[m] || fs[m]
|
|
|
|
|
m = m + 'Sync'
|
|
|
|
|
options[m] = options[m] || fs[m]
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
options.maxBusyTries = options.maxBusyTries || 3
|
|
|
|
|
options.emfileWait = options.emfileWait || 1000
|
|
|
|
|
if (options.glob === false) {
|
|
|
|
|
options.disableGlob = true
|
|
|
|
|
}
|
|
|
|
|
if (options.disableGlob !== true && glob === undefined) {
|
|
|
|
|
throw Error('glob dependency not found, set `options.disableGlob = true` if intentional')
|
|
|
|
|
}
|
|
|
|
|
options.disableGlob = options.disableGlob || false
|
|
|
|
|
options.glob = options.glob || defaultGlobOpts
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const rimraf = (p, options, cb) => {
|
|
|
|
|
if (typeof options === 'function') {
|
|
|
|
|
cb = options
|
|
|
|
|
options = {}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
assert(p, 'rimraf: missing path')
|
|
|
|
|
assert.equal(typeof p, 'string', 'rimraf: path should be a string')
|
|
|
|
|
assert.equal(typeof cb, 'function', 'rimraf: callback function required')
|
|
|
|
|
assert(options, 'rimraf: invalid options argument provided')
|
|
|
|
|
assert.equal(typeof options, 'object', 'rimraf: options should be object')
|
|
|
|
|
|
|
|
|
|
defaults(options)
|
|
|
|
|
|
|
|
|
|
let busyTries = 0
|
|
|
|
|
let errState = null
|
|
|
|
|
let n = 0
|
|
|
|
|
|
|
|
|
|
const next = (er) => {
|
|
|
|
|
errState = errState || er
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
cb(errState)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const afterGlob = (er, results) => {
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(er)
|
|
|
|
|
|
|
|
|
|
n = results.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
results.forEach(p => {
|
|
|
|
|
const CB = (er) => {
|
|
|
|
|
if (er) {
|
|
|
|
|
if ((er.code === "EBUSY" || er.code === "ENOTEMPTY" || er.code === "EPERM") &&
|
|
|
|
|
busyTries < options.maxBusyTries) {
|
|
|
|
|
busyTries ++
|
|
|
|
|
// try again, with the same exact callback as this one.
|
|
|
|
|
return setTimeout(() => rimraf_(p, options, CB), busyTries * 100)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// this one won't happen if graceful-fs is used.
|
|
|
|
|
if (er.code === "EMFILE" && timeout < options.emfileWait) {
|
|
|
|
|
return setTimeout(() => rimraf_(p, options, CB), timeout ++)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// already gone
|
|
|
|
|
if (er.code === "ENOENT") er = null
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
timeout = 0
|
|
|
|
|
next(er)
|
|
|
|
|
}
|
|
|
|
|
rimraf_(p, options, CB)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (options.disableGlob || !glob.hasMagic(p))
|
|
|
|
|
return afterGlob(null, [p])
|
|
|
|
|
|
|
|
|
|
options.lstat(p, (er, stat) => {
|
|
|
|
|
if (!er)
|
|
|
|
|
return afterGlob(null, [p])
|
|
|
|
|
|
|
|
|
|
glob(p, options.glob, afterGlob)
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Two possible strategies.
|
|
|
|
|
// 1. Assume it's a file. unlink it, then do the dir stuff on EPERM or EISDIR
|
|
|
|
|
// 2. Assume it's a directory. readdir, then do the file stuff on ENOTDIR
|
|
|
|
|
//
|
|
|
|
|
// Both result in an extra syscall when you guess wrong. However, there
|
|
|
|
|
// are likely far more normal files in the world than directories. This
|
|
|
|
|
// is based on the assumption that a the average number of files per
|
|
|
|
|
// directory is >= 1.
|
|
|
|
|
//
|
|
|
|
|
// If anyone ever complains about this, then I guess the strategy could
|
|
|
|
|
// be made configurable somehow. But until then, YAGNI.
|
|
|
|
|
const rimraf_ = (p, options, cb) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
// sunos lets the root user unlink directories, which is... weird.
|
|
|
|
|
// so we have to lstat here and make sure it's not a dir.
|
|
|
|
|
options.lstat(p, (er, st) => {
|
|
|
|
|
if (er && er.code === "ENOENT")
|
|
|
|
|
return cb(null)
|
|
|
|
|
|
|
|
|
|
// Windows can EPERM on stat. Life is suffering.
|
|
|
|
|
if (er && er.code === "EPERM" && isWindows)
|
|
|
|
|
fixWinEPERM(p, options, er, cb)
|
|
|
|
|
|
|
|
|
|
if (st && st.isDirectory())
|
|
|
|
|
return rmdir(p, options, er, cb)
|
|
|
|
|
|
|
|
|
|
options.unlink(p, er => {
|
|
|
|
|
if (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return cb(null)
|
|
|
|
|
if (er.code === "EPERM")
|
|
|
|
|
return (isWindows)
|
|
|
|
|
? fixWinEPERM(p, options, er, cb)
|
|
|
|
|
: rmdir(p, options, er, cb)
|
|
|
|
|
if (er.code === "EISDIR")
|
|
|
|
|
return rmdir(p, options, er, cb)
|
|
|
|
|
}
|
|
|
|
|
return cb(er)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const fixWinEPERM = (p, options, er, cb) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
options.chmod(p, 0o666, er2 => {
|
|
|
|
|
if (er2)
|
|
|
|
|
cb(er2.code === "ENOENT" ? null : er)
|
|
|
|
|
else
|
|
|
|
|
options.stat(p, (er3, stats) => {
|
|
|
|
|
if (er3)
|
|
|
|
|
cb(er3.code === "ENOENT" ? null : er)
|
|
|
|
|
else if (stats.isDirectory())
|
|
|
|
|
rmdir(p, options, er, cb)
|
|
|
|
|
else
|
|
|
|
|
options.unlink(p, cb)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const fixWinEPERMSync = (p, options, er) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
options.chmodSync(p, 0o666)
|
|
|
|
|
} catch (er2) {
|
|
|
|
|
if (er2.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
else
|
|
|
|
|
throw er
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let stats
|
|
|
|
|
try {
|
|
|
|
|
stats = options.statSync(p)
|
|
|
|
|
} catch (er3) {
|
|
|
|
|
if (er3.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
else
|
|
|
|
|
throw er
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (stats.isDirectory())
|
|
|
|
|
rmdirSync(p, options, er)
|
|
|
|
|
else
|
|
|
|
|
options.unlinkSync(p)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const rmdir = (p, options, originalEr, cb) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
// try to rmdir first, and only readdir on ENOTEMPTY or EEXIST (SunOS)
|
|
|
|
|
// if we guessed wrong, and it's not a directory, then
|
|
|
|
|
// raise the original error.
|
|
|
|
|
options.rmdir(p, er => {
|
|
|
|
|
if (er && (er.code === "ENOTEMPTY" || er.code === "EEXIST" || er.code === "EPERM"))
|
|
|
|
|
rmkids(p, options, cb)
|
|
|
|
|
else if (er && er.code === "ENOTDIR")
|
|
|
|
|
cb(originalEr)
|
|
|
|
|
else
|
|
|
|
|
cb(er)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const rmkids = (p, options, cb) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
options.readdir(p, (er, files) => {
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(er)
|
|
|
|
|
let n = files.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return options.rmdir(p, cb)
|
|
|
|
|
let errState
|
|
|
|
|
files.forEach(f => {
|
|
|
|
|
rimraf(path.join(p, f), options, er => {
|
|
|
|
|
if (errState)
|
|
|
|
|
return
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(errState = er)
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
options.rmdir(p, cb)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// this looks simpler, and is strictly *faster*, but will
|
|
|
|
|
// tie up the JavaScript thread and fail on excessively
|
|
|
|
|
// deep directory trees.
|
|
|
|
|
const rimrafSync = (p, options) => {
|
|
|
|
|
options = options || {}
|
|
|
|
|
defaults(options)
|
|
|
|
|
|
|
|
|
|
assert(p, 'rimraf: missing path')
|
|
|
|
|
assert.equal(typeof p, 'string', 'rimraf: path should be a string')
|
|
|
|
|
assert(options, 'rimraf: missing options')
|
|
|
|
|
assert.equal(typeof options, 'object', 'rimraf: options should be object')
|
|
|
|
|
|
|
|
|
|
let results
|
|
|
|
|
|
|
|
|
|
if (options.disableGlob || !glob.hasMagic(p)) {
|
|
|
|
|
results = [p]
|
|
|
|
|
} else {
|
|
|
|
|
try {
|
|
|
|
|
options.lstatSync(p)
|
|
|
|
|
results = [p]
|
|
|
|
|
} catch (er) {
|
|
|
|
|
results = glob.sync(p, options.glob)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!results.length)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
for (let i = 0; i < results.length; i++) {
|
|
|
|
|
const p = results[i]
|
|
|
|
|
|
|
|
|
|
let st
|
|
|
|
|
try {
|
|
|
|
|
st = options.lstatSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// Windows can EPERM on stat. Life is suffering.
|
|
|
|
|
if (er.code === "EPERM" && isWindows)
|
|
|
|
|
fixWinEPERMSync(p, options, er)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
// sunos lets the root user unlink directories, which is... weird.
|
|
|
|
|
if (st && st.isDirectory())
|
|
|
|
|
rmdirSync(p, options, null)
|
|
|
|
|
else
|
|
|
|
|
options.unlinkSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
if (er.code === "EPERM")
|
|
|
|
|
return isWindows ? fixWinEPERMSync(p, options, er) : rmdirSync(p, options, er)
|
|
|
|
|
if (er.code !== "EISDIR")
|
|
|
|
|
throw er
|
|
|
|
|
|
|
|
|
|
rmdirSync(p, options, er)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const rmdirSync = (p, options, originalEr) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
options.rmdirSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
if (er.code === "ENOTDIR")
|
|
|
|
|
throw originalEr
|
|
|
|
|
if (er.code === "ENOTEMPTY" || er.code === "EEXIST" || er.code === "EPERM")
|
|
|
|
|
rmkidsSync(p, options)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const rmkidsSync = (p, options) => {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
options.readdirSync(p).forEach(f => rimrafSync(path.join(p, f), options))
|
|
|
|
|
|
|
|
|
|
// We only end up here once we got ENOTEMPTY at least once, and
|
|
|
|
|
// at this point, we are guaranteed to have removed all the kids.
|
|
|
|
|
// So, we know that it won't be ENOENT or ENOTDIR or anything else.
|
|
|
|
|
// try really hard to delete stuff on windows, because it has a
|
|
|
|
|
// PROFOUNDLY annoying habit of not closing handles promptly when
|
|
|
|
|
// files are deleted, resulting in spurious ENOTEMPTY errors.
|
|
|
|
|
const retries = isWindows ? 100 : 1
|
|
|
|
|
let i = 0
|
|
|
|
|
do {
|
|
|
|
|
let threw = true
|
|
|
|
|
try {
|
|
|
|
|
const ret = options.rmdirSync(p, options)
|
|
|
|
|
threw = false
|
|
|
|
|
return ret
|
|
|
|
|
} finally {
|
|
|
|
|
if (++i < retries && threw)
|
|
|
|
|
continue
|
|
|
|
|
}
|
|
|
|
|
} while (true)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
module.exports = rimraf
|
|
|
|
|
rimraf.sync = rimrafSync
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 16:
|
|
|
|
@@ -1446,803 +1813,6 @@ exports.realpath = function realpath(p, cache, cb) {
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 120:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
// Approach:
|
|
|
|
|
//
|
|
|
|
|
// 1. Get the minimatch set
|
|
|
|
|
// 2. For each pattern in the set, PROCESS(pattern, false)
|
|
|
|
|
// 3. Store matches per-set, then uniq them
|
|
|
|
|
//
|
|
|
|
|
// PROCESS(pattern, inGlobStar)
|
|
|
|
|
// Get the first [n] items from pattern that are all strings
|
|
|
|
|
// Join these together. This is PREFIX.
|
|
|
|
|
// If there is no more remaining, then stat(PREFIX) and
|
|
|
|
|
// add to matches if it succeeds. END.
|
|
|
|
|
//
|
|
|
|
|
// If inGlobStar and PREFIX is symlink and points to dir
|
|
|
|
|
// set ENTRIES = []
|
|
|
|
|
// else readdir(PREFIX) as ENTRIES
|
|
|
|
|
// If fail, END
|
|
|
|
|
//
|
|
|
|
|
// with ENTRIES
|
|
|
|
|
// If pattern[n] is GLOBSTAR
|
|
|
|
|
// // handle the case where the globstar match is empty
|
|
|
|
|
// // by pruning it out, and testing the resulting pattern
|
|
|
|
|
// PROCESS(pattern[0..n] + pattern[n+1 .. $], false)
|
|
|
|
|
// // handle other cases.
|
|
|
|
|
// for ENTRY in ENTRIES (not dotfiles)
|
|
|
|
|
// // attach globstar + tail onto the entry
|
|
|
|
|
// // Mark that this entry is a globstar match
|
|
|
|
|
// PROCESS(pattern[0..n] + ENTRY + pattern[n .. $], true)
|
|
|
|
|
//
|
|
|
|
|
// else // not globstar
|
|
|
|
|
// for ENTRY in ENTRIES (not dotfiles, unless pattern[n] is dot)
|
|
|
|
|
// Test ENTRY against pattern[n]
|
|
|
|
|
// If fails, continue
|
|
|
|
|
// If passes, PROCESS(pattern[0..n] + item + pattern[n+1 .. $])
|
|
|
|
|
//
|
|
|
|
|
// Caveat:
|
|
|
|
|
// Cache all stats and readdirs results to minimize syscall. Since all
|
|
|
|
|
// we ever care about is existence and directory-ness, we can just keep
|
|
|
|
|
// `true` for files, and [children,...] for directories, or `false` for
|
|
|
|
|
// things that don't exist.
|
|
|
|
|
|
|
|
|
|
module.exports = glob
|
|
|
|
|
|
|
|
|
|
var fs = __webpack_require__(747)
|
|
|
|
|
var rp = __webpack_require__(302)
|
|
|
|
|
var minimatch = __webpack_require__(93)
|
|
|
|
|
var Minimatch = minimatch.Minimatch
|
|
|
|
|
var inherits = __webpack_require__(689)
|
|
|
|
|
var EE = __webpack_require__(614).EventEmitter
|
|
|
|
|
var path = __webpack_require__(622)
|
|
|
|
|
var assert = __webpack_require__(357)
|
|
|
|
|
var isAbsolute = __webpack_require__(681)
|
|
|
|
|
var globSync = __webpack_require__(245)
|
|
|
|
|
var common = __webpack_require__(856)
|
|
|
|
|
var alphasort = common.alphasort
|
|
|
|
|
var alphasorti = common.alphasorti
|
|
|
|
|
var setopts = common.setopts
|
|
|
|
|
var ownProp = common.ownProp
|
|
|
|
|
var inflight = __webpack_require__(674)
|
|
|
|
|
var util = __webpack_require__(669)
|
|
|
|
|
var childrenIgnored = common.childrenIgnored
|
|
|
|
|
var isIgnored = common.isIgnored
|
|
|
|
|
|
|
|
|
|
var once = __webpack_require__(49)
|
|
|
|
|
|
|
|
|
|
function glob (pattern, options, cb) {
|
|
|
|
|
if (typeof options === 'function') cb = options, options = {}
|
|
|
|
|
if (!options) options = {}
|
|
|
|
|
|
|
|
|
|
if (options.sync) {
|
|
|
|
|
if (cb)
|
|
|
|
|
throw new TypeError('callback provided to sync glob')
|
|
|
|
|
return globSync(pattern, options)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return new Glob(pattern, options, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
glob.sync = globSync
|
|
|
|
|
var GlobSync = glob.GlobSync = globSync.GlobSync
|
|
|
|
|
|
|
|
|
|
// old api surface
|
|
|
|
|
glob.glob = glob
|
|
|
|
|
|
|
|
|
|
function extend (origin, add) {
|
|
|
|
|
if (add === null || typeof add !== 'object') {
|
|
|
|
|
return origin
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var keys = Object.keys(add)
|
|
|
|
|
var i = keys.length
|
|
|
|
|
while (i--) {
|
|
|
|
|
origin[keys[i]] = add[keys[i]]
|
|
|
|
|
}
|
|
|
|
|
return origin
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
glob.hasMagic = function (pattern, options_) {
|
|
|
|
|
var options = extend({}, options_)
|
|
|
|
|
options.noprocess = true
|
|
|
|
|
|
|
|
|
|
var g = new Glob(pattern, options)
|
|
|
|
|
var set = g.minimatch.set
|
|
|
|
|
|
|
|
|
|
if (!pattern)
|
|
|
|
|
return false
|
|
|
|
|
|
|
|
|
|
if (set.length > 1)
|
|
|
|
|
return true
|
|
|
|
|
|
|
|
|
|
for (var j = 0; j < set[0].length; j++) {
|
|
|
|
|
if (typeof set[0][j] !== 'string')
|
|
|
|
|
return true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return false
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
glob.Glob = Glob
|
|
|
|
|
inherits(Glob, EE)
|
|
|
|
|
function Glob (pattern, options, cb) {
|
|
|
|
|
if (typeof options === 'function') {
|
|
|
|
|
cb = options
|
|
|
|
|
options = null
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (options && options.sync) {
|
|
|
|
|
if (cb)
|
|
|
|
|
throw new TypeError('callback provided to sync glob')
|
|
|
|
|
return new GlobSync(pattern, options)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!(this instanceof Glob))
|
|
|
|
|
return new Glob(pattern, options, cb)
|
|
|
|
|
|
|
|
|
|
setopts(this, pattern, options)
|
|
|
|
|
this._didRealPath = false
|
|
|
|
|
|
|
|
|
|
// process each pattern in the minimatch set
|
|
|
|
|
var n = this.minimatch.set.length
|
|
|
|
|
|
|
|
|
|
// The matches are stored as {<filename>: true,...} so that
|
|
|
|
|
// duplicates are automagically pruned.
|
|
|
|
|
// Later, we do an Object.keys() on these.
|
|
|
|
|
// Keep them as a list so we can fill in when nonull is set.
|
|
|
|
|
this.matches = new Array(n)
|
|
|
|
|
|
|
|
|
|
if (typeof cb === 'function') {
|
|
|
|
|
cb = once(cb)
|
|
|
|
|
this.on('error', cb)
|
|
|
|
|
this.on('end', function (matches) {
|
|
|
|
|
cb(null, matches)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
this._processing = 0
|
|
|
|
|
|
|
|
|
|
this._emitQueue = []
|
|
|
|
|
this._processQueue = []
|
|
|
|
|
this.paused = false
|
|
|
|
|
|
|
|
|
|
if (this.noprocess)
|
|
|
|
|
return this
|
|
|
|
|
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return done()
|
|
|
|
|
|
|
|
|
|
var sync = true
|
|
|
|
|
for (var i = 0; i < n; i ++) {
|
|
|
|
|
this._process(this.minimatch.set[i], i, false, done)
|
|
|
|
|
}
|
|
|
|
|
sync = false
|
|
|
|
|
|
|
|
|
|
function done () {
|
|
|
|
|
--self._processing
|
|
|
|
|
if (self._processing <= 0) {
|
|
|
|
|
if (sync) {
|
|
|
|
|
process.nextTick(function () {
|
|
|
|
|
self._finish()
|
|
|
|
|
})
|
|
|
|
|
} else {
|
|
|
|
|
self._finish()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._finish = function () {
|
|
|
|
|
assert(this instanceof Glob)
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (this.realpath && !this._didRealpath)
|
|
|
|
|
return this._realpath()
|
|
|
|
|
|
|
|
|
|
common.finish(this)
|
|
|
|
|
this.emit('end', this.found)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._realpath = function () {
|
|
|
|
|
if (this._didRealpath)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
this._didRealpath = true
|
|
|
|
|
|
|
|
|
|
var n = this.matches.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return this._finish()
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
for (var i = 0; i < this.matches.length; i++)
|
|
|
|
|
this._realpathSet(i, next)
|
|
|
|
|
|
|
|
|
|
function next () {
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
self._finish()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._realpathSet = function (index, cb) {
|
|
|
|
|
var matchset = this.matches[index]
|
|
|
|
|
if (!matchset)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var found = Object.keys(matchset)
|
|
|
|
|
var self = this
|
|
|
|
|
var n = found.length
|
|
|
|
|
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var set = this.matches[index] = Object.create(null)
|
|
|
|
|
found.forEach(function (p, i) {
|
|
|
|
|
// If there's a problem with the stat, then it means that
|
|
|
|
|
// one or more of the links in the realpath couldn't be
|
|
|
|
|
// resolved. just return the abs value in that case.
|
|
|
|
|
p = self._makeAbs(p)
|
|
|
|
|
rp.realpath(p, self.realpathCache, function (er, real) {
|
|
|
|
|
if (!er)
|
|
|
|
|
set[real] = true
|
|
|
|
|
else if (er.syscall === 'stat')
|
|
|
|
|
set[p] = true
|
|
|
|
|
else
|
|
|
|
|
self.emit('error', er) // srsly wtf right here
|
|
|
|
|
|
|
|
|
|
if (--n === 0) {
|
|
|
|
|
self.matches[index] = set
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._mark = function (p) {
|
|
|
|
|
return common.mark(this, p)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._makeAbs = function (f) {
|
|
|
|
|
return common.makeAbs(this, f)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.abort = function () {
|
|
|
|
|
this.aborted = true
|
|
|
|
|
this.emit('abort')
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.pause = function () {
|
|
|
|
|
if (!this.paused) {
|
|
|
|
|
this.paused = true
|
|
|
|
|
this.emit('pause')
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.resume = function () {
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this.emit('resume')
|
|
|
|
|
this.paused = false
|
|
|
|
|
if (this._emitQueue.length) {
|
|
|
|
|
var eq = this._emitQueue.slice(0)
|
|
|
|
|
this._emitQueue.length = 0
|
|
|
|
|
for (var i = 0; i < eq.length; i ++) {
|
|
|
|
|
var e = eq[i]
|
|
|
|
|
this._emitMatch(e[0], e[1])
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (this._processQueue.length) {
|
|
|
|
|
var pq = this._processQueue.slice(0)
|
|
|
|
|
this._processQueue.length = 0
|
|
|
|
|
for (var i = 0; i < pq.length; i ++) {
|
|
|
|
|
var p = pq[i]
|
|
|
|
|
this._processing--
|
|
|
|
|
this._process(p[0], p[1], p[2], p[3])
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._process = function (pattern, index, inGlobStar, cb) {
|
|
|
|
|
assert(this instanceof Glob)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
this._processing++
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this._processQueue.push([pattern, index, inGlobStar, cb])
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//console.error('PROCESS %d', this._processing, pattern)
|
|
|
|
|
|
|
|
|
|
// Get the first [n] parts of pattern that are all strings.
|
|
|
|
|
var n = 0
|
|
|
|
|
while (typeof pattern[n] === 'string') {
|
|
|
|
|
n ++
|
|
|
|
|
}
|
|
|
|
|
// now n is the index of the first one that is *not* a string.
|
|
|
|
|
|
|
|
|
|
// see if there's anything else
|
|
|
|
|
var prefix
|
|
|
|
|
switch (n) {
|
|
|
|
|
// if not, then this is rather simple
|
|
|
|
|
case pattern.length:
|
|
|
|
|
this._processSimple(pattern.join('/'), index, cb)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
case 0:
|
|
|
|
|
// pattern *starts* with some non-trivial item.
|
|
|
|
|
// going to readdir(cwd), but not include the prefix in matches.
|
|
|
|
|
prefix = null
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
default:
|
|
|
|
|
// pattern has some string bits in the front.
|
|
|
|
|
// whatever it starts with, whether that's 'absolute' like /foo/bar,
|
|
|
|
|
// or 'relative' like '../baz'
|
|
|
|
|
prefix = pattern.slice(0, n).join('/')
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var remain = pattern.slice(n)
|
|
|
|
|
|
|
|
|
|
// get the list of entries.
|
|
|
|
|
var read
|
|
|
|
|
if (prefix === null)
|
|
|
|
|
read = '.'
|
|
|
|
|
else if (isAbsolute(prefix) || isAbsolute(pattern.join('/'))) {
|
|
|
|
|
if (!prefix || !isAbsolute(prefix))
|
|
|
|
|
prefix = '/' + prefix
|
|
|
|
|
read = prefix
|
|
|
|
|
} else
|
|
|
|
|
read = prefix
|
|
|
|
|
|
|
|
|
|
var abs = this._makeAbs(read)
|
|
|
|
|
|
|
|
|
|
//if ignored, skip _processing
|
|
|
|
|
if (childrenIgnored(this, read))
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var isGlobStar = remain[0] === minimatch.GLOBSTAR
|
|
|
|
|
if (isGlobStar)
|
|
|
|
|
this._processGlobStar(prefix, read, abs, remain, index, inGlobStar, cb)
|
|
|
|
|
else
|
|
|
|
|
this._processReaddir(prefix, read, abs, remain, index, inGlobStar, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processReaddir = function (prefix, read, abs, remain, index, inGlobStar, cb) {
|
|
|
|
|
var self = this
|
|
|
|
|
this._readdir(abs, inGlobStar, function (er, entries) {
|
|
|
|
|
return self._processReaddir2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processReaddir2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
|
|
|
|
|
|
|
|
|
|
// if the abs isn't a dir, then nothing can match!
|
|
|
|
|
if (!entries)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// It will only match dot entries if it starts with a dot, or if
|
|
|
|
|
// dot is set. Stuff like @(.foo|.bar) isn't allowed.
|
|
|
|
|
var pn = remain[0]
|
|
|
|
|
var negate = !!this.minimatch.negate
|
|
|
|
|
var rawGlob = pn._glob
|
|
|
|
|
var dotOk = this.dot || rawGlob.charAt(0) === '.'
|
|
|
|
|
|
|
|
|
|
var matchedEntries = []
|
|
|
|
|
for (var i = 0; i < entries.length; i++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (e.charAt(0) !== '.' || dotOk) {
|
|
|
|
|
var m
|
|
|
|
|
if (negate && !prefix) {
|
|
|
|
|
m = !e.match(pn)
|
|
|
|
|
} else {
|
|
|
|
|
m = e.match(pn)
|
|
|
|
|
}
|
|
|
|
|
if (m)
|
|
|
|
|
matchedEntries.push(e)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//console.error('prd2', prefix, entries, remain[0]._glob, matchedEntries)
|
|
|
|
|
|
|
|
|
|
var len = matchedEntries.length
|
|
|
|
|
// If there are no matched entries, then nothing matches.
|
|
|
|
|
if (len === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// if this is the last remaining pattern bit, then no need for
|
|
|
|
|
// an additional stat *unless* the user has specified mark or
|
|
|
|
|
// stat explicitly. We know they exist, since readdir returned
|
|
|
|
|
// them.
|
|
|
|
|
|
|
|
|
|
if (remain.length === 1 && !this.mark && !this.stat) {
|
|
|
|
|
if (!this.matches[index])
|
|
|
|
|
this.matches[index] = Object.create(null)
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < len; i ++) {
|
|
|
|
|
var e = matchedEntries[i]
|
|
|
|
|
if (prefix) {
|
|
|
|
|
if (prefix !== '/')
|
|
|
|
|
e = prefix + '/' + e
|
|
|
|
|
else
|
|
|
|
|
e = prefix + e
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (e.charAt(0) === '/' && !this.nomount) {
|
|
|
|
|
e = path.join(this.root, e)
|
|
|
|
|
}
|
|
|
|
|
this._emitMatch(index, e)
|
|
|
|
|
}
|
|
|
|
|
// This was the last one, and no stats were needed
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// now test all matched entries as stand-ins for that part
|
|
|
|
|
// of the pattern.
|
|
|
|
|
remain.shift()
|
|
|
|
|
for (var i = 0; i < len; i ++) {
|
|
|
|
|
var e = matchedEntries[i]
|
|
|
|
|
var newPattern
|
|
|
|
|
if (prefix) {
|
|
|
|
|
if (prefix !== '/')
|
|
|
|
|
e = prefix + '/' + e
|
|
|
|
|
else
|
|
|
|
|
e = prefix + e
|
|
|
|
|
}
|
|
|
|
|
this._process([e].concat(remain), index, inGlobStar, cb)
|
|
|
|
|
}
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._emitMatch = function (index, e) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (isIgnored(this, e))
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this._emitQueue.push([index, e])
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var abs = isAbsolute(e) ? e : this._makeAbs(e)
|
|
|
|
|
|
|
|
|
|
if (this.mark)
|
|
|
|
|
e = this._mark(e)
|
|
|
|
|
|
|
|
|
|
if (this.absolute)
|
|
|
|
|
e = abs
|
|
|
|
|
|
|
|
|
|
if (this.matches[index][e])
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (this.nodir) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
if (c === 'DIR' || Array.isArray(c))
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
this.matches[index][e] = true
|
|
|
|
|
|
|
|
|
|
var st = this.statCache[abs]
|
|
|
|
|
if (st)
|
|
|
|
|
this.emit('stat', e, st)
|
|
|
|
|
|
|
|
|
|
this.emit('match', e)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirInGlobStar = function (abs, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// follow all symlinked directories forever
|
|
|
|
|
// just proceed as if this is a non-globstar situation
|
|
|
|
|
if (this.follow)
|
|
|
|
|
return this._readdir(abs, false, cb)
|
|
|
|
|
|
|
|
|
|
var lstatkey = 'lstat\0' + abs
|
|
|
|
|
var self = this
|
|
|
|
|
var lstatcb = inflight(lstatkey, lstatcb_)
|
|
|
|
|
|
|
|
|
|
if (lstatcb)
|
|
|
|
|
fs.lstat(abs, lstatcb)
|
|
|
|
|
|
|
|
|
|
function lstatcb_ (er, lstat) {
|
|
|
|
|
if (er && er.code === 'ENOENT')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var isSym = lstat && lstat.isSymbolicLink()
|
|
|
|
|
self.symlinks[abs] = isSym
|
|
|
|
|
|
|
|
|
|
// If it's not a symlink or a dir, then it's definitely a regular file.
|
|
|
|
|
// don't bother doing a readdir in that case.
|
|
|
|
|
if (!isSym && lstat && !lstat.isDirectory()) {
|
|
|
|
|
self.cache[abs] = 'FILE'
|
|
|
|
|
cb()
|
|
|
|
|
} else
|
|
|
|
|
self._readdir(abs, false, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdir = function (abs, inGlobStar, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
cb = inflight('readdir\0'+abs+'\0'+inGlobStar, cb)
|
|
|
|
|
if (!cb)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
//console.error('RD %j %j', +inGlobStar, abs)
|
|
|
|
|
if (inGlobStar && !ownProp(this.symlinks, abs))
|
|
|
|
|
return this._readdirInGlobStar(abs, cb)
|
|
|
|
|
|
|
|
|
|
if (ownProp(this.cache, abs)) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
if (!c || c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (Array.isArray(c))
|
|
|
|
|
return cb(null, c)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
fs.readdir(abs, readdirCb(this, abs, cb))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function readdirCb (self, abs, cb) {
|
|
|
|
|
return function (er, entries) {
|
|
|
|
|
if (er)
|
|
|
|
|
self._readdirError(abs, er, cb)
|
|
|
|
|
else
|
|
|
|
|
self._readdirEntries(abs, entries, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirEntries = function (abs, entries, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// if we haven't asked to stat everything, then just
|
|
|
|
|
// assume that everything in there exists, so we can avoid
|
|
|
|
|
// having to stat it a second time.
|
|
|
|
|
if (!this.mark && !this.stat) {
|
|
|
|
|
for (var i = 0; i < entries.length; i ++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (abs === '/')
|
|
|
|
|
e = abs + e
|
|
|
|
|
else
|
|
|
|
|
e = abs + '/' + e
|
|
|
|
|
this.cache[e] = true
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
this.cache[abs] = entries
|
|
|
|
|
return cb(null, entries)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirError = function (f, er, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// handle errors, and cache the information
|
|
|
|
|
switch (er.code) {
|
|
|
|
|
case 'ENOTSUP': // https://github.com/isaacs/node-glob/issues/205
|
|
|
|
|
case 'ENOTDIR': // totally normal. means it *does* exist.
|
|
|
|
|
var abs = this._makeAbs(f)
|
|
|
|
|
this.cache[abs] = 'FILE'
|
|
|
|
|
if (abs === this.cwdAbs) {
|
|
|
|
|
var error = new Error(er.code + ' invalid cwd ' + this.cwd)
|
|
|
|
|
error.path = this.cwd
|
|
|
|
|
error.code = er.code
|
|
|
|
|
this.emit('error', error)
|
|
|
|
|
this.abort()
|
|
|
|
|
}
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
case 'ENOENT': // not terribly unusual
|
|
|
|
|
case 'ELOOP':
|
|
|
|
|
case 'ENAMETOOLONG':
|
|
|
|
|
case 'UNKNOWN':
|
|
|
|
|
this.cache[this._makeAbs(f)] = false
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
default: // some unusual error. Treat as failure.
|
|
|
|
|
this.cache[this._makeAbs(f)] = false
|
|
|
|
|
if (this.strict) {
|
|
|
|
|
this.emit('error', er)
|
|
|
|
|
// If the error is handled, then we abort
|
|
|
|
|
// if not, we threw out of here
|
|
|
|
|
this.abort()
|
|
|
|
|
}
|
|
|
|
|
if (!this.silent)
|
|
|
|
|
console.error('glob error', er)
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processGlobStar = function (prefix, read, abs, remain, index, inGlobStar, cb) {
|
|
|
|
|
var self = this
|
|
|
|
|
this._readdir(abs, inGlobStar, function (er, entries) {
|
|
|
|
|
self._processGlobStar2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processGlobStar2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
|
|
|
|
|
//console.error('pgs2', prefix, remain[0], entries)
|
|
|
|
|
|
|
|
|
|
// no entries means not a dir, so it can never have matches
|
|
|
|
|
// foo.txt/** doesn't match foo.txt
|
|
|
|
|
if (!entries)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// test without the globstar, and with every child both below
|
|
|
|
|
// and replacing the globstar.
|
|
|
|
|
var remainWithoutGlobStar = remain.slice(1)
|
|
|
|
|
var gspref = prefix ? [ prefix ] : []
|
|
|
|
|
var noGlobStar = gspref.concat(remainWithoutGlobStar)
|
|
|
|
|
|
|
|
|
|
// the noGlobStar pattern exits the inGlobStar state
|
|
|
|
|
this._process(noGlobStar, index, false, cb)
|
|
|
|
|
|
|
|
|
|
var isSym = this.symlinks[abs]
|
|
|
|
|
var len = entries.length
|
|
|
|
|
|
|
|
|
|
// If it's a symlink, and we're in a globstar, then stop
|
|
|
|
|
if (isSym && inGlobStar)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < len; i++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (e.charAt(0) === '.' && !this.dot)
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
// these two cases enter the inGlobStar state
|
|
|
|
|
var instead = gspref.concat(entries[i], remainWithoutGlobStar)
|
|
|
|
|
this._process(instead, index, true, cb)
|
|
|
|
|
|
|
|
|
|
var below = gspref.concat(entries[i], remain)
|
|
|
|
|
this._process(below, index, true, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processSimple = function (prefix, index, cb) {
|
|
|
|
|
// XXX review this. Shouldn't it be doing the mounting etc
|
|
|
|
|
// before doing stat? kinda weird?
|
|
|
|
|
var self = this
|
|
|
|
|
this._stat(prefix, function (er, exists) {
|
|
|
|
|
self._processSimple2(prefix, index, er, exists, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
Glob.prototype._processSimple2 = function (prefix, index, er, exists, cb) {
|
|
|
|
|
|
|
|
|
|
//console.error('ps2', prefix, exists)
|
|
|
|
|
|
|
|
|
|
if (!this.matches[index])
|
|
|
|
|
this.matches[index] = Object.create(null)
|
|
|
|
|
|
|
|
|
|
// If it doesn't exist, then just mark the lack of results
|
|
|
|
|
if (!exists)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (prefix && isAbsolute(prefix) && !this.nomount) {
|
|
|
|
|
var trail = /[\/\\]$/.test(prefix)
|
|
|
|
|
if (prefix.charAt(0) === '/') {
|
|
|
|
|
prefix = path.join(this.root, prefix)
|
|
|
|
|
} else {
|
|
|
|
|
prefix = path.resolve(this.root, prefix)
|
|
|
|
|
if (trail)
|
|
|
|
|
prefix += '/'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (process.platform === 'win32')
|
|
|
|
|
prefix = prefix.replace(/\\/g, '/')
|
|
|
|
|
|
|
|
|
|
// Mark this as a match
|
|
|
|
|
this._emitMatch(index, prefix)
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Returns either 'DIR', 'FILE', or false
|
|
|
|
|
Glob.prototype._stat = function (f, cb) {
|
|
|
|
|
var abs = this._makeAbs(f)
|
|
|
|
|
var needDir = f.slice(-1) === '/'
|
|
|
|
|
|
|
|
|
|
if (f.length > this.maxLength)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (!this.stat && ownProp(this.cache, abs)) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
|
|
|
|
|
if (Array.isArray(c))
|
|
|
|
|
c = 'DIR'
|
|
|
|
|
|
|
|
|
|
// It exists, but maybe not how we need it
|
|
|
|
|
if (!needDir || c === 'DIR')
|
|
|
|
|
return cb(null, c)
|
|
|
|
|
|
|
|
|
|
if (needDir && c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// otherwise we have to stat, because maybe c=true
|
|
|
|
|
// if we know it exists, but not what it is.
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var exists
|
|
|
|
|
var stat = this.statCache[abs]
|
|
|
|
|
if (stat !== undefined) {
|
|
|
|
|
if (stat === false)
|
|
|
|
|
return cb(null, stat)
|
|
|
|
|
else {
|
|
|
|
|
var type = stat.isDirectory() ? 'DIR' : 'FILE'
|
|
|
|
|
if (needDir && type === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
else
|
|
|
|
|
return cb(null, type, stat)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
var statcb = inflight('stat\0' + abs, lstatcb_)
|
|
|
|
|
if (statcb)
|
|
|
|
|
fs.lstat(abs, statcb)
|
|
|
|
|
|
|
|
|
|
function lstatcb_ (er, lstat) {
|
|
|
|
|
if (lstat && lstat.isSymbolicLink()) {
|
|
|
|
|
// If it's a symlink, then treat it as the target, unless
|
|
|
|
|
// the target does not exist, then treat it as a file.
|
|
|
|
|
return fs.stat(abs, function (er, stat) {
|
|
|
|
|
if (er)
|
|
|
|
|
self._stat2(f, abs, null, lstat, cb)
|
|
|
|
|
else
|
|
|
|
|
self._stat2(f, abs, er, stat, cb)
|
|
|
|
|
})
|
|
|
|
|
} else {
|
|
|
|
|
self._stat2(f, abs, er, lstat, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._stat2 = function (f, abs, er, stat, cb) {
|
|
|
|
|
if (er && (er.code === 'ENOENT' || er.code === 'ENOTDIR')) {
|
|
|
|
|
this.statCache[abs] = false
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var needDir = f.slice(-1) === '/'
|
|
|
|
|
this.statCache[abs] = stat
|
|
|
|
|
|
|
|
|
|
if (abs.slice(-1) === '/' && stat && !stat.isDirectory())
|
|
|
|
|
return cb(null, false, stat)
|
|
|
|
|
|
|
|
|
|
var c = true
|
|
|
|
|
if (stat)
|
|
|
|
|
c = stat.isDirectory() ? 'DIR' : 'FILE'
|
|
|
|
|
this.cache[abs] = this.cache[abs] || c
|
|
|
|
|
|
|
|
|
|
if (needDir && c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
return cb(null, c, stat)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 141:
|
|
|
|
@@ -2515,6 +2085,793 @@ if (process.env.NODE_DEBUG && /\btunnel\b/.test(process.env.NODE_DEBUG)) {
|
|
|
|
|
exports.debug = debug; // for test
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 150:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
/*!
|
|
|
|
|
* Tmp
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2011-2017 KARASZI Istvan <github@spam.raszi.hu>
|
|
|
|
|
*
|
|
|
|
|
* MIT Licensed
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Module dependencies.
|
|
|
|
|
*/
|
|
|
|
|
const fs = __webpack_require__(747);
|
|
|
|
|
const os = __webpack_require__(87);
|
|
|
|
|
const path = __webpack_require__(622);
|
|
|
|
|
const crypto = __webpack_require__(417);
|
|
|
|
|
const _c = { fs: fs.constants, os: os.constants };
|
|
|
|
|
const rimraf = __webpack_require__(13);
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* The working inner variables.
|
|
|
|
|
*/
|
|
|
|
|
const
|
|
|
|
|
// the random characters to choose from
|
|
|
|
|
RANDOM_CHARS = '0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz',
|
|
|
|
|
|
|
|
|
|
TEMPLATE_PATTERN = /XXXXXX/,
|
|
|
|
|
|
|
|
|
|
DEFAULT_TRIES = 3,
|
|
|
|
|
|
|
|
|
|
CREATE_FLAGS = (_c.O_CREAT || _c.fs.O_CREAT) | (_c.O_EXCL || _c.fs.O_EXCL) | (_c.O_RDWR || _c.fs.O_RDWR),
|
|
|
|
|
|
|
|
|
|
// constants are off on the windows platform and will not match the actual errno codes
|
|
|
|
|
IS_WIN32 = os.platform() === 'win32',
|
|
|
|
|
EBADF = _c.EBADF || _c.os.errno.EBADF,
|
|
|
|
|
ENOENT = _c.ENOENT || _c.os.errno.ENOENT,
|
|
|
|
|
|
|
|
|
|
DIR_MODE = 0o700 /* 448 */,
|
|
|
|
|
FILE_MODE = 0o600 /* 384 */,
|
|
|
|
|
|
|
|
|
|
EXIT = 'exit',
|
|
|
|
|
|
|
|
|
|
// this will hold the objects need to be removed on exit
|
|
|
|
|
_removeObjects = [],
|
|
|
|
|
|
|
|
|
|
// API change in fs.rmdirSync leads to error when passing in a second parameter, e.g. the callback
|
|
|
|
|
FN_RMDIR_SYNC = fs.rmdirSync.bind(fs),
|
|
|
|
|
FN_RIMRAF_SYNC = rimraf.sync;
|
|
|
|
|
|
|
|
|
|
let
|
|
|
|
|
_gracefulCleanup = false;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Gets a temporary file name.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|tmpNameCallback)} options options or callback
|
|
|
|
|
* @param {?tmpNameCallback} callback the callback function
|
|
|
|
|
*/
|
|
|
|
|
function tmpName(options, callback) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1];
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
_assertAndSanitizeOptions(opts);
|
|
|
|
|
} catch (err) {
|
|
|
|
|
return cb(err);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let tries = opts.tries;
|
|
|
|
|
(function _getUniqueName() {
|
|
|
|
|
try {
|
|
|
|
|
const name = _generateTmpName(opts);
|
|
|
|
|
|
|
|
|
|
// check whether the path exists then retry if needed
|
|
|
|
|
fs.stat(name, function (err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (tries-- > 0) return _getUniqueName();
|
|
|
|
|
|
|
|
|
|
return cb(new Error('Could not get a unique tmp filename, max tries reached ' + name));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cb(null, name);
|
|
|
|
|
});
|
|
|
|
|
} catch (err) {
|
|
|
|
|
cb(err);
|
|
|
|
|
}
|
|
|
|
|
}());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of tmpName.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} options
|
|
|
|
|
* @returns {string} the generated random name
|
|
|
|
|
* @throws {Error} if the options are invalid or could not generate a filename
|
|
|
|
|
*/
|
|
|
|
|
function tmpNameSync(options) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0];
|
|
|
|
|
|
|
|
|
|
_assertAndSanitizeOptions(opts);
|
|
|
|
|
|
|
|
|
|
let tries = opts.tries;
|
|
|
|
|
do {
|
|
|
|
|
const name = _generateTmpName(opts);
|
|
|
|
|
try {
|
|
|
|
|
fs.statSync(name);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
return name;
|
|
|
|
|
}
|
|
|
|
|
} while (tries-- > 0);
|
|
|
|
|
|
|
|
|
|
throw new Error('Could not get a unique tmp filename, max tries reached');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates and opens a temporary file.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|null|undefined|fileCallback)} options the config options or the callback function or null or undefined
|
|
|
|
|
* @param {?fileCallback} callback
|
|
|
|
|
*/
|
|
|
|
|
function file(options, callback) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1];
|
|
|
|
|
|
|
|
|
|
// gets a temporary filename
|
|
|
|
|
tmpName(opts, function _tmpNameCreated(err, name) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
// create and open the file
|
|
|
|
|
fs.open(name, CREATE_FLAGS, opts.mode || FILE_MODE, function _fileCreated(err, fd) {
|
|
|
|
|
/* istanbu ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
if (opts.discardDescriptor) {
|
|
|
|
|
return fs.close(fd, function _discardCallback(possibleErr) {
|
|
|
|
|
// the chance of getting an error on close here is rather low and might occur in the most edgiest cases only
|
|
|
|
|
return cb(possibleErr, name, undefined, _prepareTmpFileRemoveCallback(name, -1, opts, false));
|
|
|
|
|
});
|
|
|
|
|
} else {
|
|
|
|
|
// detachDescriptor passes the descriptor whereas discardDescriptor closes it, either way, we no longer care
|
|
|
|
|
// about the descriptor
|
|
|
|
|
const discardOrDetachDescriptor = opts.discardDescriptor || opts.detachDescriptor;
|
|
|
|
|
cb(null, name, fd, _prepareTmpFileRemoveCallback(name, discardOrDetachDescriptor ? -1 : fd, opts, false));
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of file.
|
|
|
|
|
*
|
|
|
|
|
* @param {Options} options
|
|
|
|
|
* @returns {FileSyncObject} object consists of name, fd and removeCallback
|
|
|
|
|
* @throws {Error} if cannot create a file
|
|
|
|
|
*/
|
|
|
|
|
function fileSync(options) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0];
|
|
|
|
|
|
|
|
|
|
const discardOrDetachDescriptor = opts.discardDescriptor || opts.detachDescriptor;
|
|
|
|
|
const name = tmpNameSync(opts);
|
|
|
|
|
var fd = fs.openSync(name, CREATE_FLAGS, opts.mode || FILE_MODE);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.discardDescriptor) {
|
|
|
|
|
fs.closeSync(fd);
|
|
|
|
|
fd = undefined;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
name: name,
|
|
|
|
|
fd: fd,
|
|
|
|
|
removeCallback: _prepareTmpFileRemoveCallback(name, discardOrDetachDescriptor ? -1 : fd, opts, true)
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates a temporary directory.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|dirCallback)} options the options or the callback function
|
|
|
|
|
* @param {?dirCallback} callback
|
|
|
|
|
*/
|
|
|
|
|
function dir(options, callback) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1];
|
|
|
|
|
|
|
|
|
|
// gets a temporary filename
|
|
|
|
|
tmpName(opts, function _tmpNameCreated(err, name) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
// create the directory
|
|
|
|
|
fs.mkdir(name, opts.mode || DIR_MODE, function _dirCreated(err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
cb(null, name, _prepareTmpDirRemoveCallback(name, opts, false));
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of dir.
|
|
|
|
|
*
|
|
|
|
|
* @param {Options} options
|
|
|
|
|
* @returns {DirSyncObject} object consists of name and removeCallback
|
|
|
|
|
* @throws {Error} if it cannot create a directory
|
|
|
|
|
*/
|
|
|
|
|
function dirSync(options) {
|
|
|
|
|
const
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0];
|
|
|
|
|
|
|
|
|
|
const name = tmpNameSync(opts);
|
|
|
|
|
fs.mkdirSync(name, opts.mode || DIR_MODE);
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
name: name,
|
|
|
|
|
removeCallback: _prepareTmpDirRemoveCallback(name, opts, true)
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes files asynchronously.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} fdPath
|
|
|
|
|
* @param {Function} next
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _removeFileAsync(fdPath, next) {
|
|
|
|
|
const _handler = function (err) {
|
|
|
|
|
if (err && !_isENOENT(err)) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
return next(err);
|
|
|
|
|
}
|
|
|
|
|
next();
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (0 <= fdPath[0])
|
|
|
|
|
fs.close(fdPath[0], function () {
|
|
|
|
|
fs.unlink(fdPath[1], _handler);
|
|
|
|
|
});
|
|
|
|
|
else fs.unlink(fdPath[1], _handler);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes files synchronously.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} fdPath
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _removeFileSync(fdPath) {
|
|
|
|
|
let rethrownException = null;
|
|
|
|
|
try {
|
|
|
|
|
if (0 <= fdPath[0]) fs.closeSync(fdPath[0]);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
if (!_isEBADF(e) && !_isENOENT(e)) throw e;
|
|
|
|
|
} finally {
|
|
|
|
|
try {
|
|
|
|
|
fs.unlinkSync(fdPath[1]);
|
|
|
|
|
}
|
|
|
|
|
catch (e) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
if (!_isENOENT(e)) rethrownException = e;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (rethrownException !== null) {
|
|
|
|
|
throw rethrownException;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Prepares the callback for removal of the temporary file.
|
|
|
|
|
*
|
|
|
|
|
* Returns either a sync callback or a async callback depending on whether
|
|
|
|
|
* fileSync or file was called, which is expressed by the sync parameter.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} name the path of the file
|
|
|
|
|
* @param {number} fd file descriptor
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @param {boolean} sync
|
|
|
|
|
* @returns {fileCallback | fileCallbackSync}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareTmpFileRemoveCallback(name, fd, opts, sync) {
|
|
|
|
|
const removeCallbackSync = _prepareRemoveCallback(_removeFileSync, [fd, name], sync);
|
|
|
|
|
const removeCallback = _prepareRemoveCallback(_removeFileAsync, [fd, name], sync, removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
if (!opts.keep) _removeObjects.unshift(removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
return sync ? removeCallbackSync : removeCallback;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Prepares the callback for removal of the temporary directory.
|
|
|
|
|
*
|
|
|
|
|
* Returns either a sync callback or a async callback depending on whether
|
|
|
|
|
* tmpFileSync or tmpFile was called, which is expressed by the sync parameter.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} name
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @param {boolean} sync
|
|
|
|
|
* @returns {Function} the callback
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareTmpDirRemoveCallback(name, opts, sync) {
|
|
|
|
|
const removeFunction = opts.unsafeCleanup ? rimraf : fs.rmdir.bind(fs);
|
|
|
|
|
const removeFunctionSync = opts.unsafeCleanup ? FN_RIMRAF_SYNC : FN_RMDIR_SYNC;
|
|
|
|
|
const removeCallbackSync = _prepareRemoveCallback(removeFunctionSync, name, sync);
|
|
|
|
|
const removeCallback = _prepareRemoveCallback(removeFunction, name, sync, removeCallbackSync);
|
|
|
|
|
if (!opts.keep) _removeObjects.unshift(removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
return sync ? removeCallbackSync : removeCallback;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates a guarded function wrapping the removeFunction call.
|
|
|
|
|
*
|
|
|
|
|
* The cleanup callback is save to be called multiple times.
|
|
|
|
|
* Subsequent invocations will be ignored.
|
|
|
|
|
*
|
|
|
|
|
* @param {Function} removeFunction
|
|
|
|
|
* @param {string} fileOrDirName
|
|
|
|
|
* @param {boolean} sync
|
|
|
|
|
* @param {cleanupCallbackSync?} cleanupCallbackSync
|
|
|
|
|
* @returns {cleanupCallback | cleanupCallbackSync}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareRemoveCallback(removeFunction, fileOrDirName, sync, cleanupCallbackSync) {
|
|
|
|
|
let called = false;
|
|
|
|
|
|
|
|
|
|
// if sync is true, the next parameter will be ignored
|
|
|
|
|
return function _cleanupCallback(next) {
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!called) {
|
|
|
|
|
// remove cleanupCallback from cache
|
|
|
|
|
const toRemove = cleanupCallbackSync || _cleanupCallback;
|
|
|
|
|
const index = _removeObjects.indexOf(toRemove);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (index >= 0) _removeObjects.splice(index, 1);
|
|
|
|
|
|
|
|
|
|
called = true;
|
|
|
|
|
if (sync || removeFunction === FN_RMDIR_SYNC || removeFunction === FN_RIMRAF_SYNC) {
|
|
|
|
|
return removeFunction(fileOrDirName);
|
|
|
|
|
} else {
|
|
|
|
|
return removeFunction(fileOrDirName, next || function() {});
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* The garbage collector.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _garbageCollector() {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_gracefulCleanup) return;
|
|
|
|
|
|
|
|
|
|
// the function being called removes itself from _removeObjects,
|
|
|
|
|
// loop until _removeObjects is empty
|
|
|
|
|
while (_removeObjects.length) {
|
|
|
|
|
try {
|
|
|
|
|
_removeObjects[0]();
|
|
|
|
|
} catch (e) {
|
|
|
|
|
// already removed?
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Random name generator based on crypto.
|
|
|
|
|
* Adapted from http://blog.tompawlak.org/how-to-generate-random-values-nodejs-javascript
|
|
|
|
|
*
|
|
|
|
|
* @param {number} howMany
|
|
|
|
|
* @returns {string} the generated random name
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _randomChars(howMany) {
|
|
|
|
|
let
|
|
|
|
|
value = [],
|
|
|
|
|
rnd = null;
|
|
|
|
|
|
|
|
|
|
// make sure that we do not fail because we ran out of entropy
|
|
|
|
|
try {
|
|
|
|
|
rnd = crypto.randomBytes(howMany);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
rnd = crypto.pseudoRandomBytes(howMany);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < howMany; i++) {
|
|
|
|
|
value.push(RANDOM_CHARS[rnd[i] % RANDOM_CHARS.length]);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return value.join('');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper which determines whether a string s is blank, that is undefined, or empty or null.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
* @param {string} s
|
|
|
|
|
* @returns {Boolean} true whether the string s is blank, false otherwise
|
|
|
|
|
*/
|
|
|
|
|
function _isBlank(s) {
|
|
|
|
|
return s === null || _isUndefined(s) || !s.trim();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Checks whether the `obj` parameter is defined or not.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} obj
|
|
|
|
|
* @returns {boolean} true if the object is undefined
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _isUndefined(obj) {
|
|
|
|
|
return typeof obj === 'undefined';
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Parses the function arguments.
|
|
|
|
|
*
|
|
|
|
|
* This function helps to have optional arguments.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|null|undefined|Function)} options
|
|
|
|
|
* @param {?Function} callback
|
|
|
|
|
* @returns {Array} parsed arguments
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _parseArguments(options, callback) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (typeof options === 'function') {
|
|
|
|
|
return [{}, options];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (_isUndefined(options)) {
|
|
|
|
|
return [{}, callback];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// copy options so we do not leak the changes we make internally
|
|
|
|
|
const actualOptions = {};
|
|
|
|
|
for (const key of Object.getOwnPropertyNames(options)) {
|
|
|
|
|
actualOptions[key] = options[key];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return [actualOptions, callback];
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Generates a new temporary name.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @returns {string} the new random name according to opts
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _generateTmpName(opts) {
|
|
|
|
|
|
|
|
|
|
const tmpDir = opts.tmpdir;
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(opts.name))
|
|
|
|
|
return path.join(tmpDir, opts.dir, opts.name);
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(opts.template))
|
|
|
|
|
return path.join(tmpDir, opts.dir, opts.template).replace(TEMPLATE_PATTERN, _randomChars(6));
|
|
|
|
|
|
|
|
|
|
// prefix and postfix
|
|
|
|
|
const name = [
|
|
|
|
|
opts.prefix ? opts.prefix : 'tmp',
|
|
|
|
|
'-',
|
|
|
|
|
process.pid,
|
|
|
|
|
'-',
|
|
|
|
|
_randomChars(12),
|
|
|
|
|
opts.postfix ? '-' + opts.postfix : ''
|
|
|
|
|
].join('');
|
|
|
|
|
|
|
|
|
|
return path.join(tmpDir, opts.dir, name);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Asserts whether the specified options are valid, also sanitizes options and provides sane defaults for missing
|
|
|
|
|
* options.
|
|
|
|
|
*
|
|
|
|
|
* @param {Options} options
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _assertAndSanitizeOptions(options) {
|
|
|
|
|
|
|
|
|
|
options.tmpdir = _getTmpDir(options);
|
|
|
|
|
|
|
|
|
|
const tmpDir = options.tmpdir;
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(options.name))
|
|
|
|
|
_assertIsRelative(options.name, 'name', tmpDir);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(options.dir))
|
|
|
|
|
_assertIsRelative(options.dir, 'dir', tmpDir);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(options.template)) {
|
|
|
|
|
_assertIsRelative(options.template, 'template', tmpDir);
|
|
|
|
|
if (!options.template.match(TEMPLATE_PATTERN))
|
|
|
|
|
throw new Error(`Invalid template, found "${options.template}".`);
|
|
|
|
|
}
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_isUndefined(options.tries) && isNaN(options.tries) || options.tries < 0)
|
|
|
|
|
throw new Error(`Invalid tries, found "${options.tries}".`);
|
|
|
|
|
|
|
|
|
|
// if a name was specified we will try once
|
|
|
|
|
options.tries = _isUndefined(options.name) ? options.tries || DEFAULT_TRIES : 1;
|
|
|
|
|
options.keep = !!options.keep;
|
|
|
|
|
options.detachDescriptor = !!options.detachDescriptor;
|
|
|
|
|
options.discardDescriptor = !!options.discardDescriptor;
|
|
|
|
|
options.unsafeCleanup = !!options.unsafeCleanup;
|
|
|
|
|
|
|
|
|
|
// sanitize dir, also keep (multiple) blanks if the user, purportedly sane, requests us to
|
|
|
|
|
options.dir = _isUndefined(options.dir) ? '' : path.relative(tmpDir, _resolvePath(options.dir, tmpDir));
|
|
|
|
|
options.template = _isUndefined(options.template) ? undefined : path.relative(tmpDir, _resolvePath(options.template, tmpDir));
|
|
|
|
|
// sanitize further if template is relative to options.dir
|
|
|
|
|
options.template = _isBlank(options.template) ? undefined : path.relative(options.dir, options.template);
|
|
|
|
|
|
|
|
|
|
// for completeness' sake only, also keep (multiple) blanks if the user, purportedly sane, requests us to
|
|
|
|
|
options.name = _isUndefined(options.name) ? undefined : _sanitizeName(options.name);
|
|
|
|
|
options.prefix = _isUndefined(options.prefix) ? '' : options.prefix;
|
|
|
|
|
options.postfix = _isUndefined(options.postfix) ? '' : options.postfix;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Resolve the specified path name in respect to tmpDir.
|
|
|
|
|
*
|
|
|
|
|
* The specified name might include relative path components, e.g. ../
|
|
|
|
|
* so we need to resolve in order to be sure that is is located inside tmpDir
|
|
|
|
|
*
|
|
|
|
|
* @param name
|
|
|
|
|
* @param tmpDir
|
|
|
|
|
* @returns {string}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _resolvePath(name, tmpDir) {
|
|
|
|
|
const sanitizedName = _sanitizeName(name);
|
|
|
|
|
if (sanitizedName.startsWith(tmpDir)) {
|
|
|
|
|
return path.resolve(sanitizedName);
|
|
|
|
|
} else {
|
|
|
|
|
return path.resolve(path.join(tmpDir, sanitizedName));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Sanitize the specified path name by removing all quote characters.
|
|
|
|
|
*
|
|
|
|
|
* @param name
|
|
|
|
|
* @returns {string}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _sanitizeName(name) {
|
|
|
|
|
if (_isBlank(name)) {
|
|
|
|
|
return name;
|
|
|
|
|
}
|
|
|
|
|
return name.replace(/["']/g, '');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Asserts whether specified name is relative to the specified tmpDir.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} name
|
|
|
|
|
* @param {string} option
|
|
|
|
|
* @param {string} tmpDir
|
|
|
|
|
* @throws {Error}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _assertIsRelative(name, option, tmpDir) {
|
|
|
|
|
if (option === 'name') {
|
|
|
|
|
// assert that name is not absolute and does not contain a path
|
|
|
|
|
if (path.isAbsolute(name))
|
|
|
|
|
throw new Error(`${option} option must not contain an absolute path, found "${name}".`);
|
|
|
|
|
// must not fail on valid .<name> or ..<name> or similar such constructs
|
|
|
|
|
let basename = path.basename(name);
|
|
|
|
|
if (basename === '..' || basename === '.' || basename !== name)
|
|
|
|
|
throw new Error(`${option} option must not contain a path, found "${name}".`);
|
|
|
|
|
}
|
|
|
|
|
else { // if (option === 'dir' || option === 'template') {
|
|
|
|
|
// assert that dir or template are relative to tmpDir
|
|
|
|
|
if (path.isAbsolute(name) && !name.startsWith(tmpDir)) {
|
|
|
|
|
throw new Error(`${option} option must be relative to "${tmpDir}", found "${name}".`);
|
|
|
|
|
}
|
|
|
|
|
let resolvedPath = _resolvePath(name, tmpDir);
|
|
|
|
|
if (!resolvedPath.startsWith(tmpDir))
|
|
|
|
|
throw new Error(`${option} option must be relative to "${tmpDir}", found "${resolvedPath}".`);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper for testing against EBADF to compensate changes made to Node 7.x under Windows.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _isEBADF(error) {
|
|
|
|
|
return _isExpectedError(error, -EBADF, 'EBADF');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper for testing against ENOENT to compensate changes made to Node 7.x under Windows.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _isENOENT(error) {
|
|
|
|
|
return _isExpectedError(error, -ENOENT, 'ENOENT');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper to determine whether the expected error code matches the actual code and errno,
|
|
|
|
|
* which will differ between the supported node versions.
|
|
|
|
|
*
|
|
|
|
|
* - Node >= 7.0:
|
|
|
|
|
* error.code {string}
|
|
|
|
|
* error.errno {number} any numerical value will be negated
|
|
|
|
|
*
|
|
|
|
|
* CAVEAT
|
|
|
|
|
*
|
|
|
|
|
* On windows, the errno for EBADF is -4083 but os.constants.errno.EBADF is different and we must assume that ENOENT
|
|
|
|
|
* is no different here.
|
|
|
|
|
*
|
|
|
|
|
* @param {SystemError} error
|
|
|
|
|
* @param {number} errno
|
|
|
|
|
* @param {string} code
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _isExpectedError(error, errno, code) {
|
|
|
|
|
return IS_WIN32 ? error.code === code : error.code === code && error.errno === errno;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Sets the graceful cleanup.
|
|
|
|
|
*
|
|
|
|
|
* If graceful cleanup is set, tmp will remove all controlled temporary objects on process exit, otherwise the
|
|
|
|
|
* temporary objects will remain in place, waiting to be cleaned up on system restart or otherwise scheduled temporary
|
|
|
|
|
* object removals.
|
|
|
|
|
*/
|
|
|
|
|
function setGracefulCleanup() {
|
|
|
|
|
_gracefulCleanup = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Returns the currently configured tmp dir from os.tmpdir().
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
* @param {?Options} options
|
|
|
|
|
* @returns {string} the currently configured tmp dir
|
|
|
|
|
*/
|
|
|
|
|
function _getTmpDir(options) {
|
|
|
|
|
return path.resolve(_sanitizeName(options && options.tmpdir || os.tmpdir()));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Install process exit listener
|
|
|
|
|
process.addListener(EXIT, _garbageCollector);
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Configuration options.
|
|
|
|
|
*
|
|
|
|
|
* @typedef {Object} Options
|
|
|
|
|
* @property {?boolean} keep the temporary object (file or dir) will not be garbage collected
|
|
|
|
|
* @property {?number} tries the number of tries before give up the name generation
|
|
|
|
|
* @property (?int) mode the access mode, defaults are 0o700 for directories and 0o600 for files
|
|
|
|
|
* @property {?string} template the "mkstemp" like filename template
|
|
|
|
|
* @property {?string} name fixed name relative to tmpdir or the specified dir option
|
|
|
|
|
* @property {?string} dir tmp directory relative to the root tmp directory in use
|
|
|
|
|
* @property {?string} prefix prefix for the generated name
|
|
|
|
|
* @property {?string} postfix postfix for the generated name
|
|
|
|
|
* @property {?string} tmpdir the root tmp directory which overrides the os tmpdir
|
|
|
|
|
* @property {?boolean} unsafeCleanup recursively removes the created temporary directory, even when it's not empty
|
|
|
|
|
* @property {?boolean} detachDescriptor detaches the file descriptor, caller is responsible for closing the file, tmp will no longer try closing the file during garbage collection
|
|
|
|
|
* @property {?boolean} discardDescriptor discards the file descriptor (closes file, fd is -1), tmp will no longer try closing the file during garbage collection
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @typedef {Object} FileSyncObject
|
|
|
|
|
* @property {string} name the name of the file
|
|
|
|
|
* @property {string} fd the file descriptor or -1 if the fd has been discarded
|
|
|
|
|
* @property {fileCallback} removeCallback the callback function to remove the file
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @typedef {Object} DirSyncObject
|
|
|
|
|
* @property {string} name the name of the directory
|
|
|
|
|
* @property {fileCallback} removeCallback the callback function to remove the directory
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback tmpNameCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback fileCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {number} fd the file descriptor or -1 if the fd had been discarded
|
|
|
|
|
* @param {cleanupCallback} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback fileCallbackSync
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {number} fd the file descriptor or -1 if the fd had been discarded
|
|
|
|
|
* @param {cleanupCallbackSync} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback dirCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {cleanupCallback} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback dirCallbackSync
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {cleanupCallbackSync} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes the temporary created file or directory.
|
|
|
|
|
*
|
|
|
|
|
* @callback cleanupCallback
|
|
|
|
|
* @param {simpleCallback} [next] function to call whenever the tmp object needs to be removed
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes the temporary created file or directory.
|
|
|
|
|
*
|
|
|
|
|
* @callback cleanupCallbackSync
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Callback function for function composition.
|
|
|
|
|
* @see {@link https://github.com/raszi/node-tmp/issues/57|raszi/node-tmp#57}
|
|
|
|
|
*
|
|
|
|
|
* @callback simpleCallback
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
// exporting all the needed methods
|
|
|
|
|
|
|
|
|
|
// evaluate _getTmpDir() lazily, mainly for simplifying testing but it also will
|
|
|
|
|
// allow users to reconfigure the temporary directory
|
|
|
|
|
Object.defineProperty(module.exports, 'tmpdir', {
|
|
|
|
|
enumerable: true,
|
|
|
|
|
configurable: false,
|
|
|
|
|
get: function () {
|
|
|
|
|
return _getTmpDir();
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
module.exports.dir = dir;
|
|
|
|
|
module.exports.dirSync = dirSync;
|
|
|
|
|
|
|
|
|
|
module.exports.file = file;
|
|
|
|
|
module.exports.fileSync = fileSync;
|
|
|
|
|
|
|
|
|
|
module.exports.tmpName = tmpName;
|
|
|
|
|
module.exports.tmpNameSync = tmpNameSync;
|
|
|
|
|
|
|
|
|
|
module.exports.setGracefulCleanup = setGracefulCleanup;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 176:
|
|
|
|
@@ -2523,6 +2880,7 @@ exports.debug = debug; // for test
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.StatusReporter = void 0;
|
|
|
|
|
const core_1 = __webpack_require__(470);
|
|
|
|
|
/**
|
|
|
|
|
* Status Reporter that displays information about the progress/status of an artifact that is being uploaded or downloaded
|
|
|
|
@@ -2537,11 +2895,11 @@ class StatusReporter {
|
|
|
|
|
this.processedCount = 0;
|
|
|
|
|
this.largeFiles = new Map();
|
|
|
|
|
this.totalFileStatus = undefined;
|
|
|
|
|
this.largeFileStatus = undefined;
|
|
|
|
|
this.displayFrequencyInMilliseconds = displayFrequencyInMilliseconds;
|
|
|
|
|
}
|
|
|
|
|
setTotalNumberOfFilesToProcess(fileTotal) {
|
|
|
|
|
this.totalNumberOfFilesToProcess = fileTotal;
|
|
|
|
|
this.processedCount = 0;
|
|
|
|
|
}
|
|
|
|
|
start() {
|
|
|
|
|
// displays information about the total upload/download status
|
|
|
|
@@ -2550,30 +2908,17 @@ class StatusReporter {
|
|
|
|
|
const percentage = this.formatPercentage(this.processedCount, this.totalNumberOfFilesToProcess);
|
|
|
|
|
core_1.info(`Total file count: ${this.totalNumberOfFilesToProcess} ---- Processed file #${this.processedCount} (${percentage.slice(0, percentage.indexOf('.') + 2)}%)`);
|
|
|
|
|
}, this.displayFrequencyInMilliseconds);
|
|
|
|
|
// displays extra information about any large files that take a significant amount of time to upload or download every 1 second
|
|
|
|
|
this.largeFileStatus = setInterval(() => {
|
|
|
|
|
for (const value of Array.from(this.largeFiles.values())) {
|
|
|
|
|
core_1.info(value);
|
|
|
|
|
}
|
|
|
|
|
// delete all entries in the map after displaying the information so it will not be displayed again unless explicitly added
|
|
|
|
|
this.largeFiles.clear();
|
|
|
|
|
}, 1000);
|
|
|
|
|
}
|
|
|
|
|
// if there is a large file that is being uploaded in chunks, this is used to display extra information about the status of the upload
|
|
|
|
|
updateLargeFileStatus(fileName, numerator, denominator) {
|
|
|
|
|
updateLargeFileStatus(fileName, chunkStartIndex, chunkEndIndex, totalUploadFileSize) {
|
|
|
|
|
// display 1 decimal place without any rounding
|
|
|
|
|
const percentage = this.formatPercentage(numerator, denominator);
|
|
|
|
|
const displayInformation = `Uploading ${fileName} (${percentage.slice(0, percentage.indexOf('.') + 2)}%)`;
|
|
|
|
|
// any previously added display information should be overwritten for the specific large file because a map is being used
|
|
|
|
|
this.largeFiles.set(fileName, displayInformation);
|
|
|
|
|
const percentage = this.formatPercentage(chunkEndIndex, totalUploadFileSize);
|
|
|
|
|
core_1.info(`Uploaded ${fileName} (${percentage.slice(0, percentage.indexOf('.') + 2)}%) bytes ${chunkStartIndex}:${chunkEndIndex}`);
|
|
|
|
|
}
|
|
|
|
|
stop() {
|
|
|
|
|
if (this.totalFileStatus) {
|
|
|
|
|
clearInterval(this.totalFileStatus);
|
|
|
|
|
}
|
|
|
|
|
if (this.largeFileStatus) {
|
|
|
|
|
clearInterval(this.largeFileStatus);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
incrementProcessedCount() {
|
|
|
|
|
this.processedCount++;
|
|
|
|
@@ -2601,6 +2946,7 @@ module.exports = require("https");
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.create = void 0;
|
|
|
|
|
const artifact_client_1 = __webpack_require__(359);
|
|
|
|
|
/**
|
|
|
|
|
* Constructs an ArtifactClient
|
|
|
|
@@ -2689,7 +3035,7 @@ var fs = __webpack_require__(747)
|
|
|
|
|
var rp = __webpack_require__(302)
|
|
|
|
|
var minimatch = __webpack_require__(93)
|
|
|
|
|
var Minimatch = minimatch.Minimatch
|
|
|
|
|
var Glob = __webpack_require__(120).Glob
|
|
|
|
|
var Glob = __webpack_require__(402).Glob
|
|
|
|
|
var util = __webpack_require__(669)
|
|
|
|
|
var path = __webpack_require__(622)
|
|
|
|
|
var assert = __webpack_require__(357)
|
|
|
|
@@ -3777,6 +4123,25 @@ module.exports = require("assert");
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
|
|
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
|
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
|
|
@@ -3786,18 +4151,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
|
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.DefaultArtifactClient = void 0;
|
|
|
|
|
const core = __importStar(__webpack_require__(470));
|
|
|
|
|
const upload_specification_1 = __webpack_require__(590);
|
|
|
|
|
const upload_http_client_1 = __webpack_require__(608);
|
|
|
|
|
const utils_1 = __webpack_require__(870);
|
|
|
|
|
const path_and_artifact_name_validation_1 = __webpack_require__(553);
|
|
|
|
|
const download_http_client_1 = __webpack_require__(855);
|
|
|
|
|
const download_specification_1 = __webpack_require__(532);
|
|
|
|
|
const config_variables_1 = __webpack_require__(401);
|
|
|
|
@@ -3814,7 +4174,9 @@ class DefaultArtifactClient {
|
|
|
|
|
*/
|
|
|
|
|
uploadArtifact(name, files, rootDirectory, options) {
|
|
|
|
|
return __awaiter(this, void 0, void 0, function* () {
|
|
|
|
|
utils_1.checkArtifactName(name);
|
|
|
|
|
core.info(`Starting artifact upload
|
|
|
|
|
For more detailed logs during the artifact upload process, enable step-debugging: https://docs.github.com/actions/monitoring-and-troubleshooting-workflows/enabling-debug-logging#enabling-step-debug-logging`);
|
|
|
|
|
path_and_artifact_name_validation_1.checkArtifactName(name);
|
|
|
|
|
// Get specification for the files being uploaded
|
|
|
|
|
const uploadSpecification = upload_specification_1.getUploadSpecification(name, rootDirectory, files);
|
|
|
|
|
const uploadResponse = {
|
|
|
|
@@ -3835,12 +4197,24 @@ class DefaultArtifactClient {
|
|
|
|
|
throw new Error('No URL provided by the Artifact Service to upload an artifact to');
|
|
|
|
|
}
|
|
|
|
|
core.debug(`Upload Resource URL: ${response.fileContainerResourceUrl}`);
|
|
|
|
|
core.info(`Container for artifact "${name}" successfully created. Starting upload of file(s)`);
|
|
|
|
|
// Upload each of the files that were found concurrently
|
|
|
|
|
const uploadResult = yield uploadHttpClient.uploadArtifactToFileContainer(response.fileContainerResourceUrl, uploadSpecification, options);
|
|
|
|
|
// Update the size of the artifact to indicate we are done uploading
|
|
|
|
|
// The uncompressed size is used for display when downloading a zip of the artifact from the UI
|
|
|
|
|
core.info(`File upload process has finished. Finalizing the artifact upload`);
|
|
|
|
|
yield uploadHttpClient.patchArtifactSize(uploadResult.totalSize, name);
|
|
|
|
|
core.info(`Finished uploading artifact ${name}. Reported size is ${uploadResult.uploadSize} bytes. There were ${uploadResult.failedItems.length} items that failed to upload`);
|
|
|
|
|
if (uploadResult.failedItems.length > 0) {
|
|
|
|
|
core.info(`Upload finished. There were ${uploadResult.failedItems.length} items that failed to upload`);
|
|
|
|
|
}
|
|
|
|
|
else {
|
|
|
|
|
core.info(`Artifact has been finalized. All files have been successfully uploaded!`);
|
|
|
|
|
}
|
|
|
|
|
core.info(`
|
|
|
|
|
The raw size of all the files that were specified for upload is ${uploadResult.totalSize} bytes
|
|
|
|
|
The size of all the files that were uploaded is ${uploadResult.uploadSize} bytes. This takes into account any gzip compression used to reduce the upload size, time and storage
|
|
|
|
|
|
|
|
|
|
Note: The size of downloaded zips can differ significantly from the reported size. For more information see: https://github.com/actions/upload-artifact#zipped-artifact-downloads \r\n`);
|
|
|
|
|
uploadResponse.artifactItems = uploadSpecification.map(item => item.absoluteFilePath);
|
|
|
|
|
uploadResponse.size = uploadResult.uploadSize;
|
|
|
|
|
uploadResponse.failedItems = uploadResult.failedItems;
|
|
|
|
@@ -3903,6 +4277,7 @@ class DefaultArtifactClient {
|
|
|
|
|
while (downloadedArtifacts < artifacts.count) {
|
|
|
|
|
const currentArtifactToDownload = artifacts.value[downloadedArtifacts];
|
|
|
|
|
downloadedArtifacts += 1;
|
|
|
|
|
core.info(`starting download of artifact ${currentArtifactToDownload.name} : ${downloadedArtifacts}/${artifacts.count}`);
|
|
|
|
|
// Get container entries for the specific artifact
|
|
|
|
|
const items = yield downloadHttpClient.getContainerItems(currentArtifactToDownload.name, currentArtifactToDownload.fileContainerResourceUrl);
|
|
|
|
|
const downloadSpecification = download_specification_1.getDownloadSpecification(currentArtifactToDownload.name, items.value, path, true);
|
|
|
|
@@ -4078,6 +4453,9 @@ function run() {
|
|
|
|
|
const s = searchResult.filesToUpload.length === 1 ? '' : 's';
|
|
|
|
|
core.info(`With the provided path, there will be ${searchResult.filesToUpload.length} file${s} uploaded`);
|
|
|
|
|
core.debug(`Root artifact directory is ${searchResult.rootDirectory}`);
|
|
|
|
|
if (searchResult.filesToUpload.length > 10000) {
|
|
|
|
|
core.warning(`There are over 10,000 files in this artifact, consider creating an archive before upload to improve the upload performance.`);
|
|
|
|
|
}
|
|
|
|
|
const artifactClient = artifact_1.create();
|
|
|
|
|
const options = {
|
|
|
|
|
continueOnError: false
|
|
|
|
@@ -4110,6 +4488,7 @@ run();
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.getRetentionDays = exports.getWorkSpaceDirectory = exports.getWorkFlowRunId = exports.getRuntimeUrl = exports.getRuntimeToken = exports.getDownloadFileConcurrency = exports.getInitialRetryIntervalInMilliseconds = exports.getRetryMultiplier = exports.getRetryLimit = exports.getUploadChunkSize = exports.getUploadFileConcurrency = void 0;
|
|
|
|
|
// The number of concurrent uploads that happens at the same time
|
|
|
|
|
function getUploadFileConcurrency() {
|
|
|
|
|
return 2;
|
|
|
|
@@ -4185,777 +4564,804 @@ exports.getRetentionDays = getRetentionDays;
|
|
|
|
|
/***/ 402:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
/*!
|
|
|
|
|
* Tmp
|
|
|
|
|
*
|
|
|
|
|
* Copyright (c) 2011-2017 KARASZI Istvan <github@spam.raszi.hu>
|
|
|
|
|
*
|
|
|
|
|
* MIT Licensed
|
|
|
|
|
*/
|
|
|
|
|
// Approach:
|
|
|
|
|
//
|
|
|
|
|
// 1. Get the minimatch set
|
|
|
|
|
// 2. For each pattern in the set, PROCESS(pattern, false)
|
|
|
|
|
// 3. Store matches per-set, then uniq them
|
|
|
|
|
//
|
|
|
|
|
// PROCESS(pattern, inGlobStar)
|
|
|
|
|
// Get the first [n] items from pattern that are all strings
|
|
|
|
|
// Join these together. This is PREFIX.
|
|
|
|
|
// If there is no more remaining, then stat(PREFIX) and
|
|
|
|
|
// add to matches if it succeeds. END.
|
|
|
|
|
//
|
|
|
|
|
// If inGlobStar and PREFIX is symlink and points to dir
|
|
|
|
|
// set ENTRIES = []
|
|
|
|
|
// else readdir(PREFIX) as ENTRIES
|
|
|
|
|
// If fail, END
|
|
|
|
|
//
|
|
|
|
|
// with ENTRIES
|
|
|
|
|
// If pattern[n] is GLOBSTAR
|
|
|
|
|
// // handle the case where the globstar match is empty
|
|
|
|
|
// // by pruning it out, and testing the resulting pattern
|
|
|
|
|
// PROCESS(pattern[0..n] + pattern[n+1 .. $], false)
|
|
|
|
|
// // handle other cases.
|
|
|
|
|
// for ENTRY in ENTRIES (not dotfiles)
|
|
|
|
|
// // attach globstar + tail onto the entry
|
|
|
|
|
// // Mark that this entry is a globstar match
|
|
|
|
|
// PROCESS(pattern[0..n] + ENTRY + pattern[n .. $], true)
|
|
|
|
|
//
|
|
|
|
|
// else // not globstar
|
|
|
|
|
// for ENTRY in ENTRIES (not dotfiles, unless pattern[n] is dot)
|
|
|
|
|
// Test ENTRY against pattern[n]
|
|
|
|
|
// If fails, continue
|
|
|
|
|
// If passes, PROCESS(pattern[0..n] + item + pattern[n+1 .. $])
|
|
|
|
|
//
|
|
|
|
|
// Caveat:
|
|
|
|
|
// Cache all stats and readdirs results to minimize syscall. Since all
|
|
|
|
|
// we ever care about is existence and directory-ness, we can just keep
|
|
|
|
|
// `true` for files, and [children,...] for directories, or `false` for
|
|
|
|
|
// things that don't exist.
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Module dependencies.
|
|
|
|
|
*/
|
|
|
|
|
const fs = __webpack_require__(747);
|
|
|
|
|
const os = __webpack_require__(87);
|
|
|
|
|
const path = __webpack_require__(622);
|
|
|
|
|
const crypto = __webpack_require__(417);
|
|
|
|
|
const _c = fs.constants && os.constants ?
|
|
|
|
|
{ fs: fs.constants, os: os.constants } :
|
|
|
|
|
process.binding('constants');
|
|
|
|
|
const rimraf = __webpack_require__(569);
|
|
|
|
|
module.exports = glob
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* The working inner variables.
|
|
|
|
|
*/
|
|
|
|
|
const
|
|
|
|
|
// the random characters to choose from
|
|
|
|
|
RANDOM_CHARS = '0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz',
|
|
|
|
|
var fs = __webpack_require__(747)
|
|
|
|
|
var rp = __webpack_require__(302)
|
|
|
|
|
var minimatch = __webpack_require__(93)
|
|
|
|
|
var Minimatch = minimatch.Minimatch
|
|
|
|
|
var inherits = __webpack_require__(689)
|
|
|
|
|
var EE = __webpack_require__(614).EventEmitter
|
|
|
|
|
var path = __webpack_require__(622)
|
|
|
|
|
var assert = __webpack_require__(357)
|
|
|
|
|
var isAbsolute = __webpack_require__(681)
|
|
|
|
|
var globSync = __webpack_require__(245)
|
|
|
|
|
var common = __webpack_require__(856)
|
|
|
|
|
var alphasort = common.alphasort
|
|
|
|
|
var alphasorti = common.alphasorti
|
|
|
|
|
var setopts = common.setopts
|
|
|
|
|
var ownProp = common.ownProp
|
|
|
|
|
var inflight = __webpack_require__(674)
|
|
|
|
|
var util = __webpack_require__(669)
|
|
|
|
|
var childrenIgnored = common.childrenIgnored
|
|
|
|
|
var isIgnored = common.isIgnored
|
|
|
|
|
|
|
|
|
|
TEMPLATE_PATTERN = /XXXXXX/,
|
|
|
|
|
var once = __webpack_require__(49)
|
|
|
|
|
|
|
|
|
|
DEFAULT_TRIES = 3,
|
|
|
|
|
function glob (pattern, options, cb) {
|
|
|
|
|
if (typeof options === 'function') cb = options, options = {}
|
|
|
|
|
if (!options) options = {}
|
|
|
|
|
|
|
|
|
|
CREATE_FLAGS = (_c.O_CREAT || _c.fs.O_CREAT) | (_c.O_EXCL || _c.fs.O_EXCL) | (_c.O_RDWR || _c.fs.O_RDWR),
|
|
|
|
|
|
|
|
|
|
EBADF = _c.EBADF || _c.os.errno.EBADF,
|
|
|
|
|
ENOENT = _c.ENOENT || _c.os.errno.ENOENT,
|
|
|
|
|
|
|
|
|
|
DIR_MODE = 448 /* 0o700 */,
|
|
|
|
|
FILE_MODE = 384 /* 0o600 */,
|
|
|
|
|
|
|
|
|
|
EXIT = 'exit',
|
|
|
|
|
|
|
|
|
|
SIGINT = 'SIGINT',
|
|
|
|
|
|
|
|
|
|
// this will hold the objects need to be removed on exit
|
|
|
|
|
_removeObjects = [];
|
|
|
|
|
|
|
|
|
|
var
|
|
|
|
|
_gracefulCleanup = false;
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Random name generator based on crypto.
|
|
|
|
|
* Adapted from http://blog.tompawlak.org/how-to-generate-random-values-nodejs-javascript
|
|
|
|
|
*
|
|
|
|
|
* @param {number} howMany
|
|
|
|
|
* @returns {string} the generated random name
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _randomChars(howMany) {
|
|
|
|
|
var
|
|
|
|
|
value = [],
|
|
|
|
|
rnd = null;
|
|
|
|
|
|
|
|
|
|
// make sure that we do not fail because we ran out of entropy
|
|
|
|
|
try {
|
|
|
|
|
rnd = crypto.randomBytes(howMany);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
rnd = crypto.pseudoRandomBytes(howMany);
|
|
|
|
|
if (options.sync) {
|
|
|
|
|
if (cb)
|
|
|
|
|
throw new TypeError('callback provided to sync glob')
|
|
|
|
|
return globSync(pattern, options)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < howMany; i++) {
|
|
|
|
|
value.push(RANDOM_CHARS[rnd[i] % RANDOM_CHARS.length]);
|
|
|
|
|
return new Glob(pattern, options, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
glob.sync = globSync
|
|
|
|
|
var GlobSync = glob.GlobSync = globSync.GlobSync
|
|
|
|
|
|
|
|
|
|
// old api surface
|
|
|
|
|
glob.glob = glob
|
|
|
|
|
|
|
|
|
|
function extend (origin, add) {
|
|
|
|
|
if (add === null || typeof add !== 'object') {
|
|
|
|
|
return origin
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return value.join('');
|
|
|
|
|
var keys = Object.keys(add)
|
|
|
|
|
var i = keys.length
|
|
|
|
|
while (i--) {
|
|
|
|
|
origin[keys[i]] = add[keys[i]]
|
|
|
|
|
}
|
|
|
|
|
return origin
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Checks whether the `obj` parameter is defined or not.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} obj
|
|
|
|
|
* @returns {boolean} true if the object is undefined
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _isUndefined(obj) {
|
|
|
|
|
return typeof obj === 'undefined';
|
|
|
|
|
glob.hasMagic = function (pattern, options_) {
|
|
|
|
|
var options = extend({}, options_)
|
|
|
|
|
options.noprocess = true
|
|
|
|
|
|
|
|
|
|
var g = new Glob(pattern, options)
|
|
|
|
|
var set = g.minimatch.set
|
|
|
|
|
|
|
|
|
|
if (!pattern)
|
|
|
|
|
return false
|
|
|
|
|
|
|
|
|
|
if (set.length > 1)
|
|
|
|
|
return true
|
|
|
|
|
|
|
|
|
|
for (var j = 0; j < set[0].length; j++) {
|
|
|
|
|
if (typeof set[0][j] !== 'string')
|
|
|
|
|
return true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return false
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Parses the function arguments.
|
|
|
|
|
*
|
|
|
|
|
* This function helps to have optional arguments.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|Function)} options
|
|
|
|
|
* @param {Function} callback
|
|
|
|
|
* @returns {Array} parsed arguments
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _parseArguments(options, callback) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
glob.Glob = Glob
|
|
|
|
|
inherits(Glob, EE)
|
|
|
|
|
function Glob (pattern, options, cb) {
|
|
|
|
|
if (typeof options === 'function') {
|
|
|
|
|
return [{}, options];
|
|
|
|
|
cb = options
|
|
|
|
|
options = null
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (_isUndefined(options)) {
|
|
|
|
|
return [{}, callback];
|
|
|
|
|
if (options && options.sync) {
|
|
|
|
|
if (cb)
|
|
|
|
|
throw new TypeError('callback provided to sync glob')
|
|
|
|
|
return new GlobSync(pattern, options)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return [options, callback];
|
|
|
|
|
}
|
|
|
|
|
if (!(this instanceof Glob))
|
|
|
|
|
return new Glob(pattern, options, cb)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Generates a new temporary name.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @returns {string} the new random name according to opts
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _generateTmpName(opts) {
|
|
|
|
|
setopts(this, pattern, options)
|
|
|
|
|
this._didRealPath = false
|
|
|
|
|
|
|
|
|
|
const tmpDir = _getTmpDir();
|
|
|
|
|
// process each pattern in the minimatch set
|
|
|
|
|
var n = this.minimatch.set.length
|
|
|
|
|
|
|
|
|
|
// fail early on missing tmp dir
|
|
|
|
|
if (isBlank(opts.dir) && isBlank(tmpDir)) {
|
|
|
|
|
throw new Error('No tmp dir specified');
|
|
|
|
|
// The matches are stored as {<filename>: true,...} so that
|
|
|
|
|
// duplicates are automagically pruned.
|
|
|
|
|
// Later, we do an Object.keys() on these.
|
|
|
|
|
// Keep them as a list so we can fill in when nonull is set.
|
|
|
|
|
this.matches = new Array(n)
|
|
|
|
|
|
|
|
|
|
if (typeof cb === 'function') {
|
|
|
|
|
cb = once(cb)
|
|
|
|
|
this.on('error', cb)
|
|
|
|
|
this.on('end', function (matches) {
|
|
|
|
|
cb(null, matches)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!isBlank(opts.name)) {
|
|
|
|
|
return path.join(opts.dir || tmpDir, opts.name);
|
|
|
|
|
var self = this
|
|
|
|
|
this._processing = 0
|
|
|
|
|
|
|
|
|
|
this._emitQueue = []
|
|
|
|
|
this._processQueue = []
|
|
|
|
|
this.paused = false
|
|
|
|
|
|
|
|
|
|
if (this.noprocess)
|
|
|
|
|
return this
|
|
|
|
|
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return done()
|
|
|
|
|
|
|
|
|
|
var sync = true
|
|
|
|
|
for (var i = 0; i < n; i ++) {
|
|
|
|
|
this._process(this.minimatch.set[i], i, false, done)
|
|
|
|
|
}
|
|
|
|
|
sync = false
|
|
|
|
|
|
|
|
|
|
// mkstemps like template
|
|
|
|
|
// opts.template has already been guarded in tmpName() below
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.template) {
|
|
|
|
|
var template = opts.template;
|
|
|
|
|
// make sure that we prepend the tmp path if none was given
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (path.basename(template) === template)
|
|
|
|
|
template = path.join(opts.dir || tmpDir, template);
|
|
|
|
|
return template.replace(TEMPLATE_PATTERN, _randomChars(6));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// prefix and postfix
|
|
|
|
|
const name = [
|
|
|
|
|
(isBlank(opts.prefix) ? 'tmp-' : opts.prefix),
|
|
|
|
|
process.pid,
|
|
|
|
|
_randomChars(12),
|
|
|
|
|
(opts.postfix ? opts.postfix : '')
|
|
|
|
|
].join('');
|
|
|
|
|
|
|
|
|
|
return path.join(opts.dir || tmpDir, name);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Gets a temporary file name.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|tmpNameCallback)} options options or callback
|
|
|
|
|
* @param {?tmpNameCallback} callback the callback function
|
|
|
|
|
*/
|
|
|
|
|
function tmpName(options, callback) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1],
|
|
|
|
|
tries = !isBlank(opts.name) ? 1 : opts.tries || DEFAULT_TRIES;
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (isNaN(tries) || tries < 0)
|
|
|
|
|
return cb(new Error('Invalid tries'));
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.template && !opts.template.match(TEMPLATE_PATTERN))
|
|
|
|
|
return cb(new Error('Invalid template provided'));
|
|
|
|
|
|
|
|
|
|
(function _getUniqueName() {
|
|
|
|
|
try {
|
|
|
|
|
const name = _generateTmpName(opts);
|
|
|
|
|
|
|
|
|
|
// check whether the path exists then retry if needed
|
|
|
|
|
fs.stat(name, function (err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (tries-- > 0) return _getUniqueName();
|
|
|
|
|
|
|
|
|
|
return cb(new Error('Could not get a unique tmp filename, max tries reached ' + name));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cb(null, name);
|
|
|
|
|
});
|
|
|
|
|
} catch (err) {
|
|
|
|
|
cb(err);
|
|
|
|
|
}
|
|
|
|
|
}());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of tmpName.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} options
|
|
|
|
|
* @returns {string} the generated random name
|
|
|
|
|
* @throws {Error} if the options are invalid or could not generate a filename
|
|
|
|
|
*/
|
|
|
|
|
function tmpNameSync(options) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
tries = !isBlank(opts.name) ? 1 : opts.tries || DEFAULT_TRIES;
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (isNaN(tries) || tries < 0)
|
|
|
|
|
throw new Error('Invalid tries');
|
|
|
|
|
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.template && !opts.template.match(TEMPLATE_PATTERN))
|
|
|
|
|
throw new Error('Invalid template provided');
|
|
|
|
|
|
|
|
|
|
do {
|
|
|
|
|
const name = _generateTmpName(opts);
|
|
|
|
|
try {
|
|
|
|
|
fs.statSync(name);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
return name;
|
|
|
|
|
}
|
|
|
|
|
} while (tries-- > 0);
|
|
|
|
|
|
|
|
|
|
throw new Error('Could not get a unique tmp filename, max tries reached');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates and opens a temporary file.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|fileCallback)} options the config options or the callback function
|
|
|
|
|
* @param {?fileCallback} callback
|
|
|
|
|
*/
|
|
|
|
|
function file(options, callback) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1];
|
|
|
|
|
|
|
|
|
|
// gets a temporary filename
|
|
|
|
|
tmpName(opts, function _tmpNameCreated(err, name) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
// create and open the file
|
|
|
|
|
fs.open(name, CREATE_FLAGS, opts.mode || FILE_MODE, function _fileCreated(err, fd) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
if (opts.discardDescriptor) {
|
|
|
|
|
return fs.close(fd, function _discardCallback(err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) {
|
|
|
|
|
// Low probability, and the file exists, so this could be
|
|
|
|
|
// ignored. If it isn't we certainly need to unlink the
|
|
|
|
|
// file, and if that fails too its error is more
|
|
|
|
|
// important.
|
|
|
|
|
try {
|
|
|
|
|
fs.unlinkSync(name);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
if (!isENOENT(e)) {
|
|
|
|
|
err = e;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return cb(err);
|
|
|
|
|
}
|
|
|
|
|
cb(null, name, undefined, _prepareTmpFileRemoveCallback(name, -1, opts));
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.detachDescriptor) {
|
|
|
|
|
return cb(null, name, fd, _prepareTmpFileRemoveCallback(name, -1, opts));
|
|
|
|
|
}
|
|
|
|
|
cb(null, name, fd, _prepareTmpFileRemoveCallback(name, fd, opts));
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of file.
|
|
|
|
|
*
|
|
|
|
|
* @param {Options} options
|
|
|
|
|
* @returns {FileSyncObject} object consists of name, fd and removeCallback
|
|
|
|
|
* @throws {Error} if cannot create a file
|
|
|
|
|
*/
|
|
|
|
|
function fileSync(options) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0];
|
|
|
|
|
|
|
|
|
|
const discardOrDetachDescriptor = opts.discardDescriptor || opts.detachDescriptor;
|
|
|
|
|
const name = tmpNameSync(opts);
|
|
|
|
|
var fd = fs.openSync(name, CREATE_FLAGS, opts.mode || FILE_MODE);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (opts.discardDescriptor) {
|
|
|
|
|
fs.closeSync(fd);
|
|
|
|
|
fd = undefined;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
name: name,
|
|
|
|
|
fd: fd,
|
|
|
|
|
removeCallback: _prepareTmpFileRemoveCallback(name, discardOrDetachDescriptor ? -1 : fd, opts)
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates a temporary directory.
|
|
|
|
|
*
|
|
|
|
|
* @param {(Options|dirCallback)} options the options or the callback function
|
|
|
|
|
* @param {?dirCallback} callback
|
|
|
|
|
*/
|
|
|
|
|
function dir(options, callback) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options, callback),
|
|
|
|
|
opts = args[0],
|
|
|
|
|
cb = args[1];
|
|
|
|
|
|
|
|
|
|
// gets a temporary filename
|
|
|
|
|
tmpName(opts, function _tmpNameCreated(err, name) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
// create the directory
|
|
|
|
|
fs.mkdir(name, opts.mode || DIR_MODE, function _dirCreated(err) {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (err) return cb(err);
|
|
|
|
|
|
|
|
|
|
cb(null, name, _prepareTmpDirRemoveCallback(name, opts));
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Synchronous version of dir.
|
|
|
|
|
*
|
|
|
|
|
* @param {Options} options
|
|
|
|
|
* @returns {DirSyncObject} object consists of name and removeCallback
|
|
|
|
|
* @throws {Error} if it cannot create a directory
|
|
|
|
|
*/
|
|
|
|
|
function dirSync(options) {
|
|
|
|
|
var
|
|
|
|
|
args = _parseArguments(options),
|
|
|
|
|
opts = args[0];
|
|
|
|
|
|
|
|
|
|
const name = tmpNameSync(opts);
|
|
|
|
|
fs.mkdirSync(name, opts.mode || DIR_MODE);
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
name: name,
|
|
|
|
|
removeCallback: _prepareTmpDirRemoveCallback(name, opts)
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes files asynchronously.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} fdPath
|
|
|
|
|
* @param {Function} next
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _removeFileAsync(fdPath, next) {
|
|
|
|
|
const _handler = function (err) {
|
|
|
|
|
if (err && !isENOENT(err)) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
return next(err);
|
|
|
|
|
}
|
|
|
|
|
next();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (0 <= fdPath[0])
|
|
|
|
|
fs.close(fdPath[0], function (err) {
|
|
|
|
|
fs.unlink(fdPath[1], _handler);
|
|
|
|
|
});
|
|
|
|
|
else fs.unlink(fdPath[1], _handler);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes files synchronously.
|
|
|
|
|
*
|
|
|
|
|
* @param {Object} fdPath
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _removeFileSync(fdPath) {
|
|
|
|
|
try {
|
|
|
|
|
if (0 <= fdPath[0]) fs.closeSync(fdPath[0]);
|
|
|
|
|
} catch (e) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
if (!isEBADF(e) && !isENOENT(e)) throw e;
|
|
|
|
|
} finally {
|
|
|
|
|
try {
|
|
|
|
|
fs.unlinkSync(fdPath[1]);
|
|
|
|
|
}
|
|
|
|
|
catch (e) {
|
|
|
|
|
// reraise any unanticipated error
|
|
|
|
|
if (!isENOENT(e)) throw e;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Prepares the callback for removal of the temporary file.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} name the path of the file
|
|
|
|
|
* @param {number} fd file descriptor
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @returns {fileCallback}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareTmpFileRemoveCallback(name, fd, opts) {
|
|
|
|
|
const removeCallbackSync = _prepareRemoveCallback(_removeFileSync, [fd, name]);
|
|
|
|
|
const removeCallback = _prepareRemoveCallback(_removeFileAsync, [fd, name], removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
if (!opts.keep) _removeObjects.unshift(removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
return removeCallback;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Simple wrapper for rimraf.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} dirPath
|
|
|
|
|
* @param {Function} next
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _rimrafRemoveDirWrapper(dirPath, next) {
|
|
|
|
|
rimraf(dirPath, next);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Simple wrapper for rimraf.sync.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} dirPath
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _rimrafRemoveDirSyncWrapper(dirPath, next) {
|
|
|
|
|
try {
|
|
|
|
|
return next(null, rimraf.sync(dirPath));
|
|
|
|
|
} catch (err) {
|
|
|
|
|
return next(err);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Prepares the callback for removal of the temporary directory.
|
|
|
|
|
*
|
|
|
|
|
* @param {string} name
|
|
|
|
|
* @param {Object} opts
|
|
|
|
|
* @returns {Function} the callback
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareTmpDirRemoveCallback(name, opts) {
|
|
|
|
|
const removeFunction = opts.unsafeCleanup ? _rimrafRemoveDirWrapper : fs.rmdir.bind(fs);
|
|
|
|
|
const removeFunctionSync = opts.unsafeCleanup ? _rimrafRemoveDirSyncWrapper : fs.rmdirSync.bind(fs);
|
|
|
|
|
const removeCallbackSync = _prepareRemoveCallback(removeFunctionSync, name);
|
|
|
|
|
const removeCallback = _prepareRemoveCallback(removeFunction, name, removeCallbackSync);
|
|
|
|
|
if (!opts.keep) _removeObjects.unshift(removeCallbackSync);
|
|
|
|
|
|
|
|
|
|
return removeCallback;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates a guarded function wrapping the removeFunction call.
|
|
|
|
|
*
|
|
|
|
|
* @param {Function} removeFunction
|
|
|
|
|
* @param {Object} arg
|
|
|
|
|
* @returns {Function}
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _prepareRemoveCallback(removeFunction, arg, cleanupCallbackSync) {
|
|
|
|
|
var called = false;
|
|
|
|
|
|
|
|
|
|
return function _cleanupCallback(next) {
|
|
|
|
|
next = next || function () {};
|
|
|
|
|
if (!called) {
|
|
|
|
|
const toRemove = cleanupCallbackSync || _cleanupCallback;
|
|
|
|
|
const index = _removeObjects.indexOf(toRemove);
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (index >= 0) _removeObjects.splice(index, 1);
|
|
|
|
|
|
|
|
|
|
called = true;
|
|
|
|
|
// sync?
|
|
|
|
|
if (removeFunction.length === 1) {
|
|
|
|
|
try {
|
|
|
|
|
removeFunction(arg);
|
|
|
|
|
return next(null);
|
|
|
|
|
}
|
|
|
|
|
catch (err) {
|
|
|
|
|
// if no next is provided and since we are
|
|
|
|
|
// in silent cleanup mode on process exit,
|
|
|
|
|
// we will ignore the error
|
|
|
|
|
return next(err);
|
|
|
|
|
}
|
|
|
|
|
} else return removeFunction(arg, next);
|
|
|
|
|
} else return next(new Error('cleanup callback has already been called'));
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* The garbage collector.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _garbageCollector() {
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (!_gracefulCleanup) return;
|
|
|
|
|
|
|
|
|
|
// the function being called removes itself from _removeObjects,
|
|
|
|
|
// loop until _removeObjects is empty
|
|
|
|
|
while (_removeObjects.length) {
|
|
|
|
|
try {
|
|
|
|
|
_removeObjects[0]();
|
|
|
|
|
} catch (e) {
|
|
|
|
|
// already removed?
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper for testing against EBADF to compensate changes made to Node 7.x under Windows.
|
|
|
|
|
*/
|
|
|
|
|
function isEBADF(error) {
|
|
|
|
|
return isExpectedError(error, -EBADF, 'EBADF');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper for testing against ENOENT to compensate changes made to Node 7.x under Windows.
|
|
|
|
|
*/
|
|
|
|
|
function isENOENT(error) {
|
|
|
|
|
return isExpectedError(error, -ENOENT, 'ENOENT');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper to determine whether the expected error code matches the actual code and errno,
|
|
|
|
|
* which will differ between the supported node versions.
|
|
|
|
|
*
|
|
|
|
|
* - Node >= 7.0:
|
|
|
|
|
* error.code {string}
|
|
|
|
|
* error.errno {string|number} any numerical value will be negated
|
|
|
|
|
*
|
|
|
|
|
* - Node >= 6.0 < 7.0:
|
|
|
|
|
* error.code {string}
|
|
|
|
|
* error.errno {number} negated
|
|
|
|
|
*
|
|
|
|
|
* - Node >= 4.0 < 6.0: introduces SystemError
|
|
|
|
|
* error.code {string}
|
|
|
|
|
* error.errno {number} negated
|
|
|
|
|
*
|
|
|
|
|
* - Node >= 0.10 < 4.0:
|
|
|
|
|
* error.code {number} negated
|
|
|
|
|
* error.errno n/a
|
|
|
|
|
*/
|
|
|
|
|
function isExpectedError(error, code, errno) {
|
|
|
|
|
return error.code === code || error.code === errno;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Helper which determines whether a string s is blank, that is undefined, or empty or null.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
* @param {string} s
|
|
|
|
|
* @returns {Boolean} true whether the string s is blank, false otherwise
|
|
|
|
|
*/
|
|
|
|
|
function isBlank(s) {
|
|
|
|
|
return s === null || s === undefined || !s.trim();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Sets the graceful cleanup.
|
|
|
|
|
*/
|
|
|
|
|
function setGracefulCleanup() {
|
|
|
|
|
_gracefulCleanup = true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Returns the currently configured tmp dir from os.tmpdir().
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
* @returns {string} the currently configured tmp dir
|
|
|
|
|
*/
|
|
|
|
|
function _getTmpDir() {
|
|
|
|
|
return os.tmpdir();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* If there are multiple different versions of tmp in place, make sure that
|
|
|
|
|
* we recognize the old listeners.
|
|
|
|
|
*
|
|
|
|
|
* @param {Function} listener
|
|
|
|
|
* @private
|
|
|
|
|
* @returns {Boolean} true whether listener is a legacy listener
|
|
|
|
|
*/
|
|
|
|
|
function _is_legacy_listener(listener) {
|
|
|
|
|
return (listener.name === '_exit' || listener.name === '_uncaughtExceptionThrown')
|
|
|
|
|
&& listener.toString().indexOf('_garbageCollector();') > -1;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Safely install SIGINT listener.
|
|
|
|
|
*
|
|
|
|
|
* NOTE: this will only work on OSX and Linux.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _safely_install_sigint_listener() {
|
|
|
|
|
|
|
|
|
|
const listeners = process.listeners(SIGINT);
|
|
|
|
|
const existingListeners = [];
|
|
|
|
|
for (let i = 0, length = listeners.length; i < length; i++) {
|
|
|
|
|
const lstnr = listeners[i];
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
if (lstnr.name === '_tmp$sigint_listener') {
|
|
|
|
|
existingListeners.push(lstnr);
|
|
|
|
|
process.removeListener(SIGINT, lstnr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
process.on(SIGINT, function _tmp$sigint_listener(doExit) {
|
|
|
|
|
for (let i = 0, length = existingListeners.length; i < length; i++) {
|
|
|
|
|
// let the existing listener do the garbage collection (e.g. jest sandbox)
|
|
|
|
|
try {
|
|
|
|
|
existingListeners[i](false);
|
|
|
|
|
} catch (err) {
|
|
|
|
|
// ignore
|
|
|
|
|
function done () {
|
|
|
|
|
--self._processing
|
|
|
|
|
if (self._processing <= 0) {
|
|
|
|
|
if (sync) {
|
|
|
|
|
process.nextTick(function () {
|
|
|
|
|
self._finish()
|
|
|
|
|
})
|
|
|
|
|
} else {
|
|
|
|
|
self._finish()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
// force the garbage collector even it is called again in the exit listener
|
|
|
|
|
_garbageCollector();
|
|
|
|
|
} finally {
|
|
|
|
|
if (!!doExit) {
|
|
|
|
|
process.exit(0);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Safely install process exit listener.
|
|
|
|
|
*
|
|
|
|
|
* @private
|
|
|
|
|
*/
|
|
|
|
|
function _safely_install_exit_listener() {
|
|
|
|
|
const listeners = process.listeners(EXIT);
|
|
|
|
|
Glob.prototype._finish = function () {
|
|
|
|
|
assert(this instanceof Glob)
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// collect any existing listeners
|
|
|
|
|
const existingListeners = [];
|
|
|
|
|
for (let i = 0, length = listeners.length; i < length; i++) {
|
|
|
|
|
const lstnr = listeners[i];
|
|
|
|
|
/* istanbul ignore else */
|
|
|
|
|
// TODO: remove support for legacy listeners once release 1.0.0 is out
|
|
|
|
|
if (lstnr.name === '_tmp$safe_listener' || _is_legacy_listener(lstnr)) {
|
|
|
|
|
// we must forget about the uncaughtException listener, hopefully it is ours
|
|
|
|
|
if (lstnr.name !== '_uncaughtExceptionThrown') {
|
|
|
|
|
existingListeners.push(lstnr);
|
|
|
|
|
}
|
|
|
|
|
process.removeListener(EXIT, lstnr);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// TODO: what was the data parameter good for?
|
|
|
|
|
process.addListener(EXIT, function _tmp$safe_listener(data) {
|
|
|
|
|
for (let i = 0, length = existingListeners.length; i < length; i++) {
|
|
|
|
|
// let the existing listener do the garbage collection (e.g. jest sandbox)
|
|
|
|
|
try {
|
|
|
|
|
existingListeners[i](data);
|
|
|
|
|
} catch (err) {
|
|
|
|
|
// ignore
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
_garbageCollector();
|
|
|
|
|
});
|
|
|
|
|
if (this.realpath && !this._didRealpath)
|
|
|
|
|
return this._realpath()
|
|
|
|
|
|
|
|
|
|
common.finish(this)
|
|
|
|
|
this.emit('end', this.found)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
_safely_install_exit_listener();
|
|
|
|
|
_safely_install_sigint_listener();
|
|
|
|
|
Glob.prototype._realpath = function () {
|
|
|
|
|
if (this._didRealpath)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Configuration options.
|
|
|
|
|
*
|
|
|
|
|
* @typedef {Object} Options
|
|
|
|
|
* @property {?number} tries the number of tries before give up the name generation
|
|
|
|
|
* @property {?string} template the "mkstemp" like filename template
|
|
|
|
|
* @property {?string} name fix name
|
|
|
|
|
* @property {?string} dir the tmp directory to use
|
|
|
|
|
* @property {?string} prefix prefix for the generated name
|
|
|
|
|
* @property {?string} postfix postfix for the generated name
|
|
|
|
|
* @property {?boolean} unsafeCleanup recursively removes the created temporary directory, even when it's not empty
|
|
|
|
|
*/
|
|
|
|
|
this._didRealpath = true
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @typedef {Object} FileSyncObject
|
|
|
|
|
* @property {string} name the name of the file
|
|
|
|
|
* @property {string} fd the file descriptor
|
|
|
|
|
* @property {fileCallback} removeCallback the callback function to remove the file
|
|
|
|
|
*/
|
|
|
|
|
var n = this.matches.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return this._finish()
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @typedef {Object} DirSyncObject
|
|
|
|
|
* @property {string} name the name of the directory
|
|
|
|
|
* @property {fileCallback} removeCallback the callback function to remove the directory
|
|
|
|
|
*/
|
|
|
|
|
var self = this
|
|
|
|
|
for (var i = 0; i < this.matches.length; i++)
|
|
|
|
|
this._realpathSet(i, next)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback tmpNameCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback fileCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {number} fd the file descriptor
|
|
|
|
|
* @param {cleanupCallback} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @callback dirCallback
|
|
|
|
|
* @param {?Error} err the error object if anything goes wrong
|
|
|
|
|
* @param {string} name the temporary file name
|
|
|
|
|
* @param {cleanupCallback} fn the cleanup callback function
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Removes the temporary created file or directory.
|
|
|
|
|
*
|
|
|
|
|
* @callback cleanupCallback
|
|
|
|
|
* @param {simpleCallback} [next] function to call after entry was removed
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Callback function for function composition.
|
|
|
|
|
* @see {@link https://github.com/raszi/node-tmp/issues/57|raszi/node-tmp#57}
|
|
|
|
|
*
|
|
|
|
|
* @callback simpleCallback
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
// exporting all the needed methods
|
|
|
|
|
|
|
|
|
|
// evaluate os.tmpdir() lazily, mainly for simplifying testing but it also will
|
|
|
|
|
// allow users to reconfigure the temporary directory
|
|
|
|
|
Object.defineProperty(module.exports, 'tmpdir', {
|
|
|
|
|
enumerable: true,
|
|
|
|
|
configurable: false,
|
|
|
|
|
get: function () {
|
|
|
|
|
return _getTmpDir();
|
|
|
|
|
function next () {
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
self._finish()
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
module.exports.dir = dir;
|
|
|
|
|
module.exports.dirSync = dirSync;
|
|
|
|
|
Glob.prototype._realpathSet = function (index, cb) {
|
|
|
|
|
var matchset = this.matches[index]
|
|
|
|
|
if (!matchset)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
module.exports.file = file;
|
|
|
|
|
module.exports.fileSync = fileSync;
|
|
|
|
|
var found = Object.keys(matchset)
|
|
|
|
|
var self = this
|
|
|
|
|
var n = found.length
|
|
|
|
|
|
|
|
|
|
module.exports.tmpName = tmpName;
|
|
|
|
|
module.exports.tmpNameSync = tmpNameSync;
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
module.exports.setGracefulCleanup = setGracefulCleanup;
|
|
|
|
|
var set = this.matches[index] = Object.create(null)
|
|
|
|
|
found.forEach(function (p, i) {
|
|
|
|
|
// If there's a problem with the stat, then it means that
|
|
|
|
|
// one or more of the links in the realpath couldn't be
|
|
|
|
|
// resolved. just return the abs value in that case.
|
|
|
|
|
p = self._makeAbs(p)
|
|
|
|
|
rp.realpath(p, self.realpathCache, function (er, real) {
|
|
|
|
|
if (!er)
|
|
|
|
|
set[real] = true
|
|
|
|
|
else if (er.syscall === 'stat')
|
|
|
|
|
set[p] = true
|
|
|
|
|
else
|
|
|
|
|
self.emit('error', er) // srsly wtf right here
|
|
|
|
|
|
|
|
|
|
if (--n === 0) {
|
|
|
|
|
self.matches[index] = set
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._mark = function (p) {
|
|
|
|
|
return common.mark(this, p)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._makeAbs = function (f) {
|
|
|
|
|
return common.makeAbs(this, f)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.abort = function () {
|
|
|
|
|
this.aborted = true
|
|
|
|
|
this.emit('abort')
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.pause = function () {
|
|
|
|
|
if (!this.paused) {
|
|
|
|
|
this.paused = true
|
|
|
|
|
this.emit('pause')
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype.resume = function () {
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this.emit('resume')
|
|
|
|
|
this.paused = false
|
|
|
|
|
if (this._emitQueue.length) {
|
|
|
|
|
var eq = this._emitQueue.slice(0)
|
|
|
|
|
this._emitQueue.length = 0
|
|
|
|
|
for (var i = 0; i < eq.length; i ++) {
|
|
|
|
|
var e = eq[i]
|
|
|
|
|
this._emitMatch(e[0], e[1])
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (this._processQueue.length) {
|
|
|
|
|
var pq = this._processQueue.slice(0)
|
|
|
|
|
this._processQueue.length = 0
|
|
|
|
|
for (var i = 0; i < pq.length; i ++) {
|
|
|
|
|
var p = pq[i]
|
|
|
|
|
this._processing--
|
|
|
|
|
this._process(p[0], p[1], p[2], p[3])
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._process = function (pattern, index, inGlobStar, cb) {
|
|
|
|
|
assert(this instanceof Glob)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
this._processing++
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this._processQueue.push([pattern, index, inGlobStar, cb])
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//console.error('PROCESS %d', this._processing, pattern)
|
|
|
|
|
|
|
|
|
|
// Get the first [n] parts of pattern that are all strings.
|
|
|
|
|
var n = 0
|
|
|
|
|
while (typeof pattern[n] === 'string') {
|
|
|
|
|
n ++
|
|
|
|
|
}
|
|
|
|
|
// now n is the index of the first one that is *not* a string.
|
|
|
|
|
|
|
|
|
|
// see if there's anything else
|
|
|
|
|
var prefix
|
|
|
|
|
switch (n) {
|
|
|
|
|
// if not, then this is rather simple
|
|
|
|
|
case pattern.length:
|
|
|
|
|
this._processSimple(pattern.join('/'), index, cb)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
case 0:
|
|
|
|
|
// pattern *starts* with some non-trivial item.
|
|
|
|
|
// going to readdir(cwd), but not include the prefix in matches.
|
|
|
|
|
prefix = null
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
default:
|
|
|
|
|
// pattern has some string bits in the front.
|
|
|
|
|
// whatever it starts with, whether that's 'absolute' like /foo/bar,
|
|
|
|
|
// or 'relative' like '../baz'
|
|
|
|
|
prefix = pattern.slice(0, n).join('/')
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var remain = pattern.slice(n)
|
|
|
|
|
|
|
|
|
|
// get the list of entries.
|
|
|
|
|
var read
|
|
|
|
|
if (prefix === null)
|
|
|
|
|
read = '.'
|
|
|
|
|
else if (isAbsolute(prefix) || isAbsolute(pattern.join('/'))) {
|
|
|
|
|
if (!prefix || !isAbsolute(prefix))
|
|
|
|
|
prefix = '/' + prefix
|
|
|
|
|
read = prefix
|
|
|
|
|
} else
|
|
|
|
|
read = prefix
|
|
|
|
|
|
|
|
|
|
var abs = this._makeAbs(read)
|
|
|
|
|
|
|
|
|
|
//if ignored, skip _processing
|
|
|
|
|
if (childrenIgnored(this, read))
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var isGlobStar = remain[0] === minimatch.GLOBSTAR
|
|
|
|
|
if (isGlobStar)
|
|
|
|
|
this._processGlobStar(prefix, read, abs, remain, index, inGlobStar, cb)
|
|
|
|
|
else
|
|
|
|
|
this._processReaddir(prefix, read, abs, remain, index, inGlobStar, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processReaddir = function (prefix, read, abs, remain, index, inGlobStar, cb) {
|
|
|
|
|
var self = this
|
|
|
|
|
this._readdir(abs, inGlobStar, function (er, entries) {
|
|
|
|
|
return self._processReaddir2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processReaddir2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
|
|
|
|
|
|
|
|
|
|
// if the abs isn't a dir, then nothing can match!
|
|
|
|
|
if (!entries)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// It will only match dot entries if it starts with a dot, or if
|
|
|
|
|
// dot is set. Stuff like @(.foo|.bar) isn't allowed.
|
|
|
|
|
var pn = remain[0]
|
|
|
|
|
var negate = !!this.minimatch.negate
|
|
|
|
|
var rawGlob = pn._glob
|
|
|
|
|
var dotOk = this.dot || rawGlob.charAt(0) === '.'
|
|
|
|
|
|
|
|
|
|
var matchedEntries = []
|
|
|
|
|
for (var i = 0; i < entries.length; i++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (e.charAt(0) !== '.' || dotOk) {
|
|
|
|
|
var m
|
|
|
|
|
if (negate && !prefix) {
|
|
|
|
|
m = !e.match(pn)
|
|
|
|
|
} else {
|
|
|
|
|
m = e.match(pn)
|
|
|
|
|
}
|
|
|
|
|
if (m)
|
|
|
|
|
matchedEntries.push(e)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//console.error('prd2', prefix, entries, remain[0]._glob, matchedEntries)
|
|
|
|
|
|
|
|
|
|
var len = matchedEntries.length
|
|
|
|
|
// If there are no matched entries, then nothing matches.
|
|
|
|
|
if (len === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// if this is the last remaining pattern bit, then no need for
|
|
|
|
|
// an additional stat *unless* the user has specified mark or
|
|
|
|
|
// stat explicitly. We know they exist, since readdir returned
|
|
|
|
|
// them.
|
|
|
|
|
|
|
|
|
|
if (remain.length === 1 && !this.mark && !this.stat) {
|
|
|
|
|
if (!this.matches[index])
|
|
|
|
|
this.matches[index] = Object.create(null)
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < len; i ++) {
|
|
|
|
|
var e = matchedEntries[i]
|
|
|
|
|
if (prefix) {
|
|
|
|
|
if (prefix !== '/')
|
|
|
|
|
e = prefix + '/' + e
|
|
|
|
|
else
|
|
|
|
|
e = prefix + e
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (e.charAt(0) === '/' && !this.nomount) {
|
|
|
|
|
e = path.join(this.root, e)
|
|
|
|
|
}
|
|
|
|
|
this._emitMatch(index, e)
|
|
|
|
|
}
|
|
|
|
|
// This was the last one, and no stats were needed
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// now test all matched entries as stand-ins for that part
|
|
|
|
|
// of the pattern.
|
|
|
|
|
remain.shift()
|
|
|
|
|
for (var i = 0; i < len; i ++) {
|
|
|
|
|
var e = matchedEntries[i]
|
|
|
|
|
var newPattern
|
|
|
|
|
if (prefix) {
|
|
|
|
|
if (prefix !== '/')
|
|
|
|
|
e = prefix + '/' + e
|
|
|
|
|
else
|
|
|
|
|
e = prefix + e
|
|
|
|
|
}
|
|
|
|
|
this._process([e].concat(remain), index, inGlobStar, cb)
|
|
|
|
|
}
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._emitMatch = function (index, e) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (isIgnored(this, e))
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (this.paused) {
|
|
|
|
|
this._emitQueue.push([index, e])
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var abs = isAbsolute(e) ? e : this._makeAbs(e)
|
|
|
|
|
|
|
|
|
|
if (this.mark)
|
|
|
|
|
e = this._mark(e)
|
|
|
|
|
|
|
|
|
|
if (this.absolute)
|
|
|
|
|
e = abs
|
|
|
|
|
|
|
|
|
|
if (this.matches[index][e])
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if (this.nodir) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
if (c === 'DIR' || Array.isArray(c))
|
|
|
|
|
return
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
this.matches[index][e] = true
|
|
|
|
|
|
|
|
|
|
var st = this.statCache[abs]
|
|
|
|
|
if (st)
|
|
|
|
|
this.emit('stat', e, st)
|
|
|
|
|
|
|
|
|
|
this.emit('match', e)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirInGlobStar = function (abs, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// follow all symlinked directories forever
|
|
|
|
|
// just proceed as if this is a non-globstar situation
|
|
|
|
|
if (this.follow)
|
|
|
|
|
return this._readdir(abs, false, cb)
|
|
|
|
|
|
|
|
|
|
var lstatkey = 'lstat\0' + abs
|
|
|
|
|
var self = this
|
|
|
|
|
var lstatcb = inflight(lstatkey, lstatcb_)
|
|
|
|
|
|
|
|
|
|
if (lstatcb)
|
|
|
|
|
fs.lstat(abs, lstatcb)
|
|
|
|
|
|
|
|
|
|
function lstatcb_ (er, lstat) {
|
|
|
|
|
if (er && er.code === 'ENOENT')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
var isSym = lstat && lstat.isSymbolicLink()
|
|
|
|
|
self.symlinks[abs] = isSym
|
|
|
|
|
|
|
|
|
|
// If it's not a symlink or a dir, then it's definitely a regular file.
|
|
|
|
|
// don't bother doing a readdir in that case.
|
|
|
|
|
if (!isSym && lstat && !lstat.isDirectory()) {
|
|
|
|
|
self.cache[abs] = 'FILE'
|
|
|
|
|
cb()
|
|
|
|
|
} else
|
|
|
|
|
self._readdir(abs, false, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdir = function (abs, inGlobStar, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
cb = inflight('readdir\0'+abs+'\0'+inGlobStar, cb)
|
|
|
|
|
if (!cb)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
//console.error('RD %j %j', +inGlobStar, abs)
|
|
|
|
|
if (inGlobStar && !ownProp(this.symlinks, abs))
|
|
|
|
|
return this._readdirInGlobStar(abs, cb)
|
|
|
|
|
|
|
|
|
|
if (ownProp(this.cache, abs)) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
if (!c || c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (Array.isArray(c))
|
|
|
|
|
return cb(null, c)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
fs.readdir(abs, readdirCb(this, abs, cb))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function readdirCb (self, abs, cb) {
|
|
|
|
|
return function (er, entries) {
|
|
|
|
|
if (er)
|
|
|
|
|
self._readdirError(abs, er, cb)
|
|
|
|
|
else
|
|
|
|
|
self._readdirEntries(abs, entries, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirEntries = function (abs, entries, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// if we haven't asked to stat everything, then just
|
|
|
|
|
// assume that everything in there exists, so we can avoid
|
|
|
|
|
// having to stat it a second time.
|
|
|
|
|
if (!this.mark && !this.stat) {
|
|
|
|
|
for (var i = 0; i < entries.length; i ++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (abs === '/')
|
|
|
|
|
e = abs + e
|
|
|
|
|
else
|
|
|
|
|
e = abs + '/' + e
|
|
|
|
|
this.cache[e] = true
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
this.cache[abs] = entries
|
|
|
|
|
return cb(null, entries)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._readdirError = function (f, er, cb) {
|
|
|
|
|
if (this.aborted)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// handle errors, and cache the information
|
|
|
|
|
switch (er.code) {
|
|
|
|
|
case 'ENOTSUP': // https://github.com/isaacs/node-glob/issues/205
|
|
|
|
|
case 'ENOTDIR': // totally normal. means it *does* exist.
|
|
|
|
|
var abs = this._makeAbs(f)
|
|
|
|
|
this.cache[abs] = 'FILE'
|
|
|
|
|
if (abs === this.cwdAbs) {
|
|
|
|
|
var error = new Error(er.code + ' invalid cwd ' + this.cwd)
|
|
|
|
|
error.path = this.cwd
|
|
|
|
|
error.code = er.code
|
|
|
|
|
this.emit('error', error)
|
|
|
|
|
this.abort()
|
|
|
|
|
}
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
case 'ENOENT': // not terribly unusual
|
|
|
|
|
case 'ELOOP':
|
|
|
|
|
case 'ENAMETOOLONG':
|
|
|
|
|
case 'UNKNOWN':
|
|
|
|
|
this.cache[this._makeAbs(f)] = false
|
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
default: // some unusual error. Treat as failure.
|
|
|
|
|
this.cache[this._makeAbs(f)] = false
|
|
|
|
|
if (this.strict) {
|
|
|
|
|
this.emit('error', er)
|
|
|
|
|
// If the error is handled, then we abort
|
|
|
|
|
// if not, we threw out of here
|
|
|
|
|
this.abort()
|
|
|
|
|
}
|
|
|
|
|
if (!this.silent)
|
|
|
|
|
console.error('glob error', er)
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processGlobStar = function (prefix, read, abs, remain, index, inGlobStar, cb) {
|
|
|
|
|
var self = this
|
|
|
|
|
this._readdir(abs, inGlobStar, function (er, entries) {
|
|
|
|
|
self._processGlobStar2(prefix, read, abs, remain, index, inGlobStar, entries, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processGlobStar2 = function (prefix, read, abs, remain, index, inGlobStar, entries, cb) {
|
|
|
|
|
//console.error('pgs2', prefix, remain[0], entries)
|
|
|
|
|
|
|
|
|
|
// no entries means not a dir, so it can never have matches
|
|
|
|
|
// foo.txt/** doesn't match foo.txt
|
|
|
|
|
if (!entries)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// test without the globstar, and with every child both below
|
|
|
|
|
// and replacing the globstar.
|
|
|
|
|
var remainWithoutGlobStar = remain.slice(1)
|
|
|
|
|
var gspref = prefix ? [ prefix ] : []
|
|
|
|
|
var noGlobStar = gspref.concat(remainWithoutGlobStar)
|
|
|
|
|
|
|
|
|
|
// the noGlobStar pattern exits the inGlobStar state
|
|
|
|
|
this._process(noGlobStar, index, false, cb)
|
|
|
|
|
|
|
|
|
|
var isSym = this.symlinks[abs]
|
|
|
|
|
var len = entries.length
|
|
|
|
|
|
|
|
|
|
// If it's a symlink, and we're in a globstar, then stop
|
|
|
|
|
if (isSym && inGlobStar)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < len; i++) {
|
|
|
|
|
var e = entries[i]
|
|
|
|
|
if (e.charAt(0) === '.' && !this.dot)
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
// these two cases enter the inGlobStar state
|
|
|
|
|
var instead = gspref.concat(entries[i], remainWithoutGlobStar)
|
|
|
|
|
this._process(instead, index, true, cb)
|
|
|
|
|
|
|
|
|
|
var below = gspref.concat(entries[i], remain)
|
|
|
|
|
this._process(below, index, true, cb)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._processSimple = function (prefix, index, cb) {
|
|
|
|
|
// XXX review this. Shouldn't it be doing the mounting etc
|
|
|
|
|
// before doing stat? kinda weird?
|
|
|
|
|
var self = this
|
|
|
|
|
this._stat(prefix, function (er, exists) {
|
|
|
|
|
self._processSimple2(prefix, index, er, exists, cb)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
Glob.prototype._processSimple2 = function (prefix, index, er, exists, cb) {
|
|
|
|
|
|
|
|
|
|
//console.error('ps2', prefix, exists)
|
|
|
|
|
|
|
|
|
|
if (!this.matches[index])
|
|
|
|
|
this.matches[index] = Object.create(null)
|
|
|
|
|
|
|
|
|
|
// If it doesn't exist, then just mark the lack of results
|
|
|
|
|
if (!exists)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (prefix && isAbsolute(prefix) && !this.nomount) {
|
|
|
|
|
var trail = /[\/\\]$/.test(prefix)
|
|
|
|
|
if (prefix.charAt(0) === '/') {
|
|
|
|
|
prefix = path.join(this.root, prefix)
|
|
|
|
|
} else {
|
|
|
|
|
prefix = path.resolve(this.root, prefix)
|
|
|
|
|
if (trail)
|
|
|
|
|
prefix += '/'
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (process.platform === 'win32')
|
|
|
|
|
prefix = prefix.replace(/\\/g, '/')
|
|
|
|
|
|
|
|
|
|
// Mark this as a match
|
|
|
|
|
this._emitMatch(index, prefix)
|
|
|
|
|
cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Returns either 'DIR', 'FILE', or false
|
|
|
|
|
Glob.prototype._stat = function (f, cb) {
|
|
|
|
|
var abs = this._makeAbs(f)
|
|
|
|
|
var needDir = f.slice(-1) === '/'
|
|
|
|
|
|
|
|
|
|
if (f.length > this.maxLength)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
if (!this.stat && ownProp(this.cache, abs)) {
|
|
|
|
|
var c = this.cache[abs]
|
|
|
|
|
|
|
|
|
|
if (Array.isArray(c))
|
|
|
|
|
c = 'DIR'
|
|
|
|
|
|
|
|
|
|
// It exists, but maybe not how we need it
|
|
|
|
|
if (!needDir || c === 'DIR')
|
|
|
|
|
return cb(null, c)
|
|
|
|
|
|
|
|
|
|
if (needDir && c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
// otherwise we have to stat, because maybe c=true
|
|
|
|
|
// if we know it exists, but not what it is.
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var exists
|
|
|
|
|
var stat = this.statCache[abs]
|
|
|
|
|
if (stat !== undefined) {
|
|
|
|
|
if (stat === false)
|
|
|
|
|
return cb(null, stat)
|
|
|
|
|
else {
|
|
|
|
|
var type = stat.isDirectory() ? 'DIR' : 'FILE'
|
|
|
|
|
if (needDir && type === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
else
|
|
|
|
|
return cb(null, type, stat)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var self = this
|
|
|
|
|
var statcb = inflight('stat\0' + abs, lstatcb_)
|
|
|
|
|
if (statcb)
|
|
|
|
|
fs.lstat(abs, statcb)
|
|
|
|
|
|
|
|
|
|
function lstatcb_ (er, lstat) {
|
|
|
|
|
if (lstat && lstat.isSymbolicLink()) {
|
|
|
|
|
// If it's a symlink, then treat it as the target, unless
|
|
|
|
|
// the target does not exist, then treat it as a file.
|
|
|
|
|
return fs.stat(abs, function (er, stat) {
|
|
|
|
|
if (er)
|
|
|
|
|
self._stat2(f, abs, null, lstat, cb)
|
|
|
|
|
else
|
|
|
|
|
self._stat2(f, abs, er, stat, cb)
|
|
|
|
|
})
|
|
|
|
|
} else {
|
|
|
|
|
self._stat2(f, abs, er, lstat, cb)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Glob.prototype._stat2 = function (f, abs, er, stat, cb) {
|
|
|
|
|
if (er && (er.code === 'ENOENT' || er.code === 'ENOTDIR')) {
|
|
|
|
|
this.statCache[abs] = false
|
|
|
|
|
return cb()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var needDir = f.slice(-1) === '/'
|
|
|
|
|
this.statCache[abs] = stat
|
|
|
|
|
|
|
|
|
|
if (abs.slice(-1) === '/' && stat && !stat.isDirectory())
|
|
|
|
|
return cb(null, false, stat)
|
|
|
|
|
|
|
|
|
|
var c = true
|
|
|
|
|
if (stat)
|
|
|
|
|
c = stat.isDirectory() ? 'DIR' : 'FILE'
|
|
|
|
|
this.cache[abs] = this.cache[abs] || c
|
|
|
|
|
|
|
|
|
|
if (needDir && c === 'FILE')
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
return cb(null, c, stat)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 413:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
module.exports = __webpack_require__(141);
|
|
|
|
|
/***/ (function(module) {
|
|
|
|
|
|
|
|
|
|
module.exports = require("stream");
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
@@ -5058,6 +5464,7 @@ function escapeProperty(s) {
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.HttpManager = void 0;
|
|
|
|
|
const utils_1 = __webpack_require__(870);
|
|
|
|
|
/**
|
|
|
|
|
* Used for managing http clients during either upload or download
|
|
|
|
@@ -5340,6 +5747,25 @@ exports.getState = getState;
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
|
|
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
|
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
|
|
@@ -5349,14 +5775,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
|
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.retryHttpClientRequest = exports.retry = void 0;
|
|
|
|
|
const utils_1 = __webpack_require__(870);
|
|
|
|
|
const core = __importStar(__webpack_require__(470));
|
|
|
|
|
const config_variables_1 = __webpack_require__(401);
|
|
|
|
@@ -5422,14 +5842,27 @@ exports.retryHttpClientRequest = retryHttpClientRequest;
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.getDownloadSpecification = void 0;
|
|
|
|
|
const path = __importStar(__webpack_require__(622));
|
|
|
|
|
/**
|
|
|
|
|
* Creates a specification for a set of files that will be downloaded
|
|
|
|
@@ -5912,13 +6345,15 @@ class HttpClient {
|
|
|
|
|
if (useProxy) {
|
|
|
|
|
// If using proxy, need tunnel
|
|
|
|
|
if (!tunnel) {
|
|
|
|
|
tunnel = __webpack_require__(413);
|
|
|
|
|
tunnel = __webpack_require__(988);
|
|
|
|
|
}
|
|
|
|
|
const agentOptions = {
|
|
|
|
|
maxSockets: maxSockets,
|
|
|
|
|
keepAlive: this._keepAlive,
|
|
|
|
|
proxy: {
|
|
|
|
|
proxyAuth: `${proxyUrl.username}:${proxyUrl.password}`,
|
|
|
|
|
...((proxyUrl.username || proxyUrl.password) && {
|
|
|
|
|
proxyAuth: `${proxyUrl.username}:${proxyUrl.password}`
|
|
|
|
|
}),
|
|
|
|
|
host: proxyUrl.hostname,
|
|
|
|
|
port: proxyUrl.port
|
|
|
|
|
}
|
|
|
|
@@ -6028,374 +6463,77 @@ exports.HttpClient = HttpClient;
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 569:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
/***/ 553:
|
|
|
|
|
/***/ (function(__unusedmodule, exports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
module.exports = rimraf
|
|
|
|
|
rimraf.sync = rimrafSync
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var assert = __webpack_require__(357)
|
|
|
|
|
var path = __webpack_require__(622)
|
|
|
|
|
var fs = __webpack_require__(747)
|
|
|
|
|
var glob = __webpack_require__(120)
|
|
|
|
|
var _0666 = parseInt('666', 8)
|
|
|
|
|
|
|
|
|
|
var defaultGlobOpts = {
|
|
|
|
|
nosort: true,
|
|
|
|
|
silent: true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// for EMFILE handling
|
|
|
|
|
var timeout = 0
|
|
|
|
|
|
|
|
|
|
var isWindows = (process.platform === "win32")
|
|
|
|
|
|
|
|
|
|
function defaults (options) {
|
|
|
|
|
var methods = [
|
|
|
|
|
'unlink',
|
|
|
|
|
'chmod',
|
|
|
|
|
'stat',
|
|
|
|
|
'lstat',
|
|
|
|
|
'rmdir',
|
|
|
|
|
'readdir'
|
|
|
|
|
]
|
|
|
|
|
methods.forEach(function(m) {
|
|
|
|
|
options[m] = options[m] || fs[m]
|
|
|
|
|
m = m + 'Sync'
|
|
|
|
|
options[m] = options[m] || fs[m]
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
options.maxBusyTries = options.maxBusyTries || 3
|
|
|
|
|
options.emfileWait = options.emfileWait || 1000
|
|
|
|
|
if (options.glob === false) {
|
|
|
|
|
options.disableGlob = true
|
|
|
|
|
}
|
|
|
|
|
options.disableGlob = options.disableGlob || false
|
|
|
|
|
options.glob = options.glob || defaultGlobOpts
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function rimraf (p, options, cb) {
|
|
|
|
|
if (typeof options === 'function') {
|
|
|
|
|
cb = options
|
|
|
|
|
options = {}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
assert(p, 'rimraf: missing path')
|
|
|
|
|
assert.equal(typeof p, 'string', 'rimraf: path should be a string')
|
|
|
|
|
assert.equal(typeof cb, 'function', 'rimraf: callback function required')
|
|
|
|
|
assert(options, 'rimraf: invalid options argument provided')
|
|
|
|
|
assert.equal(typeof options, 'object', 'rimraf: options should be object')
|
|
|
|
|
|
|
|
|
|
defaults(options)
|
|
|
|
|
|
|
|
|
|
var busyTries = 0
|
|
|
|
|
var errState = null
|
|
|
|
|
var n = 0
|
|
|
|
|
|
|
|
|
|
if (options.disableGlob || !glob.hasMagic(p))
|
|
|
|
|
return afterGlob(null, [p])
|
|
|
|
|
|
|
|
|
|
options.lstat(p, function (er, stat) {
|
|
|
|
|
if (!er)
|
|
|
|
|
return afterGlob(null, [p])
|
|
|
|
|
|
|
|
|
|
glob(p, options.glob, afterGlob)
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
function next (er) {
|
|
|
|
|
errState = errState || er
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
cb(errState)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function afterGlob (er, results) {
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(er)
|
|
|
|
|
|
|
|
|
|
n = results.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return cb()
|
|
|
|
|
|
|
|
|
|
results.forEach(function (p) {
|
|
|
|
|
rimraf_(p, options, function CB (er) {
|
|
|
|
|
if (er) {
|
|
|
|
|
if ((er.code === "EBUSY" || er.code === "ENOTEMPTY" || er.code === "EPERM") &&
|
|
|
|
|
busyTries < options.maxBusyTries) {
|
|
|
|
|
busyTries ++
|
|
|
|
|
var time = busyTries * 100
|
|
|
|
|
// try again, with the same exact callback as this one.
|
|
|
|
|
return setTimeout(function () {
|
|
|
|
|
rimraf_(p, options, CB)
|
|
|
|
|
}, time)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// this one won't happen if graceful-fs is used.
|
|
|
|
|
if (er.code === "EMFILE" && timeout < options.emfileWait) {
|
|
|
|
|
return setTimeout(function () {
|
|
|
|
|
rimraf_(p, options, CB)
|
|
|
|
|
}, timeout ++)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// already gone
|
|
|
|
|
if (er.code === "ENOENT") er = null
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.checkArtifactFilePath = exports.checkArtifactName = void 0;
|
|
|
|
|
const core_1 = __webpack_require__(470);
|
|
|
|
|
/**
|
|
|
|
|
* Invalid characters that cannot be in the artifact name or an uploaded file. Will be rejected
|
|
|
|
|
* from the server if attempted to be sent over. These characters are not allowed due to limitations with certain
|
|
|
|
|
* file systems such as NTFS. To maintain platform-agnostic behavior, all characters that are not supported by an
|
|
|
|
|
* individual filesystem/platform will not be supported on all fileSystems/platforms
|
|
|
|
|
*
|
|
|
|
|
* FilePaths can include characters such as \ and / which are not permitted in the artifact name alone
|
|
|
|
|
*/
|
|
|
|
|
const invalidArtifactFilePathCharacters = new Map([
|
|
|
|
|
['"', ' Double quote "'],
|
|
|
|
|
[':', ' Colon :'],
|
|
|
|
|
['<', ' Less than <'],
|
|
|
|
|
['>', ' Greater than >'],
|
|
|
|
|
['|', ' Vertical bar |'],
|
|
|
|
|
['*', ' Asterisk *'],
|
|
|
|
|
['?', ' Question mark ?'],
|
|
|
|
|
['\r', ' Carriage return \\r'],
|
|
|
|
|
['\n', ' Line feed \\n']
|
|
|
|
|
]);
|
|
|
|
|
const invalidArtifactNameCharacters = new Map([
|
|
|
|
|
...invalidArtifactFilePathCharacters,
|
|
|
|
|
['\\', ' Backslash \\'],
|
|
|
|
|
['/', ' Forward slash /']
|
|
|
|
|
]);
|
|
|
|
|
/**
|
|
|
|
|
* Scans the name of the artifact to make sure there are no illegal characters
|
|
|
|
|
*/
|
|
|
|
|
function checkArtifactName(name) {
|
|
|
|
|
if (!name) {
|
|
|
|
|
throw new Error(`Artifact name: ${name}, is incorrectly provided`);
|
|
|
|
|
}
|
|
|
|
|
for (const [invalidCharacterKey, errorMessageForCharacter] of invalidArtifactNameCharacters) {
|
|
|
|
|
if (name.includes(invalidCharacterKey)) {
|
|
|
|
|
throw new Error(`Artifact name is not valid: ${name}. Contains the following character: ${errorMessageForCharacter}
|
|
|
|
|
|
|
|
|
|
Invalid characters include: ${Array.from(invalidArtifactNameCharacters.values()).toString()}
|
|
|
|
|
|
|
|
|
|
These characters are not allowed in the artifact name due to limitations with certain file systems such as NTFS. To maintain file system agnostic behavior, these characters are intentionally not allowed to prevent potential problems with downloads on different file systems.`);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
timeout = 0
|
|
|
|
|
next(er)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Two possible strategies.
|
|
|
|
|
// 1. Assume it's a file. unlink it, then do the dir stuff on EPERM or EISDIR
|
|
|
|
|
// 2. Assume it's a directory. readdir, then do the file stuff on ENOTDIR
|
|
|
|
|
//
|
|
|
|
|
// Both result in an extra syscall when you guess wrong. However, there
|
|
|
|
|
// are likely far more normal files in the world than directories. This
|
|
|
|
|
// is based on the assumption that a the average number of files per
|
|
|
|
|
// directory is >= 1.
|
|
|
|
|
//
|
|
|
|
|
// If anyone ever complains about this, then I guess the strategy could
|
|
|
|
|
// be made configurable somehow. But until then, YAGNI.
|
|
|
|
|
function rimraf_ (p, options, cb) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
// sunos lets the root user unlink directories, which is... weird.
|
|
|
|
|
// so we have to lstat here and make sure it's not a dir.
|
|
|
|
|
options.lstat(p, function (er, st) {
|
|
|
|
|
if (er && er.code === "ENOENT")
|
|
|
|
|
return cb(null)
|
|
|
|
|
|
|
|
|
|
// Windows can EPERM on stat. Life is suffering.
|
|
|
|
|
if (er && er.code === "EPERM" && isWindows)
|
|
|
|
|
fixWinEPERM(p, options, er, cb)
|
|
|
|
|
|
|
|
|
|
if (st && st.isDirectory())
|
|
|
|
|
return rmdir(p, options, er, cb)
|
|
|
|
|
|
|
|
|
|
options.unlink(p, function (er) {
|
|
|
|
|
if (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return cb(null)
|
|
|
|
|
if (er.code === "EPERM")
|
|
|
|
|
return (isWindows)
|
|
|
|
|
? fixWinEPERM(p, options, er, cb)
|
|
|
|
|
: rmdir(p, options, er, cb)
|
|
|
|
|
if (er.code === "EISDIR")
|
|
|
|
|
return rmdir(p, options, er, cb)
|
|
|
|
|
}
|
|
|
|
|
return cb(er)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function fixWinEPERM (p, options, er, cb) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
if (er)
|
|
|
|
|
assert(er instanceof Error)
|
|
|
|
|
|
|
|
|
|
options.chmod(p, _0666, function (er2) {
|
|
|
|
|
if (er2)
|
|
|
|
|
cb(er2.code === "ENOENT" ? null : er)
|
|
|
|
|
else
|
|
|
|
|
options.stat(p, function(er3, stats) {
|
|
|
|
|
if (er3)
|
|
|
|
|
cb(er3.code === "ENOENT" ? null : er)
|
|
|
|
|
else if (stats.isDirectory())
|
|
|
|
|
rmdir(p, options, er, cb)
|
|
|
|
|
else
|
|
|
|
|
options.unlink(p, cb)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function fixWinEPERMSync (p, options, er) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
if (er)
|
|
|
|
|
assert(er instanceof Error)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
options.chmodSync(p, _0666)
|
|
|
|
|
} catch (er2) {
|
|
|
|
|
if (er2.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
else
|
|
|
|
|
throw er
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
var stats = options.statSync(p)
|
|
|
|
|
} catch (er3) {
|
|
|
|
|
if (er3.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
else
|
|
|
|
|
throw er
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (stats.isDirectory())
|
|
|
|
|
rmdirSync(p, options, er)
|
|
|
|
|
else
|
|
|
|
|
options.unlinkSync(p)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function rmdir (p, options, originalEr, cb) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
if (originalEr)
|
|
|
|
|
assert(originalEr instanceof Error)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
// try to rmdir first, and only readdir on ENOTEMPTY or EEXIST (SunOS)
|
|
|
|
|
// if we guessed wrong, and it's not a directory, then
|
|
|
|
|
// raise the original error.
|
|
|
|
|
options.rmdir(p, function (er) {
|
|
|
|
|
if (er && (er.code === "ENOTEMPTY" || er.code === "EEXIST" || er.code === "EPERM"))
|
|
|
|
|
rmkids(p, options, cb)
|
|
|
|
|
else if (er && er.code === "ENOTDIR")
|
|
|
|
|
cb(originalEr)
|
|
|
|
|
else
|
|
|
|
|
cb(er)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function rmkids(p, options, cb) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
assert(typeof cb === 'function')
|
|
|
|
|
|
|
|
|
|
options.readdir(p, function (er, files) {
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(er)
|
|
|
|
|
var n = files.length
|
|
|
|
|
if (n === 0)
|
|
|
|
|
return options.rmdir(p, cb)
|
|
|
|
|
var errState
|
|
|
|
|
files.forEach(function (f) {
|
|
|
|
|
rimraf(path.join(p, f), options, function (er) {
|
|
|
|
|
if (errState)
|
|
|
|
|
return
|
|
|
|
|
if (er)
|
|
|
|
|
return cb(errState = er)
|
|
|
|
|
if (--n === 0)
|
|
|
|
|
options.rmdir(p, cb)
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// this looks simpler, and is strictly *faster*, but will
|
|
|
|
|
// tie up the JavaScript thread and fail on excessively
|
|
|
|
|
// deep directory trees.
|
|
|
|
|
function rimrafSync (p, options) {
|
|
|
|
|
options = options || {}
|
|
|
|
|
defaults(options)
|
|
|
|
|
|
|
|
|
|
assert(p, 'rimraf: missing path')
|
|
|
|
|
assert.equal(typeof p, 'string', 'rimraf: path should be a string')
|
|
|
|
|
assert(options, 'rimraf: missing options')
|
|
|
|
|
assert.equal(typeof options, 'object', 'rimraf: options should be object')
|
|
|
|
|
|
|
|
|
|
var results
|
|
|
|
|
|
|
|
|
|
if (options.disableGlob || !glob.hasMagic(p)) {
|
|
|
|
|
results = [p]
|
|
|
|
|
} else {
|
|
|
|
|
try {
|
|
|
|
|
options.lstatSync(p)
|
|
|
|
|
results = [p]
|
|
|
|
|
} catch (er) {
|
|
|
|
|
results = glob.sync(p, options.glob)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!results.length)
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
for (var i = 0; i < results.length; i++) {
|
|
|
|
|
var p = results[i]
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
var st = options.lstatSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
// Windows can EPERM on stat. Life is suffering.
|
|
|
|
|
if (er.code === "EPERM" && isWindows)
|
|
|
|
|
fixWinEPERMSync(p, options, er)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
// sunos lets the root user unlink directories, which is... weird.
|
|
|
|
|
if (st && st.isDirectory())
|
|
|
|
|
rmdirSync(p, options, null)
|
|
|
|
|
else
|
|
|
|
|
options.unlinkSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
if (er.code === "EPERM")
|
|
|
|
|
return isWindows ? fixWinEPERMSync(p, options, er) : rmdirSync(p, options, er)
|
|
|
|
|
if (er.code !== "EISDIR")
|
|
|
|
|
throw er
|
|
|
|
|
|
|
|
|
|
rmdirSync(p, options, er)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
core_1.info(`Artifact name is valid!`);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function rmdirSync (p, options, originalEr) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
if (originalEr)
|
|
|
|
|
assert(originalEr instanceof Error)
|
|
|
|
|
|
|
|
|
|
try {
|
|
|
|
|
options.rmdirSync(p)
|
|
|
|
|
} catch (er) {
|
|
|
|
|
if (er.code === "ENOENT")
|
|
|
|
|
return
|
|
|
|
|
if (er.code === "ENOTDIR")
|
|
|
|
|
throw originalEr
|
|
|
|
|
if (er.code === "ENOTEMPTY" || er.code === "EEXIST" || er.code === "EPERM")
|
|
|
|
|
rmkidsSync(p, options)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function rmkidsSync (p, options) {
|
|
|
|
|
assert(p)
|
|
|
|
|
assert(options)
|
|
|
|
|
options.readdirSync(p).forEach(function (f) {
|
|
|
|
|
rimrafSync(path.join(p, f), options)
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
// We only end up here once we got ENOTEMPTY at least once, and
|
|
|
|
|
// at this point, we are guaranteed to have removed all the kids.
|
|
|
|
|
// So, we know that it won't be ENOENT or ENOTDIR or anything else.
|
|
|
|
|
// try really hard to delete stuff on windows, because it has a
|
|
|
|
|
// PROFOUNDLY annoying habit of not closing handles promptly when
|
|
|
|
|
// files are deleted, resulting in spurious ENOTEMPTY errors.
|
|
|
|
|
var retries = isWindows ? 100 : 1
|
|
|
|
|
var i = 0
|
|
|
|
|
do {
|
|
|
|
|
var threw = true
|
|
|
|
|
try {
|
|
|
|
|
var ret = options.rmdirSync(p, options)
|
|
|
|
|
threw = false
|
|
|
|
|
return ret
|
|
|
|
|
} finally {
|
|
|
|
|
if (++i < retries && threw)
|
|
|
|
|
continue
|
|
|
|
|
exports.checkArtifactName = checkArtifactName;
|
|
|
|
|
/**
|
|
|
|
|
* Scans the name of the filePath used to make sure there are no illegal characters
|
|
|
|
|
*/
|
|
|
|
|
function checkArtifactFilePath(path) {
|
|
|
|
|
if (!path) {
|
|
|
|
|
throw new Error(`Artifact path: ${path}, is incorrectly provided`);
|
|
|
|
|
}
|
|
|
|
|
for (const [invalidCharacterKey, errorMessageForCharacter] of invalidArtifactFilePathCharacters) {
|
|
|
|
|
if (path.includes(invalidCharacterKey)) {
|
|
|
|
|
throw new Error(`Artifact path is not valid: ${path}. Contains the following character: ${errorMessageForCharacter}
|
|
|
|
|
|
|
|
|
|
Invalid characters include: ${Array.from(invalidArtifactFilePathCharacters.values()).toString()}
|
|
|
|
|
|
|
|
|
|
The following characters are not allowed in files that are uploaded due to limitations with certain file systems such as NTFS. To maintain file system agnostic behavior, these characters are intentionally not allowed to prevent potential problems with downloads on different file systems.
|
|
|
|
|
`);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
} while (true)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
exports.checkArtifactFilePath = checkArtifactFilePath;
|
|
|
|
|
//# sourceMappingURL=path-and-artifact-name-validation.js.map
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
@@ -6600,18 +6738,31 @@ exports.getInputs = getInputs;
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.getUploadSpecification = void 0;
|
|
|
|
|
const fs = __importStar(__webpack_require__(747));
|
|
|
|
|
const core_1 = __webpack_require__(470);
|
|
|
|
|
const path_1 = __webpack_require__(622);
|
|
|
|
|
const utils_1 = __webpack_require__(870);
|
|
|
|
|
const path_and_artifact_name_validation_1 = __webpack_require__(553);
|
|
|
|
|
/**
|
|
|
|
|
* Creates a specification that describes how each file that is part of the artifact will be uploaded
|
|
|
|
|
* @param artifactName the name of the artifact being uploaded. Used during upload to denote where the artifact is stored on the server
|
|
|
|
@@ -6619,7 +6770,7 @@ const utils_1 = __webpack_require__(870);
|
|
|
|
|
* @param artifactFiles a list of absolute file paths that denote what should be uploaded as part of the artifact
|
|
|
|
|
*/
|
|
|
|
|
function getUploadSpecification(artifactName, rootDirectory, artifactFiles) {
|
|
|
|
|
utils_1.checkArtifactName(artifactName);
|
|
|
|
|
// artifact name was checked earlier on, no need to check again
|
|
|
|
|
const specifications = [];
|
|
|
|
|
if (!fs.existsSync(rootDirectory)) {
|
|
|
|
|
throw new Error(`Provided rootDirectory ${rootDirectory} does not exist`);
|
|
|
|
@@ -6662,7 +6813,7 @@ function getUploadSpecification(artifactName, rootDirectory, artifactFiles) {
|
|
|
|
|
}
|
|
|
|
|
// Check for forbidden characters in file paths that will be rejected during upload
|
|
|
|
|
const uploadPath = file.replace(rootDirectory, '');
|
|
|
|
|
utils_1.checkArtifactFilePath(uploadPath);
|
|
|
|
|
path_and_artifact_name_validation_1.checkArtifactFilePath(uploadPath);
|
|
|
|
|
/*
|
|
|
|
|
uploadFilePath denotes where the file will be uploaded in the file container on the server. During a run, if multiple artifacts are uploaded, they will all
|
|
|
|
|
be saved in the same container. The artifact name is used as the root directory in the container to separate and distinguish uploaded artifacts
|
|
|
|
@@ -6820,6 +6971,25 @@ module.exports = require("http");
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
|
|
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
|
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
|
|
@@ -6829,18 +6999,12 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
|
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.UploadHttpClient = void 0;
|
|
|
|
|
const fs = __importStar(__webpack_require__(747));
|
|
|
|
|
const core = __importStar(__webpack_require__(470));
|
|
|
|
|
const tmp = __importStar(__webpack_require__(875));
|
|
|
|
|
const stream = __importStar(__webpack_require__(794));
|
|
|
|
|
const stream = __importStar(__webpack_require__(413));
|
|
|
|
|
const utils_1 = __webpack_require__(870);
|
|
|
|
|
const config_variables_1 = __webpack_require__(401);
|
|
|
|
|
const util_1 = __webpack_require__(669);
|
|
|
|
@@ -6982,27 +7146,33 @@ class UploadHttpClient {
|
|
|
|
|
*/
|
|
|
|
|
uploadFileAsync(httpClientIndex, parameters) {
|
|
|
|
|
return __awaiter(this, void 0, void 0, function* () {
|
|
|
|
|
const totalFileSize = (yield stat(parameters.file)).size;
|
|
|
|
|
const fileStat = yield stat(parameters.file);
|
|
|
|
|
const totalFileSize = fileStat.size;
|
|
|
|
|
const isFIFO = fileStat.isFIFO();
|
|
|
|
|
let offset = 0;
|
|
|
|
|
let isUploadSuccessful = true;
|
|
|
|
|
let failedChunkSizes = 0;
|
|
|
|
|
let uploadFileSize = 0;
|
|
|
|
|
let isGzip = true;
|
|
|
|
|
// the file that is being uploaded is less than 64k in size, to increase throughput and to minimize disk I/O
|
|
|
|
|
// the file that is being uploaded is less than 64k in size to increase throughput and to minimize disk I/O
|
|
|
|
|
// for creating a new GZip file, an in-memory buffer is used for compression
|
|
|
|
|
if (totalFileSize < 65536) {
|
|
|
|
|
// with named pipes the file size is reported as zero in that case don't read the file in memory
|
|
|
|
|
if (!isFIFO && totalFileSize < 65536) {
|
|
|
|
|
core.debug(`${parameters.file} is less than 64k in size. Creating a gzip file in-memory to potentially reduce the upload size`);
|
|
|
|
|
const buffer = yield upload_gzip_1.createGZipFileInBuffer(parameters.file);
|
|
|
|
|
//An open stream is needed in the event of a failure and we need to retry. If a NodeJS.ReadableStream is directly passed in,
|
|
|
|
|
// An open stream is needed in the event of a failure and we need to retry. If a NodeJS.ReadableStream is directly passed in,
|
|
|
|
|
// it will not properly get reset to the start of the stream if a chunk upload needs to be retried
|
|
|
|
|
let openUploadStream;
|
|
|
|
|
if (totalFileSize < buffer.byteLength) {
|
|
|
|
|
// compression did not help with reducing the size, use a readable stream from the original file for upload
|
|
|
|
|
core.debug(`The gzip file created for ${parameters.file} did not help with reducing the size of the file. The original file will be uploaded as-is`);
|
|
|
|
|
openUploadStream = () => fs.createReadStream(parameters.file);
|
|
|
|
|
isGzip = false;
|
|
|
|
|
uploadFileSize = totalFileSize;
|
|
|
|
|
}
|
|
|
|
|
else {
|
|
|
|
|
// create a readable stream using a PassThrough stream that is both readable and writable
|
|
|
|
|
core.debug(`A gzip file created for ${parameters.file} helped with reducing the size of the original file. The file will be uploaded using gzip.`);
|
|
|
|
|
openUploadStream = () => {
|
|
|
|
|
const passThrough = new stream.PassThrough();
|
|
|
|
|
passThrough.end(buffer);
|
|
|
|
@@ -7027,25 +7197,27 @@ class UploadHttpClient {
|
|
|
|
|
// the file that is being uploaded is greater than 64k in size, a temporary file gets created on disk using the
|
|
|
|
|
// npm tmp-promise package and this file gets used to create a GZipped file
|
|
|
|
|
const tempFile = yield tmp.file();
|
|
|
|
|
core.debug(`${parameters.file} is greater than 64k in size. Creating a gzip file on-disk ${tempFile.path} to potentially reduce the upload size`);
|
|
|
|
|
// create a GZip file of the original file being uploaded, the original file should not be modified in any way
|
|
|
|
|
uploadFileSize = yield upload_gzip_1.createGZipFileOnDisk(parameters.file, tempFile.path);
|
|
|
|
|
let uploadFilePath = tempFile.path;
|
|
|
|
|
// compression did not help with size reduction, use the original file for upload and delete the temp GZip file
|
|
|
|
|
if (totalFileSize < uploadFileSize) {
|
|
|
|
|
// for named pipes totalFileSize is zero, this assumes compression did help
|
|
|
|
|
if (!isFIFO && totalFileSize < uploadFileSize) {
|
|
|
|
|
core.debug(`The gzip file created for ${parameters.file} did not help with reducing the size of the file. The original file will be uploaded as-is`);
|
|
|
|
|
uploadFileSize = totalFileSize;
|
|
|
|
|
uploadFilePath = parameters.file;
|
|
|
|
|
isGzip = false;
|
|
|
|
|
}
|
|
|
|
|
else {
|
|
|
|
|
core.debug(`The gzip file created for ${parameters.file} is smaller than the original file. The file will be uploaded using gzip.`);
|
|
|
|
|
}
|
|
|
|
|
let abortFileUpload = false;
|
|
|
|
|
// upload only a single chunk at a time
|
|
|
|
|
while (offset < uploadFileSize) {
|
|
|
|
|
const chunkSize = Math.min(uploadFileSize - offset, parameters.maxChunkSize);
|
|
|
|
|
// if an individual file is greater than 100MB (1024*1024*100) in size, display extra information about the upload status
|
|
|
|
|
if (uploadFileSize > 104857600) {
|
|
|
|
|
this.statusReporter.updateLargeFileStatus(parameters.file, offset, uploadFileSize);
|
|
|
|
|
}
|
|
|
|
|
const start = offset;
|
|
|
|
|
const end = offset + chunkSize - 1;
|
|
|
|
|
const startChunkIndex = offset;
|
|
|
|
|
const endChunkIndex = offset + chunkSize - 1;
|
|
|
|
|
offset += parameters.maxChunkSize;
|
|
|
|
|
if (abortFileUpload) {
|
|
|
|
|
// if we don't want to continue in the event of an error, any pending upload chunks will be marked as failed
|
|
|
|
@@ -7053,10 +7225,10 @@ class UploadHttpClient {
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
const result = yield this.uploadChunk(httpClientIndex, parameters.resourceUrl, () => fs.createReadStream(uploadFilePath, {
|
|
|
|
|
start,
|
|
|
|
|
end,
|
|
|
|
|
start: startChunkIndex,
|
|
|
|
|
end: endChunkIndex,
|
|
|
|
|
autoClose: false
|
|
|
|
|
}), start, end, uploadFileSize, isGzip, totalFileSize);
|
|
|
|
|
}), startChunkIndex, endChunkIndex, uploadFileSize, isGzip, totalFileSize);
|
|
|
|
|
if (!result) {
|
|
|
|
|
// Chunk failed to upload, report as failed and do not continue uploading any more chunks for the file. It is possible that part of a chunk was
|
|
|
|
|
// successfully uploaded so the server may report a different size for what was uploaded
|
|
|
|
@@ -7065,9 +7237,16 @@ class UploadHttpClient {
|
|
|
|
|
core.warning(`Aborting upload for ${parameters.file} due to failure`);
|
|
|
|
|
abortFileUpload = true;
|
|
|
|
|
}
|
|
|
|
|
else {
|
|
|
|
|
// if an individual file is greater than 8MB (1024*1024*8) in size, display extra information about the upload status
|
|
|
|
|
if (uploadFileSize > 8388608) {
|
|
|
|
|
this.statusReporter.updateLargeFileStatus(parameters.file, startChunkIndex, endChunkIndex, uploadFileSize);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// Delete the temporary file that was created as part of the upload. If the temp file does not get manually deleted by
|
|
|
|
|
// calling cleanup, it gets removed when the node process exits. For more info see: https://www.npmjs.com/package/tmp-promise#about
|
|
|
|
|
core.debug(`deleting temporary gzip file ${tempFile.path}`);
|
|
|
|
|
yield tempFile.cleanup();
|
|
|
|
|
return {
|
|
|
|
|
isSuccess: isUploadSuccessful,
|
|
|
|
@@ -7301,6 +7480,25 @@ module.exports = require("net");
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
|
|
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
|
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
|
|
@@ -7317,18 +7515,25 @@ var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
|
|
|
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
|
|
|
|
|
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
|
|
|
};
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.createGZipFileInBuffer = exports.createGZipFileOnDisk = void 0;
|
|
|
|
|
const fs = __importStar(__webpack_require__(747));
|
|
|
|
|
const zlib = __importStar(__webpack_require__(761));
|
|
|
|
|
const util_1 = __webpack_require__(669);
|
|
|
|
|
const stat = util_1.promisify(fs.stat);
|
|
|
|
|
/**
|
|
|
|
|
* GZipping certain files that are already compressed will likely not yield further size reductions. Creating large temporary gzip
|
|
|
|
|
* files then will just waste a lot of time before ultimately being discarded (especially for very large files).
|
|
|
|
|
* If any of these types of files are encountered then on-disk gzip creation will be skipped and the original file will be uploaded as-is
|
|
|
|
|
*/
|
|
|
|
|
const gzipExemptFileExtensions = [
|
|
|
|
|
'.gzip',
|
|
|
|
|
'.zip',
|
|
|
|
|
'.tar.lz',
|
|
|
|
|
'.tar.gz',
|
|
|
|
|
'.tar.bz2',
|
|
|
|
|
'.7z'
|
|
|
|
|
];
|
|
|
|
|
/**
|
|
|
|
|
* Creates a Gzip compressed file of an original file at the provided temporary filepath location
|
|
|
|
|
* @param {string} originalFilePath filepath of whatever will be compressed. The original file will be unmodified
|
|
|
|
@@ -7337,6 +7542,12 @@ const stat = util_1.promisify(fs.stat);
|
|
|
|
|
*/
|
|
|
|
|
function createGZipFileOnDisk(originalFilePath, tempFilePath) {
|
|
|
|
|
return __awaiter(this, void 0, void 0, function* () {
|
|
|
|
|
for (const gzipExemptExtension of gzipExemptFileExtensions) {
|
|
|
|
|
if (originalFilePath.endsWith(gzipExemptExtension)) {
|
|
|
|
|
// return a really large number so that the original file gets uploaded
|
|
|
|
|
return Number.MAX_SAFE_INTEGER;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
|
const inputStream = fs.createReadStream(originalFilePath);
|
|
|
|
|
const gzip = zlib.createGzip();
|
|
|
|
@@ -7567,13 +7778,6 @@ module.exports = require("zlib");
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 794:
|
|
|
|
|
/***/ (function(module) {
|
|
|
|
|
|
|
|
|
|
module.exports = require("stream");
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 835:
|
|
|
|
|
/***/ (function(module) {
|
|
|
|
|
|
|
|
|
@@ -7586,6 +7790,25 @@ module.exports = require("url");
|
|
|
|
|
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
|
|
|
}) : (function(o, m, k, k2) {
|
|
|
|
|
if (k2 === undefined) k2 = k;
|
|
|
|
|
o[k2] = m[k];
|
|
|
|
|
}));
|
|
|
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
|
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
|
|
|
}) : function(o, v) {
|
|
|
|
|
o["default"] = v;
|
|
|
|
|
});
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (k !== "default" && Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
|
|
|
__setModuleDefault(result, mod);
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
|
|
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
|
|
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
|
|
@@ -7595,14 +7818,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
|
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
var __importStar = (this && this.__importStar) || function (mod) {
|
|
|
|
|
if (mod && mod.__esModule) return mod;
|
|
|
|
|
var result = {};
|
|
|
|
|
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k];
|
|
|
|
|
result["default"] = mod;
|
|
|
|
|
return result;
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.DownloadHttpClient = void 0;
|
|
|
|
|
const fs = __importStar(__webpack_require__(747));
|
|
|
|
|
const core = __importStar(__webpack_require__(470));
|
|
|
|
|
const zlib = __importStar(__webpack_require__(761));
|
|
|
|
@@ -7754,9 +7971,6 @@ class DownloadHttpClient {
|
|
|
|
|
let response;
|
|
|
|
|
try {
|
|
|
|
|
response = yield makeDownloadRequest();
|
|
|
|
|
if (core.isDebug()) {
|
|
|
|
|
utils_1.displayHttpDiagnostics(response);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
catch (error) {
|
|
|
|
|
// if an error is caught, it is usually indicative of a timeout so retry the download
|
|
|
|
@@ -8125,6 +8339,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
|
|
});
|
|
|
|
|
};
|
|
|
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
|
|
exports.sleep = exports.getProperRetention = exports.rmFile = exports.getFileSize = exports.createEmptyFilesForArtifact = exports.createDirectoriesForArtifact = exports.displayHttpDiagnostics = exports.getArtifactUrl = exports.createHttpClient = exports.getUploadHeaders = exports.getDownloadHeaders = exports.getContentRange = exports.tryGetRetryAfterValueTimeInMilliseconds = exports.isThrottledStatusCode = exports.isRetryableStatusCode = exports.isForbiddenStatusCode = exports.isSuccessStatusCode = exports.getApiVersion = exports.parseEnvNumber = exports.getExponentialRetryTimeInMilliseconds = void 0;
|
|
|
|
|
const core_1 = __webpack_require__(470);
|
|
|
|
|
const fs_1 = __webpack_require__(747);
|
|
|
|
|
const http_client_1 = __webpack_require__(539);
|
|
|
|
@@ -8144,7 +8359,7 @@ function getExponentialRetryTimeInMilliseconds(retryCount) {
|
|
|
|
|
const minTime = config_variables_1.getInitialRetryIntervalInMilliseconds() * config_variables_1.getRetryMultiplier() * retryCount;
|
|
|
|
|
const maxTime = minTime * config_variables_1.getRetryMultiplier();
|
|
|
|
|
// returns a random number between the minTime (inclusive) and the maxTime (exclusive)
|
|
|
|
|
return Math.random() * (maxTime - minTime) + minTime;
|
|
|
|
|
return Math.trunc(Math.random() * (maxTime - minTime) + minTime);
|
|
|
|
|
}
|
|
|
|
|
exports.getExponentialRetryTimeInMilliseconds = getExponentialRetryTimeInMilliseconds;
|
|
|
|
|
/**
|
|
|
|
@@ -8185,8 +8400,9 @@ function isRetryableStatusCode(statusCode) {
|
|
|
|
|
}
|
|
|
|
|
const retryableStatusCodes = [
|
|
|
|
|
http_client_1.HttpCodes.BadGateway,
|
|
|
|
|
http_client_1.HttpCodes.ServiceUnavailable,
|
|
|
|
|
http_client_1.HttpCodes.GatewayTimeout,
|
|
|
|
|
http_client_1.HttpCodes.InternalServerError,
|
|
|
|
|
http_client_1.HttpCodes.ServiceUnavailable,
|
|
|
|
|
http_client_1.HttpCodes.TooManyRequests,
|
|
|
|
|
413 // Payload Too Large
|
|
|
|
|
];
|
|
|
|
@@ -8322,48 +8538,6 @@ Header Information: ${JSON.stringify(response.message.headers, undefined, 2)}
|
|
|
|
|
###### End Diagnostic HTTP information ######`);
|
|
|
|
|
}
|
|
|
|
|
exports.displayHttpDiagnostics = displayHttpDiagnostics;
|
|
|
|
|
/**
|
|
|
|
|
* Invalid characters that cannot be in the artifact name or an uploaded file. Will be rejected
|
|
|
|
|
* from the server if attempted to be sent over. These characters are not allowed due to limitations with certain
|
|
|
|
|
* file systems such as NTFS. To maintain platform-agnostic behavior, all characters that are not supported by an
|
|
|
|
|
* individual filesystem/platform will not be supported on all fileSystems/platforms
|
|
|
|
|
*
|
|
|
|
|
* FilePaths can include characters such as \ and / which are not permitted in the artifact name alone
|
|
|
|
|
*/
|
|
|
|
|
const invalidArtifactFilePathCharacters = ['"', ':', '<', '>', '|', '*', '?'];
|
|
|
|
|
const invalidArtifactNameCharacters = [
|
|
|
|
|
...invalidArtifactFilePathCharacters,
|
|
|
|
|
'\\',
|
|
|
|
|
'/'
|
|
|
|
|
];
|
|
|
|
|
/**
|
|
|
|
|
* Scans the name of the artifact to make sure there are no illegal characters
|
|
|
|
|
*/
|
|
|
|
|
function checkArtifactName(name) {
|
|
|
|
|
if (!name) {
|
|
|
|
|
throw new Error(`Artifact name: ${name}, is incorrectly provided`);
|
|
|
|
|
}
|
|
|
|
|
for (const invalidChar of invalidArtifactNameCharacters) {
|
|
|
|
|
if (name.includes(invalidChar)) {
|
|
|
|
|
throw new Error(`Artifact name is not valid: ${name}. Contains character: "${invalidChar}". Invalid artifact name characters include: ${invalidArtifactNameCharacters.toString()}.`);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
exports.checkArtifactName = checkArtifactName;
|
|
|
|
|
/**
|
|
|
|
|
* Scans the name of the filePath used to make sure there are no illegal characters
|
|
|
|
|
*/
|
|
|
|
|
function checkArtifactFilePath(path) {
|
|
|
|
|
if (!path) {
|
|
|
|
|
throw new Error(`Artifact path: ${path}, is incorrectly provided`);
|
|
|
|
|
}
|
|
|
|
|
for (const invalidChar of invalidArtifactFilePathCharacters) {
|
|
|
|
|
if (path.includes(invalidChar)) {
|
|
|
|
|
throw new Error(`Artifact path is not valid: ${path}. Contains character: "${invalidChar}". Invalid characters include: ${invalidArtifactFilePathCharacters.toString()}.`);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
exports.checkArtifactFilePath = checkArtifactFilePath;
|
|
|
|
|
function createDirectoriesForArtifact(directories) {
|
|
|
|
|
return __awaiter(this, void 0, void 0, function* () {
|
|
|
|
|
for (const directory of directories) {
|
|
|
|
@@ -8424,8 +8598,11 @@ exports.sleep = sleep;
|
|
|
|
|
/***/ 875:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
const {promisify} = __webpack_require__(669);
|
|
|
|
|
const tmp = __webpack_require__(402);
|
|
|
|
|
"use strict";
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
const { promisify } = __webpack_require__(669);
|
|
|
|
|
const tmp = __webpack_require__(150);
|
|
|
|
|
|
|
|
|
|
// file
|
|
|
|
|
module.exports.fileSync = tmp.fileSync;
|
|
|
|
@@ -8979,6 +9156,14 @@ function safeTrimTrailingSeparator(p) {
|
|
|
|
|
exports.safeTrimTrailingSeparator = safeTrimTrailingSeparator;
|
|
|
|
|
//# sourceMappingURL=internal-path-helper.js.map
|
|
|
|
|
|
|
|
|
|
/***/ }),
|
|
|
|
|
|
|
|
|
|
/***/ 988:
|
|
|
|
|
/***/ (function(module, __unusedexports, __webpack_require__) {
|
|
|
|
|
|
|
|
|
|
module.exports = __webpack_require__(141);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/***/ })
|
|
|
|
|
|
|
|
|
|
/******/ });
|
