2017-08-22 07:25:50 +08:00
|
|
|
//===- FuzzerIO.cpp - IO utils. -------------------------------------------===//
|
|
|
|
//
|
2019-01-19 16:50:56 +08:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2017-08-22 07:25:50 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// IO functions.
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "FuzzerDefs.h"
|
|
|
|
#include "FuzzerExtFunctions.h"
|
2019-02-13 06:48:55 +08:00
|
|
|
#include "FuzzerIO.h"
|
|
|
|
#include "FuzzerUtil.h"
|
2017-08-22 07:25:50 +08:00
|
|
|
#include <algorithm>
|
|
|
|
#include <cstdarg>
|
|
|
|
#include <fstream>
|
|
|
|
#include <iterator>
|
|
|
|
#include <sys/stat.h>
|
|
|
|
#include <sys/types.h>
|
|
|
|
|
|
|
|
namespace fuzzer {
|
|
|
|
|
|
|
|
static FILE *OutputFile = stderr;
|
|
|
|
|
|
|
|
long GetEpoch(const std::string &Path) {
|
|
|
|
struct stat St;
|
|
|
|
if (stat(Path.c_str(), &St))
|
|
|
|
return 0; // Can't stat, be conservative.
|
|
|
|
return St.st_mtime;
|
|
|
|
}
|
|
|
|
|
|
|
|
Unit FileToVector(const std::string &Path, size_t MaxSize, bool ExitOnError) {
|
2018-11-07 07:25:25 +08:00
|
|
|
std::ifstream T(Path, std::ios::binary);
|
2017-08-22 07:25:50 +08:00
|
|
|
if (ExitOnError && !T) {
|
|
|
|
Printf("No such directory: %s; exiting\n", Path.c_str());
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
T.seekg(0, T.end);
|
|
|
|
auto EndPos = T.tellg();
|
|
|
|
if (EndPos < 0) return {};
|
|
|
|
size_t FileLen = EndPos;
|
|
|
|
if (MaxSize)
|
|
|
|
FileLen = std::min(FileLen, MaxSize);
|
|
|
|
|
|
|
|
T.seekg(0, T.beg);
|
|
|
|
Unit Res(FileLen);
|
|
|
|
T.read(reinterpret_cast<char *>(Res.data()), FileLen);
|
|
|
|
return Res;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::string FileToString(const std::string &Path) {
|
2018-11-07 07:25:25 +08:00
|
|
|
std::ifstream T(Path, std::ios::binary);
|
2017-08-22 07:25:50 +08:00
|
|
|
return std::string((std::istreambuf_iterator<char>(T)),
|
|
|
|
std::istreambuf_iterator<char>());
|
|
|
|
}
|
|
|
|
|
|
|
|
void CopyFileToErr(const std::string &Path) {
|
|
|
|
Printf("%s", FileToString(Path).c_str());
|
|
|
|
}
|
|
|
|
|
|
|
|
void WriteToFile(const Unit &U, const std::string &Path) {
|
2019-04-13 08:20:31 +08:00
|
|
|
WriteToFile(U.data(), U.size(), Path);
|
|
|
|
}
|
|
|
|
|
2019-05-01 04:56:18 +08:00
|
|
|
void WriteToFile(const std::string &Data, const std::string &Path) {
|
|
|
|
WriteToFile(reinterpret_cast<const uint8_t *>(Data.c_str()), Data.size(),
|
|
|
|
Path);
|
|
|
|
}
|
|
|
|
|
2019-04-13 08:20:31 +08:00
|
|
|
void WriteToFile(const uint8_t *Data, size_t Size, const std::string &Path) {
|
2017-08-22 07:25:50 +08:00
|
|
|
// Use raw C interface because this function may be called from a sig handler.
|
2019-04-06 04:17:03 +08:00
|
|
|
FILE *Out = fopen(Path.c_str(), "wb");
|
2017-08-22 07:25:50 +08:00
|
|
|
if (!Out) return;
|
2019-04-13 08:20:31 +08:00
|
|
|
fwrite(Data, sizeof(Data[0]), Size, Out);
|
2017-08-22 07:25:50 +08:00
|
|
|
fclose(Out);
|
|
|
|
}
|
|
|
|
|
2020-07-09 03:30:53 +08:00
|
|
|
void AppendToFile(const std::string &Data, const std::string &Path) {
|
|
|
|
AppendToFile(reinterpret_cast<const uint8_t *>(Data.data()), Data.size(),
|
|
|
|
Path);
|
|
|
|
}
|
|
|
|
|
|
|
|
void AppendToFile(const uint8_t *Data, size_t Size, const std::string &Path) {
|
|
|
|
FILE *Out = fopen(Path.c_str(), "a");
|
|
|
|
if (!Out)
|
|
|
|
return;
|
|
|
|
fwrite(Data, sizeof(Data[0]), Size, Out);
|
|
|
|
fclose(Out);
|
|
|
|
}
|
|
|
|
|
2017-08-28 07:20:09 +08:00
|
|
|
void ReadDirToVectorOfUnits(const char *Path, Vector<Unit> *V,
|
2017-08-22 07:25:50 +08:00
|
|
|
long *Epoch, size_t MaxSize, bool ExitOnError) {
|
|
|
|
long E = Epoch ? *Epoch : 0;
|
2017-08-28 07:20:09 +08:00
|
|
|
Vector<std::string> Files;
|
2017-08-22 07:25:50 +08:00
|
|
|
ListFilesInDirRecursive(Path, Epoch, &Files, /*TopDir*/true);
|
|
|
|
size_t NumLoaded = 0;
|
|
|
|
for (size_t i = 0; i < Files.size(); i++) {
|
|
|
|
auto &X = Files[i];
|
|
|
|
if (Epoch && GetEpoch(X) < E) continue;
|
|
|
|
NumLoaded++;
|
|
|
|
if ((NumLoaded & (NumLoaded - 1)) == 0 && NumLoaded >= 1024)
|
|
|
|
Printf("Loaded %zd/%zd files from %s\n", NumLoaded, Files.size(), Path);
|
|
|
|
auto S = FileToVector(X, MaxSize, ExitOnError);
|
|
|
|
if (!S.empty())
|
|
|
|
V->push_back(S);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-09-13 05:58:07 +08:00
|
|
|
|
|
|
|
void GetSizedFilesFromDir(const std::string &Dir, Vector<SizedFile> *V) {
|
|
|
|
Vector<std::string> Files;
|
|
|
|
ListFilesInDirRecursive(Dir, 0, &Files, /*TopDir*/true);
|
|
|
|
for (auto &File : Files)
|
|
|
|
if (size_t Size = FileSize(File))
|
|
|
|
V->push_back({File, Size});
|
|
|
|
}
|
|
|
|
|
2017-08-22 07:25:50 +08:00
|
|
|
std::string DirPlusFile(const std::string &DirPath,
|
|
|
|
const std::string &FileName) {
|
|
|
|
return DirPath + GetSeparator() + FileName;
|
|
|
|
}
|
|
|
|
|
|
|
|
void DupAndCloseStderr() {
|
|
|
|
int OutputFd = DuplicateFile(2);
|
[libFuzzer] Fix fd check in DupAndCloseStderr.
Summary:
This commit fixes the check in the return value from the `DuplicateFile`
function, which returns a new file descriptor. `DuplicateFile` can
return 0 if that file descriptor is available (for example, if stdin has
already been closed).
In particular, this could cause a bug with the `-close_fd_mask` flag in
some platforms: just call the fuzzer with stdin closed and the
`-close_fd_mask=2` flag, and stderr will not be muted.
Example fuzzer:
```
extern "C" int LLVMFuzzerTestOneInput(const uint8_t* Data, size_t Size) {
fprintf(stderr, "STDERR\n");
fprintf(stdout, "STDOUT\n");
return 0;
}
```
Invocation (muting both stderr and stdout):
```
./test -close_fd_mask=3 -runs=1 0<&-
INFO: Seed: 1155116940
INFO: Loaded 1 modules (1 inline 8-bit counters): 1 [0x48b020, 0x48b021),
INFO: Loaded 1 PC tables (1 PCs): 1 [0x478dc8,0x478dd8),
INFO: -max_len is not provided; libFuzzer will not generate inputs larger than 4096 bytes
STDERR
INFO: A corpus is not provided, starting from an empty corpus
STDERR
Done 2 runs in 0 second(s)
```
Reviewers: mcgrathr, jakehehrlich, phosek, kcc, aarongreen
Subscribers: #sanitizers, llvm-commits
Tags: #sanitizers, #llvm
Differential Revision: https://reviews.llvm.org/D68775
2019-10-10 13:47:30 +08:00
|
|
|
if (OutputFd >= 0) {
|
2017-08-22 07:25:50 +08:00
|
|
|
FILE *NewOutputFile = OpenFile(OutputFd, "w");
|
|
|
|
if (NewOutputFile) {
|
|
|
|
OutputFile = NewOutputFile;
|
|
|
|
if (EF->__sanitizer_set_report_fd)
|
|
|
|
EF->__sanitizer_set_report_fd(
|
|
|
|
reinterpret_cast<void *>(GetHandleFromFd(OutputFd)));
|
|
|
|
DiscardOutput(2);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void CloseStdout() {
|
|
|
|
DiscardOutput(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Printf(const char *Fmt, ...) {
|
|
|
|
va_list ap;
|
|
|
|
va_start(ap, Fmt);
|
|
|
|
vfprintf(OutputFile, Fmt, ap);
|
|
|
|
va_end(ap);
|
|
|
|
fflush(OutputFile);
|
|
|
|
}
|
|
|
|
|
2019-02-12 11:12:40 +08:00
|
|
|
void VPrintf(bool Verbose, const char *Fmt, ...) {
|
|
|
|
if (!Verbose) return;
|
|
|
|
va_list ap;
|
|
|
|
va_start(ap, Fmt);
|
|
|
|
vfprintf(OutputFile, Fmt, ap);
|
|
|
|
va_end(ap);
|
|
|
|
fflush(OutputFile);
|
|
|
|
}
|
|
|
|
|
2020-09-03 22:58:45 +08:00
|
|
|
static bool MkDirRecursiveInner(const std::string &Leaf) {
|
|
|
|
// Prevent chance of potential infinite recursion
|
|
|
|
if (Leaf == ".")
|
|
|
|
return true;
|
|
|
|
|
|
|
|
const std::string &Dir = DirName(Leaf);
|
|
|
|
|
|
|
|
if (IsDirectory(Dir)) {
|
|
|
|
MkDir(Leaf);
|
|
|
|
return IsDirectory(Leaf);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool ret = MkDirRecursiveInner(Dir);
|
|
|
|
if (!ret) {
|
|
|
|
// Give up early if a previous MkDir failed
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
MkDir(Leaf);
|
|
|
|
return IsDirectory(Leaf);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MkDirRecursive(const std::string &Dir) {
|
|
|
|
if (Dir.empty())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if (IsDirectory(Dir))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
return MkDirRecursiveInner(Dir);
|
|
|
|
}
|
|
|
|
|
2019-02-13 12:04:45 +08:00
|
|
|
void RmDirRecursive(const std::string &Dir) {
|
2019-02-16 05:51:15 +08:00
|
|
|
IterateDirRecursive(
|
2019-02-13 12:04:45 +08:00
|
|
|
Dir, [](const std::string &Path) {},
|
|
|
|
[](const std::string &Path) { RmDir(Path); },
|
|
|
|
[](const std::string &Path) { RemoveFile(Path); });
|
2019-02-12 08:12:33 +08:00
|
|
|
}
|
|
|
|
|
2020-02-11 10:22:09 +08:00
|
|
|
std::string TempPath(const char *Prefix, const char *Extension) {
|
|
|
|
return DirPlusFile(TmpDir(), std::string("libFuzzerTemp.") + Prefix +
|
|
|
|
std::to_string(GetPid()) + Extension);
|
2019-02-13 06:48:55 +08:00
|
|
|
}
|
|
|
|
|
2017-08-22 07:25:50 +08:00
|
|
|
} // namespace fuzzer
|