public void DownloadCompilerIncludeDirectoriesFromRemote(RemoteHost remote, String dir)
{
String pwd = Directory.GetCurrentDirectory();
Directory.CreateDirectory(dir);
Directory.SetCurrentDirectory(dir);
foreach (Compiler compiler in solutionCompilers)
{
compiler.DownloadStandardIncludeDirectories(remote);
}
Directory.SetCurrentDirectory(pwd);
}
public void DownloadStandardIncludeDirectories(RemoteHost remote)
{
if (Skip)
{
return;
}
// use sftp, or, when not possible, ssh cat
AbsoluteCrosspath xpwd = AbsoluteCrosspath.GetCurrentDirectory();
AbsoluteCrosspath xCompilerDir = xpwd.Appended(RelativeCrosspath.FromString($@"compilers\{ShortName}"));
Directory.CreateDirectory(xCompilerDir.ToString());
foreach (IncludeDirectory includeDirectory in IncludeDirectories)
{
includeDirectory.RebaseToLocal(remote, xCompilerDir);
}
}
/// <summary>
///
/// </summary>
/// <param name="remote">Remote host to download from</param>
/// <param name="localXpath">Local directory for remote include directories, e.g. D:\Project1\remote\192.168.0.1.</param>
public void RebaseToLocal(RemoteHost remote, AbsoluteCrosspath localXpath)
{
if (this.Flavor == CrosspathFlavor.Windows)
{
return;
}
int xtractBufSize = 65536;
Byte[] zipExtractBuf = new Byte[xtractBufSize];
String remoteFilename = $"/tmp/{ShortName}.zip";
String localDirectoryPattern = $@"include\{ShortName}";
String localFilenamePattern = $"{ShortName}.zip";
AbsoluteCrosspath xLocalIncludeDirectory = localXpath.Appended(RelativeCrosspath.FromString(localDirectoryPattern));
String localIncludeDirectory = xLocalIncludeDirectory.ToString();
String localFilename = localXpath.Appended(RelativeCrosspath.FromString(localFilenamePattern)).ToString();
Logger.WriteLine(LogLevel.Info, $"Rolling {this} into {localFilenamePattern}...");
Directory.CreateDirectory(localIncludeDirectory);
if (remote.Execute($"pushd {this} && zip -1 -r -q {remoteFilename} . && popd", out String result) != RemoteHost.Success)
{
Logger.WriteLine(LogLevel.Error, result);
// FIXME, hack
this.Rebase(this, xLocalIncludeDirectory);
autoDownloaded = true;
return;
}
remote.DownloadFile(remoteFilename, localFilename);
File.WriteAllText(xLocalIncludeDirectory.Appended(RelativeCrosspath.FromString($@"..\{ShortName}_origin.txt")).ToString(), this.ToString());
// not working bcz of NTFS case & special names restrictions. extract manually.
//ZipFile.ExtractToDirectory(localFilename, localDirectory, Encoding.UTF8);
using (FileStream fs = new FileStream(localFilename, FileMode.Open)) {
ZipArchive za = new ZipArchive(fs, ZipArchiveMode.Read);
foreach (ZipArchiveEntry zaEntry in za.Entries)
{
RelativeCrosspath xRelPath = RelativeCrosspath.FromString(zaEntry.FullName);
AbsoluteCrosspath xPath = xLocalIncludeDirectory.Appended(xRelPath);
if (zaEntry.FullName.EndsWith("/"))
{
// packed directory
continue;
}
String path = xPath.ToString();
if (File.Exists(path))
{
Logger.WriteLine(LogLevel.Warning, $"file '{zaEntry.FullName}' already exists as '{path}' - case problems?");
continue;
}
// hax, remove leading / from path
if (xRelPath.ToString() == Compiler.RemoteTempFile.Substring(1))
{
continue;
}
String dirname = new AbsoluteCrosspath(xPath).ToContainingDirectory().ToString();
try {
Directory.CreateDirectory(dirname);
// packed file
using (FileStream xfs = new FileStream(path, FileMode.CreateNew)) {
using (Stream zas = zaEntry.Open()) {
while (true)
{
int len = zas.Read(zipExtractBuf, 0, xtractBufSize);
if (len == 0)
{
// EOF
break;
}
xfs.Write(zipExtractBuf, 0, len);
}
zas.Close();
}
}
}
catch (Exception e) {
Logger.WriteLine(LogLevel.Error, $"Could not extract '${zaEntry.FullName}': ${e.Message}");
}
}
}
// if extraction went ok, we can remove files
remote.Execute($"rm {remoteFilename}", out String _);
File.Delete(localFilename);
// since we definitely have a local copy of include directory, rebase on it
this.Rebase(this, xLocalIncludeDirectory);
autoDownloaded = true;
}
public void AssignRemote(RemoteHost remote)
{
Remote = remote;
}
/// <summary>
/// Call RemoteHost.ExtractInfoFromCompiler() instead.
/// Requires these utilities on the remote system: pwd, echo, which, touch, sort, pushd, popd, zip
/// </summary>
/// <param name="remote">Remote host where compiler installed</param>
public void ExtractAdditionalInfo(RemoteHost remote)
{
String remoteTempFile = String.Format(Compiler.RemoteTempFile, BaseCompiler.ShortName, instanceGuid.ToString());
if (remote.Execute("pwd || echo $PWD", out String pwd) != RemoteHost.Success)
{
throw new ApplicationException("could not get current directory name");
}
pwd = pwd.TrimEnd(RemoteHost.LineEndingChars);
if (remote.Execute($"which {BaseCompiler.ExePath}", out String absExePath) != RemoteHost.Success)
{
throw new ApplicationException("could not get absolute compiler path");
}
absExePath = absExePath.TrimEnd(RemoteHost.LineEndingChars);
if (remote.Execute($"{BaseCompiler.ExePath} -dumpversion", out String version) != RemoteHost.Success)
{
throw new ApplicationException("could not extract version from compiler");
}
Version = version.TrimEnd(RemoteHost.LineEndingChars);
// create temporary .c file for auto-distinguishment between C and C++
if (remote.Execute($"touch {remoteTempFile} || echo > {remoteTempFile}", out String _) != RemoteHost.Success)
{
throw new ApplicationException("could not create temporary file");
}
if (remote.Execute($"{BaseCompiler.ExePath} {this} -E -dM {remoteTempFile} | sort", out String defines) != RemoteHost.Success)
{
throw new ApplicationException("could not extract defines from compiler");
}
if (remote.Execute($"{BaseCompiler.ExePath} {this} -E -Wp,-v {remoteTempFile} 2>&1 1> /dev/null", out String includeDirs) != RemoteHost.Success)
{
throw new ApplicationException("could not extract include dirs from compiler");
}
AbsoluteCrosspath xpwd = AbsoluteCrosspath.FromString(pwd);
AbsoluteCrosspath xcompiler = AbsoluteCrosspath.FromString(absExePath);
if (!xcompiler.ToString().Equals(BaseCompiler.ExePath.ToString()))
{
AbsoluteCrosspath compilerLocatedIn = new AbsoluteCrosspath(xcompiler);
((RelativeCrosspath)BaseCompiler.ExePath).SetWorkingDirectory(xcompiler.ToContainingDirectory());
Logger.WriteLine(LogLevel.Info, $"compiler '{BaseCompiler.ExePath}' actually located at '{xcompiler}'");
}
Defines.Clear();
Platform fallbackPlatform = Platform.x64;
foreach (String macro in defines.Split(RemoteHost.LineEndings, StringSplitOptions.RemoveEmptyEntries))
{
// assuming standard format '#define MACRO some thing probably with spaces'
String[] defArray = macro.Split(new[] { ' ' }, 3);
// try to auto-detect the platform
if (VSPlatform == Platform.Unknown)
{
switch (defArray[1])
{
case "__x86_64__": VSPlatform = Platform.x64; break;
case "__i386__": VSPlatform = Platform.x86; break;
case "__arm__": VSPlatform = Platform.ARM; break;
case "__aarch64__": VSPlatform = Platform.ARM64; break;
case "__mips__": VSPlatform = Platform.MIPS; break;
case "__WORDSIZE__": /* this seems to be standard */
case "__INTPTR_WIDTH__": /* this not, but use as fallback */
if (Int32.Parse(defArray[2]) == 32)
{
fallbackPlatform = Platform.x86;
}
break;
}
}
Defines.Add(new Define(defArray[1], defArray[2]));
}
if (VSPlatform == Platform.Unknown)
{
VSPlatform = fallbackPlatform;
}
IncludeDirectories.Clear();
IncludeDirectoryType incDirType = IncludeDirectoryType.Null;
foreach (String cppLine in includeDirs.Split(RemoteHost.LineEndings, StringSplitOptions.RemoveEmptyEntries))
{
// sample output:
/*
* ignoring nonexistent directory "/opt/gcc-4.1.2-glibc-2.5-binutils-2.17-kernel-2.6.18/arm-v5te-linux-gnueabi/include"
#include "..." search starts here:
#include <...> search starts here:
* /opt/gcc-4.1.2-glibc-2.5-binutils-2.17-kernel-2.6.18/bin/../lib/gcc/arm-v5te-linux-gnueabi/4.1.2/include
* /opt/gcc-4.1.2-glibc-2.5-binutils-2.17-kernel-2.6.18/bin/../sysroot-arm-v5te-linux-gnueabi/usr/include
* End of search list.
*/
// regarding priority:
// -iquote has the highest priority affecting #include "..." not only #include <...>
// -I has lower priority than -iquote
// -isystem has lower priority but yet higher priority than system-wide headers
// then follows the priority of system-wide-headers
// -idirafter has the lowest priority possible
// example (gcc 9):
/*
* $ gcc -x c -c -Wp,-v -iquote /proc/1 -I /proc/10 -isystem /proc/12 -I /proc/14 -idirafter /proc/1204 - < /dev/null
* ignoring nonexistent directory "/usr/local/include/x86_64-linux-gnu"
* ignoring nonexistent directory "/usr/lib/gcc/x86_64-linux-gnu/9/include-fixed"
* ignoring nonexistent directory "/usr/lib/gcc/x86_64-linux-gnu/9/../../../../x86_64-linux-gnu/include"
#include "..." search starts here:
* /proc/1
#include <...> search starts here:
* /proc/10
* /proc/14
* /proc/12
* /usr/lib/gcc/x86_64-linux-gnu/9/include
* /usr/local/include
* /usr/include/x86_64-linux-gnu
* /usr/include
* /proc/1204
* End of search list.
*/
// usually gcc does not have any include directories in the #include "..." section.
// so the reason for parsing this section is when using some compiler wrapper that puts some paths to -iquote.
if (cppLine == "#include \"...\" search starts here:")
{
incDirType = IncludeDirectoryType.Quote;
continue;
}
if (cppLine == "#include <...> search starts here:")
{
incDirType = IncludeDirectoryType.System;
continue;
}
if (cppLine.Length > 0 && cppLine[0] == ' ')
{
Crosspath xpath = Crosspath.FromString(cppLine.Substring(1));
if (xpath is RelativeCrosspath relPath)
{
relPath.SetWorkingDirectory(xpwd);
xpath = relPath.Absolutized();
}
IncludeDirectory incDir = new IncludeDirectory(xpath as AbsoluteCrosspath, incDirType);
IncludeDirectory incDirCached = BaseCompiler.TrackIncludeDir(incDir);
if (incDirCached != null)
{
incDir = incDirCached;
}
IncludeDirectories.Add(incDir);
continue;
}
if (cppLine == "End of search list.")
{
break;
}
}
HaveAdditionalInfo = true;
Logger.WriteLine(LogLevel.Info, $"{absExePath} {this} is {VSPlatform} compiler");
}