src/Global.cpp

   1 ///////////////////////////////////////////////////////////////////////////////
   2 // MuldeR's Utilities for Qt
   3 // Copyright (C) 2004-2015 LoRd_MuldeR <MuldeR2@GMX.de>
   4 //
   5 // This library is free software; you can redistribute it and/or
   6 // modify it under the terms of the GNU Lesser General Public
   7 // License as published by the Free Software Foundation; either
   8 // version 2.1 of the License, or (at your option) any later version.
   9 //
  10 // This library is distributed in the hope that it will be useful,
  11 // but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13 // Lesser General Public License for more details.
  14 //
  15 // You should have received a copy of the GNU Lesser General Public
  16 // License along with this library; if not, write to the Free Software
  17 // Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
  18 //
  19 // http://www.gnu.org/licenses/lgpl-2.1.txt
  20 //////////////////////////////////////////////////////////////////////////////////
  21
  22 #if _MSC_VER
  23 #define _CRT_RAND_S 1
  24 #endif
  25
  26 //MUtils
  27 #include <MUtils/Global.h>
  28 #include <MUtils/OSSupport.h>
  29
  30 //Internal
  31 #include "DirLocker.h"
  32 #include "3rd_party/strnatcmp/include/strnatcmp.h"
  33
  34 //Qt
  35 #include <QDir>
  36 #include <QReadWriteLock>
  37 #include <QProcess>
  38 #include <QTextCodec>
  39
  40 //CRT
  41 #include <cstdlib>
  42 #include <ctime>
  43 #include <process.h>
  44
  45 //VLD
  46 #ifdef _MSC_VER
  47 #include <vld.h>
  48 #endif
  49
  50 ///////////////////////////////////////////////////////////////////////////////
  51 // Random Support
  52 ///////////////////////////////////////////////////////////////////////////////
  53
  54 //Robert Jenkins' 96 bit Mix Function
  55 static unsigned int mix_function(const unsigned int x, const unsigned int y, const unsigned int z)
  56 {
  57         unsigned int a = x;
  58         unsigned int b = y;
  59         unsigned int c = z;
  60
  61         a=a-b;  a=a-c;  a=a^(c >> 13);
  62         b=b-c;  b=b-a;  b=b^(a << 8 );
  63         c=c-a;  c=c-b;  c=c^(b >> 13);
  64         a=a-b;  a=a-c;  a=a^(c >> 12);
  65         b=b-c;  b=b-a;  b=b^(a << 16);
  66         c=c-a;  c=c-b;  c=c^(b >> 5 );
  67         a=a-b;  a=a-c;  a=a^(c >> 3 );
  68         b=b-c;  b=b-a;  b=b^(a << 10);
  69         c=c-a;  c=c-b;  c=c^(b >> 15);
  70
  71         return a ^ b ^ c;
  72 }
  73
  74 void MUtils::seed_rand(void)
  75 {
  76         qsrand(mix_function(clock(), time(NULL), _getpid()));
  77 }
  78
  79 quint32 MUtils::next_rand32(void)
  80 {
  81         quint32 rnd = 0xDEADBEEF;
  82
  83 #ifdef _CRT_RAND_S
  84         if(rand_s(&rnd) == 0)
  85         {
  86                 return rnd;
  87         }
  88 #endif //_CRT_RAND_S
  89
  90         for(size_t i = 0; i < sizeof(quint32); i++)
  91         {
  92                 rnd = (rnd << 8) ^ qrand();
  93         }
  94
  95         return rnd;
  96 }
  97
  98 quint64 MUtils::next_rand64(void)
  99 {
 100         return (quint64(next_rand32()) << 32) | quint64(next_rand32());
 101 }
 102
 103 QString MUtils::rand_str(const bool &bLong)
 104 {
 105         if(!bLong)
 106         {
 107                 return QString::number(next_rand64(), 16).rightJustified(16, QLatin1Char('0'));
 108         }
 109         return QString("%1%2").arg(rand_str(false), rand_str(false));
 110 }
 111
 112 ///////////////////////////////////////////////////////////////////////////////
 113 // GET TEMP FILE NAME
 114 ///////////////////////////////////////////////////////////////////////////////
 115
 116 QString MUtils::make_temp_file(const QString &basePath, const QString &extension, const bool placeholder)
 117 {
 118         for(int i = 0; i < 4096; i++)
 119         {
 120                 const QString tempFileName = QString("%1/%2.%3").arg(basePath, rand_str(), extension);
 121                 if(!QFileInfo(tempFileName).exists())
 122                 {
 123                         if(placeholder)
 124                         {
 125                                 QFile file(tempFileName);
 126                                 if(file.open(QFile::ReadWrite))
 127                                 {
 128                                         file.close();
 129                                         return tempFileName;
 130                                 }
 131                         }
 132                         else
 133                         {
 134                                 return tempFileName;
 135                         }
 136                 }
 137         }
 138
 139         qWarning("Failed to generate unique temp file name!");
 140         return QString();
 141 }
 142
 143 ///////////////////////////////////////////////////////////////////////////////
 144 // COMPUTE PARITY
 145 ///////////////////////////////////////////////////////////////////////////////
 146
 147 /*
 148  * Compute parity in parallel
 149  * http://www.graphics.stanford.edu/~seander/bithacks.html#ParityParallel
 150  */
 151 bool MUtils::parity(quint32 value)
 152 {
 153         value ^= value >> 16;
 154         value ^= value >> 8;
 155         value ^= value >> 4;
 156         value &= 0xf;
 157         return ((0x6996 >> value) & 1) != 0;
 158 }
 159
 160 ///////////////////////////////////////////////////////////////////////////////
 161 // TEMP FOLDER
 162 ///////////////////////////////////////////////////////////////////////////////
 163
 164 static QScopedPointer<MUtils::Internal::DirLock> g_temp_folder_file;
 165 static QReadWriteLock                            g_temp_folder_lock;
 166
 167 static QString try_create_subfolder(const QString &baseDir, const QString &postfix)
 168 {
 169         const QString baseDirPath = QDir(baseDir).absolutePath();
 170         for(int i = 0; i < 32; i++)
 171         {
 172                 QDir directory(baseDirPath);
 173                 if(directory.mkpath(postfix) && directory.cd(postfix))
 174                 {
 175                         return directory.canonicalPath();
 176                 }
 177         }
 178         return QString();
 179 }
 180
 181 static MUtils::Internal::DirLock *try_init_temp_folder(const QString &baseDir)
 182 {
 183         const QString tempPath = try_create_subfolder(baseDir, MUtils::rand_str());
 184         if(!tempPath.isEmpty())
 185         {
 186                 for(int i = 0; i < 32; i++)
 187                 {
 188                         MUtils::Internal::DirLock *lockFile = NULL;
 189                         try
 190                         {
 191                                 lockFile = new MUtils::Internal::DirLock(tempPath);
 192                                 return lockFile;
 193                         }
 194                         catch(MUtils::Internal::DirLockException&)
 195                         {
 196                                 /*ignore error and try again*/
 197                         }
 198                 }
 199         }
 200         return NULL;
 201 }
 202
 203 static bool temp_folder_cleanup_helper(const QString &tempPath)
 204 {
 205         size_t delay = 1;
 206         static const size_t MAX_DELAY = 8192;
 207         forever
 208         {
 209                 QDir::setCurrent(QDir::rootPath());
 210                 if(MUtils::remove_directory(tempPath, true))
 211                 {
 212                         return true;
 213                 }
 214                 else
 215                 {
 216                         if(delay > MAX_DELAY)
 217                         {
 218                                 return false;
 219                         }
 220                         MUtils::OS::sleep_ms(delay);
 221                         delay *= 2;
 222                 }
 223         }
 224 }
 225
 226 static void temp_folder_cleaup(void)
 227 {
 228         QWriteLocker writeLock(&g_temp_folder_lock);
 229         qWarning("------------ temp_folder_cleaup ------------");
 230
 231         //Clean the directory
 232         while(!g_temp_folder_file.isNull())
 233         {
 234                 const QString tempPath = g_temp_folder_file->getPath();
 235                 g_temp_folder_file.reset(NULL);
 236                 if(!temp_folder_cleanup_helper(tempPath))
 237                 {
 238                         MUtils::OS::system_message_wrn(L"Temp Cleaner", L"Warning: Not all temporary files could be removed!");
 239                 }
 240         }
 241 }
 242
 243 const QString &MUtils::temp_folder(void)
 244 {
 245         QReadLocker readLock(&g_temp_folder_lock);
 246
 247         //Already initialized?
 248         if(!g_temp_folder_file.isNull())
 249         {
 250                 return g_temp_folder_file->getPath();
 251         }
 252
 253         //Obtain the write lock to initilaize
 254         readLock.unlock();
 255         QWriteLocker writeLock(&g_temp_folder_lock);
 256
 257         //Still uninitilaized?
 258         if(!g_temp_folder_file.isNull())
 259         {
 260                 return g_temp_folder_file->getPath();
 261         }
 262
 263         //Try the %TMP% or %TEMP% directory first
 264         if(MUtils::Internal::DirLock *lockFile = try_init_temp_folder(QDir::tempPath()))
 265         {
 266                 g_temp_folder_file.reset(lockFile);
 267                 atexit(temp_folder_cleaup);
 268                 return lockFile->getPath();
 269         }
 270
 271         qWarning("%%TEMP%% directory not found -> trying fallback mode now!");
 272         static const OS::known_folder_t FOLDER_ID[2] = { OS::FOLDER_LOCALAPPDATA, OS::FOLDER_SYSTROOT_DIR };
 273         for(size_t id = 0; id < 2; id++)
 274         {
 275                 const QString &knownFolder = OS::known_folder(FOLDER_ID[id]);
 276                 if(!knownFolder.isEmpty())
 277                 {
 278                         const QString tempRoot = try_create_subfolder(knownFolder, QLatin1String("TEMP"));
 279                         if(!tempRoot.isEmpty())
 280                         {
 281                                 if(MUtils::Internal::DirLock *lockFile = try_init_temp_folder(tempRoot))
 282                                 {
 283                                         g_temp_folder_file.reset(lockFile);
 284                                         atexit(temp_folder_cleaup);
 285                                         return lockFile->getPath();
 286                                 }
 287                         }
 288                 }
 289         }
 290
 291         qFatal("Temporary directory could not be initialized !!!");
 292         return (*((QString*)NULL));
 293 }
 294
 295 ///////////////////////////////////////////////////////////////////////////////
 296 // REMOVE DIRECTORY / FILE
 297 ///////////////////////////////////////////////////////////////////////////////
 298
 299 static const QFile::Permissions FILE_PERMISSIONS_NONE = QFile::ReadOther | QFile::WriteOther;
 300
 301 bool MUtils::remove_file(const QString &fileName)
 302 {
 303         QFileInfo fileInfo(fileName);
 304         if(!(fileInfo.exists() && fileInfo.isFile()))
 305         {
 306                 return true;
 307         }
 308
 309         for(int i = 0; i < 32; i++)
 310         {
 311                 QFile file(fileName);
 312                 file.setPermissions(FILE_PERMISSIONS_NONE);
 313                 if((!(fileInfo.exists() && fileInfo.isFile())) || file.remove())
 314                 {
 315                         return true;
 316                 }
 317                 fileInfo.refresh();
 318         }
 319
 320         qWarning("Could not delete \"%s\"", MUTILS_UTF8(fileName));
 321         return false;
 322 }
 323
 324 static bool remove_directory_helper(const QDir &folder)
 325 {
 326         if(!folder.exists())
 327         {
 328                 return true;
 329         }
 330         const QString dirName = folder.dirName();
 331         if(!dirName.isEmpty())
 332         {
 333                 QDir parent(folder);
 334                 if(parent.cdUp())
 335                 {
 336                         QFile::setPermissions(folder.absolutePath(), FILE_PERMISSIONS_NONE);
 337                         if(parent.rmdir(dirName))
 338                         {
 339                                 return true;
 340                         }
 341                 }
 342         }
 343         return false;
 344 }
 345
 346 bool MUtils::remove_directory(const QString &folderPath, const bool &recursive)
 347 {
 348         QDir folder(folderPath);
 349         if(!folder.exists())
 350         {
 351                 return true;
 352         }
 353
 354         if(recursive)
 355         {
 356                 const QFileInfoList entryList = folder.entryInfoList(QDir::AllEntries | QDir::NoDotAndDotDot | QDir::Hidden);
 357                 for(QFileInfoList::ConstIterator iter = entryList.constBegin(); iter != entryList.constEnd(); iter++)
 358                 {
 359                         if(iter->isDir())
 360                         {
 361                                 remove_directory(iter->canonicalFilePath(), true);
 362                         }
 363                         else if(iter->isFile())
 364                         {
 365                                 remove_file(iter->canonicalFilePath());
 366                         }
 367                 }
 368         }
 369
 370         for(int i = 0; i < 32; i++)
 371         {
 372                 if(remove_directory_helper(folder))
 373                 {
 374                         return true;
 375                 }
 376                 folder.refresh();
 377         }
 378
 379         qWarning("Could not rmdir \"%s\"", MUTILS_UTF8(folderPath));
 380         return false;
 381 }
 382
 383 ///////////////////////////////////////////////////////////////////////////////
 384 // PROCESS UTILS
 385 ///////////////////////////////////////////////////////////////////////////////
 386
 387 void MUtils::init_process(QProcess &process, const QString &wokringDir, const bool bReplaceTempDir)
 388 {
 389         //Environment variable names
 390         static const char *const s_envvar_names_temp[] =
 391         {
 392                 "TEMP", "TMP", "TMPDIR", "HOME", "USERPROFILE", "HOMEPATH", NULL
 393         };
 394         static const char *const s_envvar_names_remove[] =
 395         {
 396                 "WGETRC", "SYSTEM_WGETRC", "HTTP_PROXY", "FTP_PROXY", "NO_PROXY", "GNUPGHOME", "LC_ALL", "LC_COLLATE", "LC_CTYPE", "LC_MESSAGES", "LC_MONETARY", "LC_NUMERIC", "LC_TIME", "LANG", NULL
 397         };
 398
 399         //Initialize environment
 400         QProcessEnvironment env = process.processEnvironment();
 401         if(env.isEmpty()) env = QProcessEnvironment::systemEnvironment();
 402
 403         //Clean a number of enviroment variables that might affect our tools
 404         for(size_t i = 0; s_envvar_names_remove[i]; i++)
 405         {
 406                 env.remove(QString::fromLatin1(s_envvar_names_remove[i]));
 407                 env.remove(QString::fromLatin1(s_envvar_names_remove[i]).toLower());
 408         }
 409
 410         const QString tempDir = QDir::toNativeSeparators(temp_folder());
 411
 412         //Replace TEMP directory in environment
 413         if(bReplaceTempDir)
 414         {
 415                 for(size_t i = 0; s_envvar_names_temp[i]; i++)
 416                 {
 417                         env.insert(s_envvar_names_temp[i], tempDir);
 418                 }
 419         }
 420
 421         //Setup PATH variable
 422         const QString path = env.value("PATH", QString()).trimmed();
 423         env.insert("PATH", path.isEmpty() ? tempDir : QString("%1;%2").arg(tempDir, path));
 424
 425         //Setup QPorcess object
 426         process.setWorkingDirectory(wokringDir);
 427         process.setProcessChannelMode(QProcess::MergedChannels);
 428         process.setReadChannel(QProcess::StandardOutput);
 429         process.setProcessEnvironment(env);
 430 }
 431
 432 ///////////////////////////////////////////////////////////////////////////////
 433 // NATURAL ORDER STRING COMPARISON
 434 ///////////////////////////////////////////////////////////////////////////////
 435
 436 static bool natural_string_sort_helper(const QString &str1, const QString &str2)
 437 {
 438         return (MUtils::Internal::NaturalSort::strnatcmp(MUTILS_WCHR(str1), MUTILS_WCHR(str2)) < 0);
 439 }
 440
 441 static bool natural_string_sort_helper_fold_case(const QString &str1, const QString &str2)
 442 {
 443         return (MUtils::Internal::NaturalSort::strnatcasecmp(MUTILS_WCHR(str1), MUTILS_WCHR(str2)) < 0);
 444 }
 445
 446 void MUtils::natural_string_sort(QStringList &list, const bool bIgnoreCase)
 447 {
 448         qSort(list.begin(), list.end(), bIgnoreCase ? natural_string_sort_helper_fold_case : natural_string_sort_helper);
 449 }
 450
 451 ///////////////////////////////////////////////////////////////////////////////
 452 // CLEAN FILE PATH
 453 ///////////////////////////////////////////////////////////////////////////////
 454
 455 static const struct
 456 {
 457         const char *const search;
 458         const char *const replace;
 459 }
 460 CLEAN_FILE_NAME[] =
 461 {
 462         { "\\",  "-"  },
 463         { " / ", ", " },
 464         { "/",   ","  },
 465         { ":",   "-"  },
 466         { "*",   "x"  },
 467         { "?",   "!"  },
 468         { "<",   "["  },
 469         { ">",   "]"  },
 470         { "|",   "!"  },
 471         { "\"",  "'"  },
 472         { NULL,  NULL }
 473 };
 474
 475 QString MUtils::clean_file_name(const QString &name)
 476 {
 477         QRegExp regExp("\"(.+)\"");
 478         regExp.setMinimal(true);
 479
 480         QString str = QString(name).replace(regExp, "``\\1´´").trimmed();
 481         for(size_t i = 0; CLEAN_FILE_NAME[i].search; i++)
 482         {
 483                 str.replace(CLEAN_FILE_NAME[i].search, CLEAN_FILE_NAME[i].replace);
 484         }
 485
 486         while(str.endsWith(QLatin1Char('.')))
 487         {
 488                 str.chop(1);
 489                 str = str.trimmed();
 490         }
 491
 492         return str.trimmed();
 493 }
 494
 495 QString MUtils::clean_file_path(const QString &path)
 496 {
 497         const bool root = path.startsWith(QLatin1Char('/')) || path.startsWith(QLatin1Char('\\'));
 498         QStringList parts = QDir::fromNativeSeparators(path.trimmed()).split(QLatin1Char('/'), QString::SkipEmptyParts);
 499
 500         for(int i = 0; i < parts.count(); i++)
 501         {
 502                 if((i == 0) && (!root) && (parts[i].length() == 2) && parts[i][0].isLetter() && (parts[i][1] == QLatin1Char(':')))
 503                 {
 504                         continue; //handle case "c:\"
 505                 }
 506                 parts[i] = MUtils::clean_file_name(parts[i]);
 507         }
 508
 509         return root ? parts.join(QLatin1String("/")).prepend(QLatin1Char('/')) : parts.join(QLatin1String("/"));
 510 }
 511
 512 ///////////////////////////////////////////////////////////////////////////////
 513 // REGULAR EXPESSION HELPER
 514 ///////////////////////////////////////////////////////////////////////////////
 515
 516 bool MUtils::regexp_parse_uint32(const QRegExp &regexp, quint32 &value)
 517 {
 518         return regexp_parse_uint32(regexp, &value, 1);
 519 }
 520
 521 bool MUtils::regexp_parse_uint32(const QRegExp &regexp, quint32 *values, const size_t &count)
 522 {
 523         const QStringList caps = regexp.capturedTexts();
 524
 525         if(caps.isEmpty() || (quint32(caps.count()) <= count))
 526         {
 527                 return false;
 528         }
 529
 530         for(size_t i = 0; i < count; i++)
 531         {
 532                 bool ok = false;
 533                 values[i] = caps[i+1].toUInt(&ok);
 534                 if(!ok)
 535                 {
 536                         return false;
 537                 }
 538         }
 539
 540         return true;
 541 }
 542
 543 ///////////////////////////////////////////////////////////////////////////////
 544 // AVAILABLE CODEPAGES
 545 ///////////////////////////////////////////////////////////////////////////////
 546
 547 QStringList MUtils::available_codepages(const bool &noAliases)
 548 {
 549         QStringList codecList;
 550         QList<QByteArray> availableCodecs = QTextCodec::availableCodecs();
 551
 552         while(!availableCodecs.isEmpty())
 553         {
 554                 const QByteArray current = availableCodecs.takeFirst();
 555                 if(!current.toLower().startsWith("system"))
 556                 {
 557                         codecList << QString::fromLatin1(current.constData(), current.size());
 558                         if(noAliases)
 559                         {
 560                                 if(QTextCodec *const currentCodec = QTextCodec::codecForName(current.constData()))
 561                                 {
 562                                         const QList<QByteArray> aliases = currentCodec->aliases();
 563                                         for(QList<QByteArray>::ConstIterator iter = aliases.constBegin(); iter != aliases.constEnd(); iter++)
 564                                         {
 565                                                 availableCodecs.removeAll(*iter);
 566                                         }
 567                                 }
 568                         }
 569                 }
 570         }
 571
 572         return codecList;
 573 }
 574
 575 ///////////////////////////////////////////////////////////////////////////////
 576 // SELF-TEST
 577 ///////////////////////////////////////////////////////////////////////////////
 578
 579 int MUtils::Internal::selfTest(const char *const buildKey, const bool debug)
 580 {
 581         static const bool MY_DEBUG_FLAG = MUTILS_DEBUG;
 582         static const char *const MY_BUILD_KEY = __DATE__ "@" __TIME__;
 583
 584         if(strncmp(buildKey, MY_BUILD_KEY, 13) || (MY_DEBUG_FLAG != debug))
 585         {
 586                 MUtils::OS::system_message_err(L"MUtils", L"FATAL ERROR: MUtils library version mismatch detected!");
 587                 MUtils::OS::system_message_wrn(L"MUtils", L"Perform a clean(!) re-install of the application to fix the problem!");
 588                 abort();
 589         }
 590         return 0;
 591 }