MallocOpts.cc

Go to the documentation of this file.

// -*- C++ -*-
//
// Package:     Utilities
// Class  :     MallocOpts
//
// Original Author:  Jim Kowalkowski
//
//
// ------------------ resetting malloc options -----------------------

#include "art/Utilities/MallocOpts.h"

#if !defined(__APPLE__)
#include <malloc.h>
#endif
#include <cstdlib>
#include <cstring>
#include <iostream>
#include <sstream>

namespace art {

  std::ostream&
  operator<<(std::ostream& ost, const MallocOpts& opts)
  {
    ost << "mmap_max=" << opts.mmap_max_ << " trim_threshold=" << opts.trim_thr_
        << " top_padding=" << opts.top_pad_
        << " mmap_threshold=" << opts.mmap_thr_;
    return ost;
  }

  namespace {
    typedef enum { UNKNOWN_CPU = 0, AMD_CPU = 1, INTEL_CPU = 2 } cpu_type;

    cpu_type
    get_cpu_type()
    {
      // issue: these need to be static.  The asm instruction combined
      // with optimization on the 64 bit platform moves the stack data
      // member around in such a way that the =m directive misses the
      // the location.   Of course this means that this routine is not
      // multithread safe.
      static volatile int op = 0, a;
      static volatile int ans[4];

// Still some problem on x86_64, so only i386 for now
#if defined(__x86_64__)

      __asm__ __volatile__("pushq %%rdx;\
 pushq %%rcx;                            \
 pushq %%rsi;                            \
 pushq %%rbx;                            \
 cpuid;                                  \
 movq  %%rbx,%%rsi;                      \
 popq  %%rbx;                            \
 movl  %%ecx,%0;                         \
 movl  %%edx,%1;                         \
 movl  %%esi,%2;                         \
 movl  %%eax,%3;                         \
 popq  %%rsi;                            \
 popq  %%rcx;                            \
 popq  %%rdx;"
                           : "=m"(ans[2]), "=m"(ans[1]), "=m"(ans[0]), "=m"(a)
                           : "a"(op));

#elif defined(__i386__)

      __asm__ __volatile__("pushl %%edx;\
 pushl %%ecx;                            \
 pushl %%esi;                            \
 pushl %%ebx;                            \
 cpuid;                                  \
 movl  %%ebx,%%esi;                      \
 popl  %%ebx;                            \
 movl  %%ecx,%0;                         \
 movl  %%edx,%1;                         \
 movl  %%esi,%2;                         \
 movl  %%eax,%3;                         \
 popl  %%esi;                            \
 popl  %%ecx;                            \
 popl  %%edx;"
                           : "=m"(ans[2]), "=m"(ans[1]), "=m"(ans[0]), "=m"(a)
                           : "a"(op));

#else
      const char* unknown_str = "Unknown";
      // int unknown_sz = strlen(unknown_str);
      strcpy((char*)&ans[0], unknown_str);
#endif

      const char* amd_str = "AuthenticAMD";
      int amd_sz = strlen(amd_str);
      const char* intel_str = "GenuineIntel";
      int intel_sz = strlen(intel_str);

      char* str = (char*)&ans[0];
      ans[3] = 0;

      return strncmp(str, amd_str, amd_sz) == 0 ?
               AMD_CPU :
               strncmp(str, intel_str, intel_sz) == 0 ? INTEL_CPU : UNKNOWN_CPU;
    }

    // values determined experimentally for each architecture
    const MallocOpts intel_opts(262144, 524288, 5242880, 131072);
    const MallocOpts amd_opts(0, 8388608, 131072, 10485760);
  }

  bool
  MallocOptionSetter::retrieveFromCpuType()
  {
    bool rc = true;

    switch (get_cpu_type()) {
      case AMD_CPU: {
        values_ = amd_opts;
        changed_ = true;
        break;
      }
      case INTEL_CPU: {
        values_ = intel_opts;
        changed_ = true;
        break;
      }
      case UNKNOWN_CPU:
      default:
        rc = false;
    }

    return rc;
  }

  MallocOptionSetter::MallocOptionSetter() : changed_(false)
  {
    if (retrieveFromEnv() || retrieveFromCpuType()) {
      adjustMallocParams();
      if (hasErrors()) {
        std::cerr << "ERROR: Reset of malloc options has fails:\n"
                  << error_message_ << "\n";
      }
    }
  }

  void
  MallocOptionSetter::adjustMallocParams()
  {
    if (changed_ == false)
      return; // only adjust if they changed
    error_message_.clear();
    changed_ = false;

#ifdef M_MMAP_MAX
    if (mallopt(M_MMAP_MAX, values_.mmap_max_) < 0)
      error_message_ += "Could not set M_MMAP_MAX\n";
#endif
#ifdef M_TRIM_THRESHOLD
    if (mallopt(M_TRIM_THRESHOLD, values_.trim_thr_) < 0)
      error_message_ += "Could not set M_TRIM_THRESHOLD\n";
#endif
#ifdef M_TOP_PAD
    if (mallopt(M_TOP_PAD, values_.top_pad_) < 0)
      error_message_ += "ERROR: Could not set M_TOP_PAD\n";
#endif
#ifdef M_MMAP_THRESHOLD
    if (mallopt(M_MMAP_THRESHOLD, values_.mmap_thr_) < 0)
      error_message_ += "ERROR: Could not set M_MMAP_THRESHOLD\n";
#endif
  }

  bool
  MallocOptionSetter::retrieveFromEnv()
  {
    const char* par = getenv("ART_MALLOC_RESET");
    if (par == 0)
      return false; // leave quickly here
    std::string spar(par);
    bool rc = false;

    // ART_MALLOC_RESET = "mmap_max trim_thres top_pad mmap_thres"

    if (spar.size() > 1) {
      std::istringstream ist(spar);
      ist >> values_.mmap_max_ >> values_.trim_thr_ >> values_.top_pad_ >>
        values_.mmap_thr_;

      if (ist.bad()) {
        std::cerr
          << "bad malloc options in ART_MALLOC_RESET: " << spar << "\n"
          << "format is: "
          << "ART_MALLOC_RESET=\"mmap_max trim_thres top_pad mmap_thres\"\n";
      } else {
        std::cout << "MALLOC_OPTIONS> Reset options: "
                  << "ART_MALLOC_RESET=" << par << "\n";
      }
      rc = true;
      changed_ = true;
    }

    return rc;
  }

  MallocOptionSetter global_malloc_options;

  MallocOptionSetter&
  getGlobalOptionSetter()
  {
    return global_malloc_options;
  }

  // ----------------------------------------------------------------
}