~drizzle-trunk/drizzle/development

/* -*- mode: c++; c-basic-offset: 2; indent-tabs-mode: nil; -*-

 *  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:

 *

 *  Copyright (C) 2008 Sun Microsystems, Inc.

 *

 *  This program is free software; you can redistribute it and/or modify

 *  it under the terms of the GNU General Public License as published by

 *  the Free Software Foundation; version 2 of the License.

 *

 *  This program is distributed in the hope that it will be useful,

 *  but WITHOUT ANY WARRANTY; without even the implied warranty of

 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 *  GNU General Public License for more details.

 *

 *  You should have received a copy of the GNU General Public License

 *  along with this program; if not, write to the Free Software

 *  Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA

 */

#include <config.h>

#include <drizzled/configmake.h>

#include <drizzled/atomics.h>

#include <drizzled/data_home.h>

#include <netdb.h>

#include <sys/types.h>

#include <netinet/tcp.h>

#include <netinet/in.h>

#include <signal.h>

#include <limits.h>

#include <stdexcept>

#include <boost/program_options.hpp>

#include <drizzled/program_options/config_file.h>

#include <boost/thread/recursive_mutex.hpp>

#include <boost/thread/mutex.hpp>

#include <boost/thread/shared_mutex.hpp>

#include <boost/thread/condition_variable.hpp>

#include <boost/filesystem.hpp>

#include <boost/detail/atomic_count.hpp>

#include <drizzled/cached_directory.h>

#include <drizzled/charset.h>

#include <drizzled/data_home.h>

#include <drizzled/debug.h>

#include <drizzled/definition/cache.h>

#include <drizzled/drizzled.h>

#include <drizzled/errmsg_print.h>

#include <drizzled/error.h>

#include <drizzled/global_buffer.h>

#include <drizzled/internal/my_bit.h>

#include <drizzled/internal/my_sys.h>

#include <drizzled/item/cmpfunc.h>

#include <drizzled/item/create.h>

#include <drizzled/message/cache.h>

#include <drizzled/module/load_list.h>

#include <drizzled/module/registry.h>

#include <drizzled/plugin/client.h>

#include <drizzled/plugin/error_message.h>

#include <drizzled/plugin/event_observer.h>

#include <drizzled/plugin/listen.h>

#include <drizzled/plugin/monitored_in_transaction.h>

#include <drizzled/plugin/scheduler.h>

#include <drizzled/plugin/storage_engine.h>

#include <drizzled/plugin/xa_resource_manager.h>

#include <drizzled/probes.h>

#include <drizzled/replication_services.h> /* For ReplicationServices::evaluateRegisteredPlugins() */

#include <drizzled/session.h>

#include <drizzled/session/cache.h>

#include <drizzled/show.h>

#include <drizzled/sql_base.h>

#include <drizzled/sql_parse.h>

#include <drizzled/statistics_variables.h>

#include <drizzled/table/cache.h>

#include <drizzled/temporal_format.h> /* For init_temporal_formats() */

#include <drizzled/unireg.h>

#include <plugin/myisam/myisam.h>

#include <drizzled/typelib.h>

#include <drizzled/visibility.h>

#include <drizzled/system_variables.h>

#include <drizzled/open_tables_state.h>

#include <google/protobuf/stubs/common.h>

#if TIME_WITH_SYS_TIME

# include <sys/time.h>

# include <time.h>

#else

# if HAVE_SYS_TIME_H

#  include <sys/time.h>

# else

#  include <time.h>

# endif

#endif

#ifdef HAVE_SYS_PRCTL_H

#include <sys/prctl.h>

#endif

#include <sys/socket.h>

#include <errno.h>

#include <sys/stat.h>

#include <drizzled/option.h>

#ifdef HAVE_SYSENT_H

#include <sysent.h>

#endif

#include <pwd.h>				// For getpwent

#include <grp.h>

#ifdef HAVE_SELECT_H

#  include <select.h>

#endif

#ifdef HAVE_SYS_SELECT_H

#include <sys/select.h>

#endif

#include <sys/utsname.h>

#ifdef HAVE_SYS_MMAN_H

#include <sys/mman.h>

#endif

#if defined(__FreeBSD__) && defined(HAVE_IEEEFP_H)

#include <ieeefp.h>

#endif /* __FreeBSD__ && HAVE_IEEEFP_H */

#ifdef HAVE_FPU_CONTROL_H

#include <fpu_control.h>

#endif

#ifdef HAVE_SYS_FPU_H

/* for IRIX to use set_fpc_csr() */

#include <sys/fpu.h>

#endif

#include <drizzled/internal/my_pthread.h>			// For thr_setconcurency()

#include <drizzled/constrained_value.h>

#include <drizzled/gettext.h>

#ifdef HAVE_VALGRIND

#define IF_PURIFY(A,B) (A)

#else

#define IF_PURIFY(A,B) (B)

#endif

#define MAX_MEM_TABLE_SIZE SIZE_MAX

#include <iostream>

#include <fstream>

using namespace std;

namespace fs=boost::filesystem;

namespace po=boost::program_options;

namespace dpo=drizzled::program_options;

bool opt_daemon= false;

namespace drizzled {

inline void setup_fpu()

{

#if defined(__FreeBSD__) && defined(HAVE_IEEEFP_H)

  /*

     We can't handle floating point exceptions with threads, so disable

     this on freebsd.

     Don't fall for overflow, underflow,divide-by-zero or loss of precision

  */

#if defined(__i386__)

  fpsetmask(~(FP_X_INV | FP_X_DNML | FP_X_OFL | FP_X_UFL | FP_X_DZ |

	      FP_X_IMP));

#else

  fpsetmask(~(FP_X_INV |             FP_X_OFL | FP_X_UFL | FP_X_DZ |

              FP_X_IMP));

#endif /* __i386__ */

#endif /* __FreeBSD__ && HAVE_IEEEFP_H */

  /*

    x86 (32-bit) requires FPU precision to be explicitly set to 64 bit for

    portable results of floating point operations

  */

#if defined(__i386__) && defined(HAVE_FPU_CONTROL_H) && defined(_FPU_DOUBLE)

  fpu_control_t cw;

  _FPU_GETCW(cw);

  cw= (cw & ~_FPU_EXTENDED) | _FPU_DOUBLE;

  _FPU_SETCW(cw);

#endif /* __i386__ && HAVE_FPU_CONTROL_H && _FPU_DOUBLE */

}

#ifdef SOLARIS

extern "C" int gethostname(char *name, int namelen);

#endif

const char *first_keyword= "first";

const char * const DRIZZLE_CONFIG_NAME= "drizzled";

#define GET_HA_ROWS GET_ULL

const char *tx_isolation_names[] = {"READ-UNCOMMITTED", "READ-COMMITTED", "REPEATABLE-READ", "SERIALIZABLE", NULL};

TYPELIB tx_isolation_typelib= {array_elements(tx_isolation_names) - 1, "", tx_isolation_names, NULL};

arg_cmp_func Arg_comparator::comparator_matrix[5][2] =

{{&Arg_comparator::compare_string,     &Arg_comparator::compare_e_string},

 {&Arg_comparator::compare_real,       &Arg_comparator::compare_e_real},

 {&Arg_comparator::compare_int_signed, &Arg_comparator::compare_e_int},

 {&Arg_comparator::compare_row,        &Arg_comparator::compare_e_row},

 {&Arg_comparator::compare_decimal,    &Arg_comparator::compare_e_decimal}};

/* static variables */

static bool opt_debugging= false;

static uint32_t wake_thread;

static const char* drizzled_chroot;

static const char* default_character_set_name= "utf8";

static const char* lc_time_names_name= "en_US";

static const char* default_storage_engine_str= "innodb";

static const char* const compiled_default_collation_name= "utf8_general_ci";

static const char* default_collation_name= compiled_default_collation_name;

/* Global variables */

const char *drizzled_user;

bool volatile select_thread_in_use;

bool volatile abort_loop;

DRIZZLED_API bool volatile shutdown_in_progress;

const char* opt_scheduler= "multi_thread";

DRIZZLED_API size_t my_thread_stack_size= 0;

/*

  Legacy global plugin::StorageEngine. These will be removed (please do not add more).

*/

plugin::StorageEngine *heap_engine;

plugin::StorageEngine *myisam_engine;

bool calling_initgroups= false; /**< Used in SIGSEGV handler. */

uint32_t drizzled_bind_timeout;

uint32_t dropping_tables, ha_open_options;

uint32_t tc_heuristic_recover= 0;

uint64_t session_startup_options;

back_log_constraints back_log(SOMAXCONN);

DRIZZLED_API uint32_t server_id;

DRIZZLED_API string server_uuid;

uint64_t table_cache_size;

size_t table_def_size;

uint32_t global_thread_id= 1UL;

pid_t current_pid;

extern const double log_10[309];

const double log_10[] = {

  1e000, 1e001, 1e002, 1e003, 1e004, 1e005, 1e006, 1e007, 1e008, 1e009,

  1e010, 1e011, 1e012, 1e013, 1e014, 1e015, 1e016, 1e017, 1e018, 1e019,

  1e020, 1e021, 1e022, 1e023, 1e024, 1e025, 1e026, 1e027, 1e028, 1e029,

  1e030, 1e031, 1e032, 1e033, 1e034, 1e035, 1e036, 1e037, 1e038, 1e039,

  1e040, 1e041, 1e042, 1e043, 1e044, 1e045, 1e046, 1e047, 1e048, 1e049,

  1e050, 1e051, 1e052, 1e053, 1e054, 1e055, 1e056, 1e057, 1e058, 1e059,

  1e060, 1e061, 1e062, 1e063, 1e064, 1e065, 1e066, 1e067, 1e068, 1e069,

  1e070, 1e071, 1e072, 1e073, 1e074, 1e075, 1e076, 1e077, 1e078, 1e079,

  1e080, 1e081, 1e082, 1e083, 1e084, 1e085, 1e086, 1e087, 1e088, 1e089,

  1e090, 1e091, 1e092, 1e093, 1e094, 1e095, 1e096, 1e097, 1e098, 1e099,

  1e100, 1e101, 1e102, 1e103, 1e104, 1e105, 1e106, 1e107, 1e108, 1e109,

  1e110, 1e111, 1e112, 1e113, 1e114, 1e115, 1e116, 1e117, 1e118, 1e119,

  1e120, 1e121, 1e122, 1e123, 1e124, 1e125, 1e126, 1e127, 1e128, 1e129,

  1e130, 1e131, 1e132, 1e133, 1e134, 1e135, 1e136, 1e137, 1e138, 1e139,

  1e140, 1e141, 1e142, 1e143, 1e144, 1e145, 1e146, 1e147, 1e148, 1e149,

  1e150, 1e151, 1e152, 1e153, 1e154, 1e155, 1e156, 1e157, 1e158, 1e159,

  1e160, 1e161, 1e162, 1e163, 1e164, 1e165, 1e166, 1e167, 1e168, 1e169,

  1e170, 1e171, 1e172, 1e173, 1e174, 1e175, 1e176, 1e177, 1e178, 1e179,

  1e180, 1e181, 1e182, 1e183, 1e184, 1e185, 1e186, 1e187, 1e188, 1e189,

  1e190, 1e191, 1e192, 1e193, 1e194, 1e195, 1e196, 1e197, 1e198, 1e199,

  1e200, 1e201, 1e202, 1e203, 1e204, 1e205, 1e206, 1e207, 1e208, 1e209,

  1e210, 1e211, 1e212, 1e213, 1e214, 1e215, 1e216, 1e217, 1e218, 1e219,

  1e220, 1e221, 1e222, 1e223, 1e224, 1e225, 1e226, 1e227, 1e228, 1e229,

  1e230, 1e231, 1e232, 1e233, 1e234, 1e235, 1e236, 1e237, 1e238, 1e239,

  1e240, 1e241, 1e242, 1e243, 1e244, 1e245, 1e246, 1e247, 1e248, 1e249,

  1e250, 1e251, 1e252, 1e253, 1e254, 1e255, 1e256, 1e257, 1e258, 1e259,

  1e260, 1e261, 1e262, 1e263, 1e264, 1e265, 1e266, 1e267, 1e268, 1e269,

  1e270, 1e271, 1e272, 1e273, 1e274, 1e275, 1e276, 1e277, 1e278, 1e279,

  1e280, 1e281, 1e282, 1e283, 1e284, 1e285, 1e286, 1e287, 1e288, 1e289,

  1e290, 1e291, 1e292, 1e293, 1e294, 1e295, 1e296, 1e297, 1e298, 1e299,

  1e300, 1e301, 1e302, 1e303, 1e304, 1e305, 1e306, 1e307, 1e308

};

time_t server_start_time;

time_t flush_status_time;

fs::path basedir(PREFIX);

fs::path pid_file;

fs::path secure_file_priv;

fs::path plugin_dir;

fs::path system_config_dir(SYSCONFDIR);

const char *opt_tc_log_file;

const key_map key_map_empty(0);

key_map key_map_full(0);                        // Will be initialized later

std::string drizzle_tmpdir;

char *opt_drizzle_tmpdir= NULL;

/** name of reference on left espression in rewritten IN subquery */

const char *in_left_expr_name= "<left expr>";

/** name of additional condition */

const char *in_additional_cond= "<IN COND>";

const char *in_having_cond= "<IN HAVING>";

/* classes for comparation parsing/processing */

FILE *stderror_file=0;

drizzle_system_variables global_system_variables;

drizzle_system_variables max_system_variables;

global_counters current_global_counters;

DRIZZLED_API const charset_info_st *system_charset_info;

const charset_info_st *files_charset_info;

const charset_info_st *table_alias_charset;

const charset_info_st *character_set_filesystem;

MY_LOCALE *my_default_lc_time_names;

SHOW_COMP_OPTION have_symlink;

boost::condition_variable_any COND_refresh;

boost::condition_variable COND_thread_count;

pthread_t signal_thread;

/* Static variables */

int cleanup_done;

passwd *user_info;

boost::detail::atomic_count connection_count(0);

global_buffer_constraint<uint64_t> global_sort_buffer(0);

global_buffer_constraint<uint64_t> global_join_buffer(0);

global_buffer_constraint<uint64_t> global_read_rnd_buffer(0);

global_buffer_constraint<uint64_t> global_read_buffer(0);

DRIZZLED_API size_t transaction_message_threshold;

static void drizzle_init_variables();

static void get_options();

static void fix_paths();

void close_connections();

fs::path base_plugin_dir(PKGPLUGINDIR);

po::options_description general_options(_("General Options"));

po::options_description config_options(_("Config File Options"));

po::options_description long_options(_("Kernel Options"));

po::options_description plugin_load_options(_("Plugin Loading Options"));

po::options_description plugin_options(_("Plugin Options"));

po::options_description initial_options(_("Config and Plugin Loading"));

po::options_description full_options(_("Kernel and Plugin Loading and Plugin"));

vector<string> unknown_options;

vector<string> defaults_file_list;

po::variables_map vm;

po::variables_map &getVariablesMap()

{

  return vm;

}

static std::string g_hostname= "localhost";

const std::string& getServerHostname()

{

  return g_hostname;

}

static void print_version()

{

  /*

    Note: the instance manager keys off the string 'Ver' so it can find the

    version from the output of 'drizzled --version', so don't change it!

  */

  printf("%s  Ver %s for %s-%s on %s (%s)\n", internal::my_progname,

	 PANDORA_RELEASE_VERSION, HOST_VENDOR, HOST_OS, HOST_CPU, COMPILATION_COMMENT);

}

/****************************************************************************

** Code to end drizzled

****************************************************************************/

void close_connections()

{

  /* Abort listening to new connections */

  plugin::Listen::shutdown();

  /* kill connection thread */

  {

    boost::mutex::scoped_lock scopedLock(session::Cache::mutex());

    while (select_thread_in_use)

    {

      boost::xtime xt;

      xtime_get(&xt, boost::TIME_UTC);

      xt.sec += 2;

      for (uint32_t tmp=0 ; tmp < 10 && select_thread_in_use; tmp++)

      {

        bool success= COND_thread_count.timed_wait(scopedLock, xt);

        if (not success)

          break;

      }

    }

  }

  /*

    First signal all threads that it's time to die

    This will give the threads some time to gracefully abort their

    statements and inform their clients that the server is about to die.

  */

  {

    boost::mutex::scoped_lock scopedLock(session::Cache::mutex());

    session::Cache::list list= session::Cache::getCache();

    BOOST_FOREACH(session::Cache::list::reference tmp, list)

    {

      tmp->setKilled(Session::KILL_CONNECTION);

      tmp->scheduler->killSession(tmp.get());

      DRIZZLE_CONNECTION_DONE(tmp->thread_id);

      tmp->lockOnSys();

    }

  }

  if (session::Cache::count())

    sleep(2);                                   // Give threads time to die

  /*

    Force remaining threads to die by closing the connection to the client

    This will ensure that threads that are waiting for a command from the

    client on a blocking read call are aborted.

  */

  for (;;)

  {

    boost::mutex::scoped_lock scopedLock(session::Cache::mutex());

    session::Cache::list list= session::Cache::getCache();

    if (list.empty())

    {

      break;

    }

    /* Close before unlock, avoiding crash. See LP bug#436685 */

    list.front()->getClient()->close();

  }

}

static bool unireg_startup_completed= false;

void unireg_startup_finished()

{

  unireg_startup_completed= true;

}

void unireg_exit()

{

  internal::my_end();

  assert(unireg_startup_completed == false);

  exit(EXIT_SUCCESS);

}

void unireg_actual_abort(const char *file, int line, const char *func, const std::string& message)

{

  std::stringstream temp;

  temp << _("Aborting:") << "\"" << message << "\"" << ". Abort was called from " << file << ":" << line << " in " << func << "()";

  errmsg_printf(error::ERROR, "%s", temp.str().c_str());

  clean_up(vm.count("help") == 0);

  internal::my_end();

  assert(unireg_startup_completed == false);

  exit(EXIT_FAILURE);

}

void clean_up(bool print_message)

{

  if (cleanup_done++)

    return;

  table_cache_free();

  free_charsets();

  module::Registry &modules= module::Registry::singleton();

  modules.shutdownModules();

  deinit_temporal_formats();

#if GOOGLE_PROTOBUF_VERSION >= 2001000

  google::protobuf::ShutdownProtobufLibrary();

#endif

  (void) unlink(pid_file.file_string().c_str());	// This may not always exist

  if (print_message && server_start_time)

    errmsg_printf(drizzled::error::INFO, _(ER(ER_SHUTDOWN_COMPLETE)),internal::my_progname);

  session::Cache::shutdownFirst();

  /*

    The following lines may never be executed as the main thread may have

    killed us

  */

} /* clean_up */

/* Change to run as another user if started with --user */

passwd *check_user(const char *user)

{

  passwd *tmp_user_info;

  uid_t user_id= geteuid();

  // Don't bother if we aren't superuser

  if (user_id)

  {

    if (user)

    {

      /* Don't give a warning, if real user is same as given with --user */

      tmp_user_info= getpwnam(user);

      if ((!tmp_user_info || user_id != tmp_user_info->pw_uid) &&

          global_system_variables.log_warnings)

      {

        errmsg_printf(error::WARN, _("One can only use the --user switch if running as root"));

      }

    }

    return NULL;

  }

  if (not user)

  {

    unireg_abort << _("drizzled cannot be run as root, use --user to start drizzled up as another user");

  }

  if (not strcmp(user, "root"))

  {

    return NULL;                        // Avoid problem with dynamic libraries

  }

  if ((tmp_user_info= getpwnam(user)) == NULL)

  {

    // Allow a numeric uid to be used

    const char *pos= user;

    for (; my_charset_utf8_general_ci.isdigit(*pos); pos++) 

    {

    }

    if (*pos)                                   // Not numeric id

      goto err;

    if ((tmp_user_info= getpwuid(atoi(user))) == NULL)

      goto err;

  }

  return tmp_user_info;

err:

  unireg_abort << "Fatal error: Can't change to run as user '" << user << "' ;  Please check that the user exists!";

#ifdef PR_SET_DUMPABLE

  if (getDebug().test(debug::CORE_ON_SIGNAL))

  {

    /* inform kernel that process is dumpable */

    (void) prctl(PR_SET_DUMPABLE, 1);

  }

#endif

  return NULL;

}

void set_user(const char *user, passwd *user_info_arg)

{

  assert(user_info_arg != 0);

  initgroups(user, user_info_arg->pw_gid);

  if (setgid(user_info_arg->pw_gid) == -1)

  {

    unireg_abort << _("Set process group ID failed ") << strerror(errno); 

  }

  if (setuid(user_info_arg->pw_uid) == -1)

  {

    unireg_abort << _("Set process user ID failed") << strerror(errno);

  }

}

/** Change root user if started with @c --chroot . */

static void set_root(const char *path)

{

  if ((chroot(path) == -1) or chdir("/") == 0)

  {

    unireg_abort << _("Process chroot failed");

  }

}

/*

  Unlink session from global list of available connections and free session

  SYNOPSIS

    Session::unlink()

    session		 Thread handler

*/

void Session::unlink(session_id_t &session_id)

{

  Session::shared_ptr session= session::Cache::find(session_id);

  if (session)

    unlink(session);

}

void Session::unlink(const Session::shared_ptr& session)

{

  --connection_count;

  session->cleanup();

  boost::mutex::scoped_lock scopedLock(session::Cache::mutex());

  if (unlikely(plugin::EventObserver::disconnectSession(*session)))

  {

    // We should do something about an error...

  }

  session::Cache::erase(session);

}

#ifndef SA_RESETHAND

#define SA_RESETHAND 0

#endif

#ifndef SA_NODEFER

#define SA_NODEFER 0

#endif

const char *load_default_groups[]=

{

  DRIZZLE_CONFIG_NAME, "server", 0, 0

};

static void find_plugin_dir(string progname)

{