/* Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License, version 2.0, as published by the Free Software Foundation. This program is also distributed with certain software (including but not limited to OpenSSL) that is licensed under separate terms, as designated in a particular file or component or in included license documentation. The authors of MySQL hereby grant you an additional permission to link the program and your derivative works with the separately licensed software that they have included with MySQL. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License, version 2.0, for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA */ #include #include #include #include #include #include "components/mysql_server/component_sys_var_service.h" #include "components/mysql_server/server_component.h" #include "lex_string.h" #include "m_ctype.h" #include "m_string.h" #include "map_helpers.h" #include "my_compiler.h" #include "my_getopt.h" #include "my_inttypes.h" #include "my_loglevel.h" #include "my_macros.h" #include "my_psi_config.h" #include "my_sys.h" #include "mysql/components/service_implementation.h" #include "mysql/components/services/component_sys_var_service.h" #include "mysql/components/services/log_shared.h" #include "mysql/components/services/psi_memory_bits.h" #include "mysql/components/services/system_variable_source_type.h" #include "mysql/psi/mysql_memory.h" #include "mysql/psi/mysql_mutex.h" #include "mysql/psi/mysql_rwlock.h" #include "mysql/psi/psi_base.h" #include "mysql/service_mysql_alloc.h" #include "mysql/status_var.h" #include "mysql/udf_registration_types.h" #include "mysqld_error.h" #include "sql/current_thd.h" #include "sql/log.h" #include "sql/mysqld.h" #include "sql/persisted_variable.h" // Persisted_variables_cache #include "sql/set_var.h" #include "sql/sql_plugin_var.h" #include "sql/sql_show.h" #include "sql/sys_vars_shared.h" #include "sql/thr_malloc.h" #include "sql_string.h" #define FREE_RECORD(sysvar) \ my_free(const_cast( \ reinterpret_cast(sysvar)->plugin_var->name)); \ my_free(reinterpret_cast(sysvar)->plugin_var); \ delete reinterpret_cast(sysvar); PSI_memory_key key_memory_comp_sys_var; #ifdef HAVE_PSI_INTERFACE static PSI_memory_info comp_sys_var_memory[] = {{&key_memory_comp_sys_var, "component_system_variables", 0, 0, PSI_DOCUMENT_ME}}; void comp_sys_var_init_psi_keys(void) { const char *category = "component_sys_vars"; int count; count = static_cast(array_elements(comp_sys_var_memory)); mysql_memory_register(category, comp_sys_var_memory, count); } #endif /* HAVE_PSI_INTERFACE */ void mysql_comp_sys_var_services_init() { #ifdef HAVE_PSI_INTERFACE comp_sys_var_init_psi_keys(); #endif return; } int mysql_add_sysvar(sys_var *first) { sys_var *var; var = first; /* A write lock should be held on LOCK_system_variables_hash */ /* this fails if there is a conflicting variable name. see HASH_UNIQUE */ mysql_rwlock_wrlock(&LOCK_system_variables_hash); if (!get_system_variable_hash()->emplace(to_string(var->name), var).second) { LogErr(ERROR_LEVEL, ER_DUPLICATE_SYS_VAR, var->name.str); mysql_rwlock_unlock(&LOCK_system_variables_hash); return 1; } /* Update system_variable_hash version. */ system_variable_hash_version++; mysql_rwlock_unlock(&LOCK_system_variables_hash); return 0; } /** Register system variables. @param component_name Name of the component @param var_name Name of the variable @param flags tells about the variable type @param comment variable comment information @param check_func trigger function to be called at Check time @param update_func trigger function to be called at Update time @param check_arg type defined check constraints block @param variable_value place holder for variable value @return Status of performed operation @retval false success @retval true failure */ DEFINE_BOOL_METHOD(mysql_component_sys_variable_imp::register_variable, (const char *component_name, const char *var_name, int flags, const char *comment, mysql_sys_var_check_func check_func, mysql_sys_var_update_func update_func, void *check_arg, void *variable_value)) { try { struct sys_var_chain chain = {NULL, NULL}; sys_var *sysvar MY_ATTRIBUTE((unused)); char *com_sys_var_name, *optname; int com_sys_var_len; SYS_VAR *opt = NULL; my_option *opts = NULL; bool ret = true; int opt_error; int *argc; char ***argv; int argc_copy; char **argv_copy; char **to_free = nullptr; void *mem; get_opt_arg_source *opts_arg_source; com_sys_var_len = strlen(component_name) + strlen(var_name) + 2; com_sys_var_name = (char *)my_malloc(key_memory_comp_sys_var, com_sys_var_len, MYF(0)); strxmov(com_sys_var_name, component_name, ".", var_name, NullS); my_casedn_str(&my_charset_latin1, com_sys_var_name); if (!(mem = my_multi_malloc(key_memory_comp_sys_var, MY_ZEROFILL, &opts, (sizeof(my_option) * 2), &optname, com_sys_var_len, &opts_arg_source, sizeof(get_opt_arg_source), NULL))) { LogErr(ERROR_LEVEL, ER_SYS_VAR_COMPONENT_OOM, var_name); return ret; } strxmov(optname, component_name, ".", var_name, NullS); convert_underscore_to_dash(optname, com_sys_var_len - 1); opts->name = optname; opts->comment = comment; opts->id = 0; opts->arg_source = opts_arg_source; opts->arg_source->m_path_name[0] = 0; opts->arg_source->m_source = enum_variable_source::COMPILED; switch (flags & PLUGIN_VAR_TYPEMASK) { case PLUGIN_VAR_BOOL: SYSVAR_BOOL_TYPE(bool) * sysvar_bool; sysvar_bool = (sysvar_bool_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_bool_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_bool, bool, check_func_bool, update_func_bool) BOOL_CHECK_ARG(bool) * bool_arg; bool_arg = (bool_check_arg_s *)check_arg; sysvar_bool->def_val = bool_arg->def_val; opt = (SYS_VAR *)sysvar_bool; break; case PLUGIN_VAR_INT: SYSVAR_INTEGRAL_TYPE(int) * sysvar_int; sysvar_int = (sysvar_int_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_int_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_int, int, check_func_int, update_func_int) INTEGRAL_CHECK_ARG(int) * int_arg; int_arg = (int_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_int, int_arg) opt = (SYS_VAR *)sysvar_int; break; case PLUGIN_VAR_INT | PLUGIN_VAR_UNSIGNED: SYSVAR_INTEGRAL_TYPE(uint) * sysvar_uint; sysvar_uint = (sysvar_uint_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_uint_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_uint, uint, check_func_int, update_func_int) INTEGRAL_CHECK_ARG(uint) * uint_arg; uint_arg = (uint_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_uint, uint_arg) opt = (SYS_VAR *)sysvar_uint; break; case PLUGIN_VAR_LONG: SYSVAR_INTEGRAL_TYPE(long) * sysvar_long; sysvar_long = (sysvar_long_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_long_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_long, long, check_func_long, update_func_long) INTEGRAL_CHECK_ARG(long) * long_arg; long_arg = (long_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_long, long_arg) opt = (SYS_VAR *)sysvar_long; break; case PLUGIN_VAR_LONG | PLUGIN_VAR_UNSIGNED: SYSVAR_INTEGRAL_TYPE(ulong) * sysvar_ulong; sysvar_ulong = (sysvar_ulong_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_ulong_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_ulong, ulong, check_func_long, update_func_long) INTEGRAL_CHECK_ARG(ulong) * ulong_arg; ulong_arg = (ulong_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_ulong, ulong_arg) opt = (SYS_VAR *)sysvar_ulong; break; case PLUGIN_VAR_LONGLONG: SYSVAR_INTEGRAL_TYPE(longlong) * sysvar_longlong; sysvar_longlong = (sysvar_longlong_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_longlong_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_longlong, longlong, check_func_longlong, update_func_longlong) INTEGRAL_CHECK_ARG(longlong) * longlong_arg; longlong_arg = (longlong_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_longlong, longlong_arg) opt = (SYS_VAR *)sysvar_longlong; break; case PLUGIN_VAR_LONGLONG | PLUGIN_VAR_UNSIGNED: SYSVAR_INTEGRAL_TYPE(ulonglong) * sysvar_ulonglong; sysvar_ulonglong = (sysvar_ulonglong_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_ulonglong_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_ulonglong, ulonglong, check_func_longlong, update_func_longlong) INTEGRAL_CHECK_ARG(ulonglong) * ulonglong_arg; ulonglong_arg = (ulonglong_check_arg_s *)check_arg; COPY_MYSQL_PLUGIN_VAR_REMAINING(sysvar_ulonglong, ulonglong_arg) opt = (SYS_VAR *)sysvar_ulonglong; break; case PLUGIN_VAR_STR: SYSVAR_STR_TYPE(str) * sysvar_str; sysvar_str = (sysvar_str_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_str_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_str, char *, check_func_str, update_func_str) if (!update_func) { if (!(sysvar_str->flags & (PLUGIN_VAR_MEMALLOC | PLUGIN_VAR_READONLY))) { sysvar_str->flags |= PLUGIN_VAR_READONLY; LogErr(WARNING_LEVEL, ER_SYS_VAR_COMPONENT_VARIABLE_SET_READ_ONLY, var_name, component_name); } } STR_CHECK_ARG(str) * str_arg; str_arg = (str_check_arg_s *)check_arg; sysvar_str->def_val = str_arg->def_val; opt = (SYS_VAR *)sysvar_str; break; case PLUGIN_VAR_ENUM: SYSVAR_ENUM_TYPE(enum) * sysvar_enum; sysvar_enum = (sysvar_enum_type *)my_malloc( key_memory_comp_sys_var, sizeof(sysvar_enum_type), MYF(0)); COPY_MYSQL_PLUGIN_VAR_HEADER(sysvar_enum, ulong, check_func_enum, update_func_long) ENUM_CHECK_ARG(enum) * enum_arg; enum_arg = (enum_check_arg_s *)check_arg; sysvar_enum->def_val = enum_arg->def_val; sysvar_enum->typelib = enum_arg->typelib; opt = (SYS_VAR *)sysvar_enum; break; default: LogErr(ERROR_LEVEL, ER_SYS_VAR_COMPONENT_UNKNOWN_VARIABLE_TYPE, flags, component_name); goto end; } plugin_opt_set_limits(opts, opt); opts->value = opts->u_max_value = *(uchar ***)(opt + 1); /* This does what plugins do: before the server is officially "started" the options are read (and consumed) from the remaining_argv/argc. The goal to that is that once the server is up all of the non-loose options (component and plugin) should be consumed and there should be an alarm sounded if any are remaining. This is approximately what plugin_register_early_plugins() and plugin_register_dynamic_and_init_all() are doing. Once the server is "started" we switch to the original list of options and copy them since handle_options() can modify the list. This is approximately what mysql_install_plugin() does. TODO: clean up the options processing code so all this is not needed. */ if (mysqld_server_started) { argc_copy = orig_argc; to_free = argv_copy = (char **)my_malloc( key_memory_comp_sys_var, (argc_copy + 1) * sizeof(char *), MYF(0)); memcpy(argv_copy, orig_argv, argc_copy * sizeof(char *)); argv_copy[argc_copy] = nullptr; argc = &argc_copy; argv = &argv_copy; } else { argc = get_remaining_argc(); argv = get_remaining_argv(); } opt_error = handle_options(argc, argv, opts, NULL); /* Add back the program name handle_options removes */ (*argc)++; (*argv)--; if (opt_error) { LogErr(ERROR_LEVEL, ER_SYS_VAR_COMPONENT_FAILED_TO_PARSE_VARIABLE_OPTIONS, var_name); if (opts) my_cleanup_options(opts); goto end; } sysvar = reinterpret_cast( new sys_var_pluginvar(&chain, com_sys_var_name, opt)); if (sysvar == NULL) { LogErr(ERROR_LEVEL, ER_SYS_VAR_COMPONENT_OOM, var_name); goto end; } sysvar->set_arg_source(opts->arg_source); sysvar->set_is_plugin(false); if (mysql_add_sysvar(chain.first)) { FREE_RECORD(sysvar) goto end; } /* Once server is started and if there are few persisted plugin variables which needs to be handled, we do it here. */ if (mysqld_server_started) { Persisted_variables_cache *pv = Persisted_variables_cache::get_instance(); if (pv && pv->set_persist_options(true)) { LogErr(ERROR_LEVEL, ER_SYS_VAR_COMPONENT_FAILED_TO_MAKE_VARIABLE_PERSISTENT, com_sys_var_name); } } ret = false; end: my_free(mem); if (to_free) my_free(to_free); return ret; } catch (...) { mysql_components_handle_std_exception(__func__); } return true; } const char *get_variable_value(sys_var *system_var, char *val_buf, size_t *val_length) { char show_var_buffer[sizeof(SHOW_VAR)]; SHOW_VAR *show = (SHOW_VAR *)show_var_buffer; const CHARSET_INFO *fromcs; const CHARSET_INFO *tocs = &my_charset_utf8mb4_bin; uint dummy_err; /* buffer capable of storing all numeric values */ char val_safe_buffer[FLOATING_POINT_BUFFER]; char *variable_data_buffer = val_buf; size_t out_variable_data_length = 0; /* Function 'get_one_variable' converts numeric types into a string. User provides a buffer in which the string will be placed, still the function doesn't check buffer limits, thus there is a possibility of a buffer overflow. If user didn't provide a buffer large enough, then lets use our own buffer, and after we secured the conversion we will see if the string value can be placed in user buffer. */ if (sizeof(val_safe_buffer) > *val_length) { variable_data_buffer = val_safe_buffer; } show->type = SHOW_SYS; show->name = system_var->name.str; show->value = (char *)system_var; mysql_mutex_lock(&LOCK_global_system_variables); const char *variable_value = get_one_variable(current_thd, show, OPT_GLOBAL, show->type, NULL, &fromcs, variable_data_buffer, &out_variable_data_length); mysql_mutex_unlock(&LOCK_global_system_variables); /* Allocate a buffer that can hold "worst" case byte-length of the value encoded using utf8mb4. */ const size_t new_len = (tocs->mbmaxlen * out_variable_data_length) / fromcs->mbminlen + 1; std::unique_ptr result(new char[new_len]); memset(result.get(), 0, new_len); const size_t result_length = copy_and_convert(result.get(), new_len, tocs, variable_value, out_variable_data_length, fromcs, &dummy_err); /* The length of the user supplied buffer is intentionally checked after conversion. Its because "new_len" defines worst case length, still the actual size is known after doing the calculation and in most cases it will be a lot less than "new_len". Please note that most optimistic(smallest) size will be following: (tocs->mbminlen * (len)) / fromcs->mbmaxlen */ const bool is_user_buffer_too_small = *val_length < result_length; *val_length = result_length; if (is_user_buffer_too_small) return nullptr; memcpy(val_buf, result.get(), result_length); val_buf[result_length] = '\0'; return val_buf; } /** Get the system variable value from the global structure. @param component_name Name of the component @param var_name Name of the variable @param[in,out] val On input: a buffer to hold the value. On output a pointer to the value. @param[in,out] out_length_of_val On input: size of longest string that the buffer can contain. On output the length of the copied string. @return Status of performed operation @retval false success @retval true failure */ DEFINE_BOOL_METHOD(mysql_component_sys_variable_imp::get_variable, (const char *component_name, const char *var_name, void **val, size_t *out_length_of_val)) { try { String com_sys_var_name; sys_var *var; // all of the non-prefixed variables are treated as part of the server // component if (!strcmp(component_name, "mysql_server")) com_sys_var_name.set(var_name, strlen(var_name), &my_charset_latin1); else if (com_sys_var_name.reserve(strlen(component_name) + 1 + strlen(var_name) + 1) || com_sys_var_name.append(component_name) || com_sys_var_name.append(".") || com_sys_var_name.append(var_name)) return true; // OOM mysql_rwlock_rdlock(&LOCK_system_variables_hash); var = intern_find_sys_var(com_sys_var_name.c_ptr(), com_sys_var_name.length()); mysql_rwlock_unlock(&LOCK_system_variables_hash); if (!var) return true; if (!get_variable_value(var, (char *)*val, out_length_of_val)) return true; return false; } catch (...) { mysql_components_handle_std_exception(__func__); } return true; } /** Unregister system variables. @param component_name Name of the component @param var_name Variable name @return Status of performed operation @retval false success @retval true failure */ DEFINE_BOOL_METHOD(mysql_component_sys_variable_imp::unregister_variable, (const char *component_name, const char *var_name)) { try { int result = 0; String com_sys_var_name; if (com_sys_var_name.reserve(strlen(component_name) + 1 + strlen(var_name) + 1) || com_sys_var_name.append(component_name) || com_sys_var_name.append(".") || com_sys_var_name.append(var_name)) return true; // OOM mysql_rwlock_wrlock(&LOCK_system_variables_hash); sys_var *sysvar = nullptr; if (get_system_variable_hash() != nullptr) { sysvar = find_or_nullptr(*get_system_variable_hash(), to_string(com_sys_var_name)); } if (sysvar == nullptr) { LogErr(ERROR_LEVEL, ER_SYS_VAR_NOT_FOUND, com_sys_var_name.c_ptr()); mysql_rwlock_unlock(&LOCK_system_variables_hash); return true; } result = !get_system_variable_hash()->erase(to_string(sysvar->name)); /* Update system_variable_hash version. */ system_variable_hash_version++; mysql_rwlock_unlock(&LOCK_system_variables_hash); /* Freeing the value of string variables if they have PLUGIN_VAR_MEMALLOC flag enabled while registering variables. */ int var_flags = reinterpret_cast(sysvar)->plugin_var->flags; if (((var_flags & PLUGIN_VAR_TYPEMASK) == PLUGIN_VAR_STR) && (var_flags & PLUGIN_VAR_MEMALLOC)) { char *var_value = **( char ***)(reinterpret_cast(sysvar)->plugin_var + 1); if (var_value) my_free(var_value); } FREE_RECORD(sysvar) return (result != 0); } catch (...) { mysql_components_handle_std_exception(__func__); } return true; }