← Back to team overview

maria-developers team mailing list archive

Re: Rev 2751: options for CREATE TABLE (MWL#43)

 

Hi, Sanja!

On Mar 26, sanja@xxxxxxxxxxxx wrote:
> 
> ------------------------------------------------------------
> revno: 2751
> revision-id: sanja@xxxxxxxxxxxx-20100326215117-svblh338osfg4i1c
> parent: sergii@xxxxxxxxx-20100323092233-t2gwaclx94hd6exa
> committer: sanja@xxxxxxxxxxxx
> branch nick: work-maria-5.2-createoptions2
> timestamp: Fri 2010-03-26 23:51:17 +0200
> message:
>   options for CREATE TABLE (MWL#43)

Here's a review.
I have only minor comments, see below:

> === modified file 'sql/handler.cc'
> --- sql/handler.cc	2010-03-15 11:51:23 +0000
> +++ sql/handler.cc	2010-03-25 14:54:01 +0000
> @@ -3716,7 +3716,12 @@ int ha_create_table(THD *thd, const char
>  
>    name= get_canonical_filename(table.file, share.path.str, name_buff);
>  
> +  if (parse_engine_table_options(thd, table.file->ht, &share))
> +    goto err;

why do you suppress_warning here ?

>    error= table.file->ha_create(name, &table, create_info);
> +
> +
>    VOID(closefrm(&table, 0));
>    if (error)
>    {
> === modified file 'sql/share/errmsg.txt'
> --- sql/share/errmsg.txt	2010-03-15 11:51:23 +0000
> +++ sql/share/errmsg.txt	2010-03-25 01:35:37 +0000
> @@ -6240,3 +6240,8 @@ ER_DEBUG_SYNC_TIMEOUT
>  ER_DEBUG_SYNC_HIT_LIMIT
>    eng "debug sync point hit limit reached"
>    ger "Debug Sync Point Hit Limit erreicht"
> +
> +ER_UNKNOWN_OPTION
> +        eng "Unknown option '%-.64s'='%-.64s'"

I'd prefer simpy "Unknown option %s"

> +ER_BAD_OPTION_VALUE
> +        eng "Incorrect option value '%-.64s'='%-.64s'"

I'd prefer "Incorrect value %s for option %s"

> === modified file 'sql/sql_lex.h'
> --- sql/sql_lex.h	2010-03-15 11:51:23 +0000
> +++ sql/sql_lex.h	2010-03-25 00:16:21 +0000
> @@ -869,6 +869,7 @@ inline bool st_select_lex_unit::is_union
>  #define ALTER_ALL_PARTITION      (1L << 21)
>  #define ALTER_REMOVE_PARTITIONING (1L << 22)
>  #define ALTER_FOREIGN_KEY        (1L << 23)
> +#define ALTER_CREATE_OPT         (1L << 24)

Do you need it ? As far as I can see you never check this flag :)

>  
>  enum enum_alter_table_change_level
>  {
> === modified file 'sql/ha_partition.cc'
> --- sql/ha_partition.cc	2010-03-15 11:51:23 +0000
> +++ sql/ha_partition.cc	2010-03-25 15:32:56 +0000
> @@ -1218,7 +1218,9 @@ int ha_partition::prepare_new_partition(
>    DBUG_ENTER("prepare_new_partition");
>  
>    if ((error= set_up_table_before_create(tbl, part_name, create_info,
> -                                         0, p_elem)))
> +                                         0, p_elem)) ||
> +      parse_engine_table_options(ha_thd(), file->ht,
> +                                 file->table_share))

why do you suppress_warning here ?

>      goto error_create;
>    if ((error= file->ha_create(part_name, tbl, create_info)))
>    {
> @@ -1869,6 +1871,8 @@ uint ha_partition::del_ren_cre_table(con
>      {
>        if ((error= set_up_table_before_create(table_arg, from_buff,
>                                               create_info, i, NULL)) ||
> +          parse_engine_table_options(ha_thd(), (*file)->ht,
> +                                     (*file)->table_share) ||

why do you suppress_warning here ?

>            ((error= (*file)->ha_create(from_buff, table_arg, create_info))))
>          goto create_error;
>      }
> === modified file 'sql/structs.h'
> --- sql/structs.h	2010-02-01 06:14:12 +0000
> +++ sql/structs.h	2010-03-25 00:16:21 +0000
> @@ -101,6 +102,14 @@ typedef struct st_key {
>      int  bdb_return_if_eq;
>    } handler;
>    struct st_table *table;
> +  /** reference to the list of options or NULL */
> +  engine_option_value *option_list;
> +  void *option_struct;                  /* structure with parsed options */
> +  /**
> +    structure with parsed new field parameters in ALTER TABLE for
> +    check_if_incompatible_data()
> +  */
> +  void *new_option_struct;

I don't like that KEY and Field will carry around a property that's only used
in check_if_incompatible_data() - I'd rather pass the information
either as option_struct[0] and option_struct[1] or in HA_CREATE_INFO

>  } KEY;
>  
>  
> === modified file 'mysql-test/t/plugin_load.test'
> --- mysql-test/t/plugin_load.test	2009-10-08 08:39:15 +0000
> +++ mysql-test/t/plugin_load.test	2010-03-26 21:24:43 +0000
> @@ -2,3 +2,30 @@
>  --source include/have_example_plugin.inc
>  
>  SELECT @@global.example_enum_var = 'e2';
> +
> +--echo #legal values
> +CREATE TABLE t1 ( a int complex='c,f,f,f' ) ENGINE=example UUL=10000 STR='dskj' one_or_two='one' YESNO=0;

I suppose you wanted the option to be called ULL not UUL :)

> +show create table t1;
> +drop table t1;
> +
> +SET @OLD_SQL_MODE=@@SQL_MODE;
> +SET SQL_MODE='';
> +
> +--echo #illegal value fixed
> +CREATE TABLE t1 (a int) ENGINE=example UUL=10000000000000000000 one_or_two='ttt' YESNO=SSS;
> +show create table t1;
> +
> +--echo #alter table
> +alter table t1 UUL=10000000;
> +show create table t1;
> +alter table t1 change a a int complex='c,c,c';
> +show create table t1;
> +drop table t1;
> +
> +
> +--echo #illegal value error
> +SET SQL_MODE='CREATE_OPTIONS_ERR';
> +--error ER_BAD_OPTION_VALUE
> +CREATE TABLE t1 (a int) ENGINE=example UUL=10000000000000000000 one_or_two='ttt' YESNO=SSS;
> +
> +SET @@SQL_MODE=@OLD_SQL_MODE;
> === modified file 'sql/field.cc'
> --- sql/field.cc	2010-03-17 02:32:31 +0000
> +++ sql/field.cc	2010-03-26 15:54:22 +0000
> @@ -10217,6 +10220,8 @@ Create_field::Create_field(Field *old_fi
>    decimals=   old_field->decimals();
>    vcol_info=  old_field->vcol_info;
>    stored_in_db= old_field->stored_in_db;
> +  option_list= old_field->option_list;
> +  option_struct= NULL;

Why you don't copy the structure pointer ?

>  
>    /* Fix if the original table had 4 byte pointer blobs */
>    if (flags & BLOB_FLAG)
> @@ -10291,6 +10296,22 @@ Create_field::Create_field(Field *old_fi
>  
>  
>  /**
> +  Makes a clone of this object for ALTER/CREATE TABLE
> +
> +  @note: We need to do the clone of the list because in
> +  ALTER TABLE we may change the list for the cloned field

I don't understand this comment.
You write that you need to clone the list, but you don't clone it below.
How comes ?

> +
> +  @param mem_root        MEM_ROOT where to clone the field
> +*/
> +
> +Create_field *Create_field::clone(MEM_ROOT *mem_root) const
> +{
> +  Create_field *res= new (mem_root) Create_field(*this);
> +  return res;
> +}
> +
> +
> +/**
>    maximum possible display length for blob.
>  
>    @return
> === modified file 'sql/unireg.cc'
> --- sql/unireg.cc	2010-01-04 17:54:42 +0000
> +++ sql/unireg.cc	2010-03-25 00:16:21 +0000
> @@ -46,6 +46,13 @@ static bool make_empty_rec(THD *thd, int
>                             uint reclength, ulong data_offset,
>                             handler *handler);
>  
> +uint engine_table_options_frm_length(engine_option_value *table_option_list,
> +                                     List<Create_field> &create_fields,
> +                                     uint keys, KEY *key_info);
> +uchar *engine_table_options_frm_image(uchar *buff,
> +                                      engine_option_value *table_option_list,
> +                                      List<Create_field> &create_fields,
> +                                      uint keys, KEY *key_info);

why not in create_options.h ?

>  /**
>    An interceptor to hijack ER_TOO_MANY_FIELDS error from
>    pack_screens and retry again without UNIREG screens.
> @@ -107,6 +115,7 @@ bool mysql_create_frm(THD *thd, const ch
>    ulong key_buff_length;
>    File file;
>    ulong filepos, data_offset;
> +  uint options_len= 0;

you don't need to initialize it here

>    uchar fileinfo[64],forminfo[288],*keybuff;
>    TYPELIB formnames;
>    uchar *screen_buff;
> @@ -183,6 +192,17 @@ bool mysql_create_frm(THD *thd, const ch
>        create_info->extra_size+= key_info[i].parser_name->length + 1;
>    }
>  
> +  {
> +    options_len= engine_table_options_frm_length(create_info->option_list,
> +                                       create_fields,
> +                                       keys, key_info);
> +    if (options_len)
> +    {
> +      create_info->table_options|= HA_OPTION_TEXT_CREATE_OPTIONS;
> +      create_info->extra_size+= (options_len+= 4);
> +    }
> +  }

why a pair of curly braces ?

> +
>    if ((file=create_frm(thd, file_name, db, table, reclength, fileinfo,
>                         create_info, keys)) < 0)
>    {
> @@ -294,6 +314,25 @@ bool mysql_create_frm(THD *thd, const ch
>      if (my_write(file, (uchar*) buff, 6, MYF_RW))
>        goto err;
>    }
> +
> +  if (options_len)
> +  {
> +    uchar *optbuff= (uchar *)my_malloc(options_len, MYF(0));

use my_safe_alloca instead

> +    my_bool error;
> +    DBUG_PRINT("info", ("Create options length: %u", options_len));
> +    if (!optbuff)
> +      goto err;
> +    int4store(optbuff, options_len);
> +    engine_table_options_frm_image(optbuff + 4,
> +                                   create_info->option_list,
> +                                   create_fields,
> +                                   keys, key_info);
> +    error= my_write(file, optbuff, options_len, MYF_RW);
> +    my_free(optbuff, MYF(0));
> +    if (error)
> +      goto err;
> +  }
> +
>    for (i= 0; i < keys; i++)
>    {
>      if (key_info[i].parser_name)
> === modified file 'sql/sql_table.cc'
> --- sql/sql_table.cc	2010-03-15 11:51:23 +0000
> +++ sql/sql_table.cc	2010-03-26 21:43:23 +0000
> @@ -5956,9 +5981,15 @@ compare_tables(TABLE *table,
>        }
>        DBUG_PRINT("info", ("index added: '%s'", new_key->name));
>      }
> +    else
> +      table_key->new_option_struct= new_key->option_struct;
>    }
>  
>    /* Check if changes are compatible with current handler without a copy */
> +  create_info->old_option_struct= table->s->option_struct;
> +  create_info->old_field= table->field;
> +  create_info->old_keys= table->s->keys;
> +  create_info->old_key_info= table->key_info;

you don't need this at all.
the handler has access to the table, you do not need to copy selected
table's members to create_info, the handler can access them directly.

>    if (table->file->check_if_incompatible_data(create_info, changes))
>    {
>      DBUG_PRINT("info", ("check_if_incompatible_data() -> "
> @@ -6132,6 +6163,16 @@ mysql_prepare_alter_table(THD *thd, TABL
>    }
>    restore_record(table, s->default_values);     // Empty record for DEFAULT
>  
> +  if (create_info->option_list)
> +  {
> +    create_info->option_list=
> +      merge_engine_table_options(table->s->option_list,
> +                                 create_info->option_list,
> +                                 thd->mem_root);
> +  }
> +  else
> +    create_info->option_list= table->s->option_list;

This way you cannot issue an error for a manually entered incorrect
option, but a warning for an old one.

possible solutions:
1. always an error, don't downgrade it for old options
2. add a flag to engine_option_value to know whether it's old or new
3. parse the options before merging 

I'm fine with either solution, and 1 is the most simple.
>    /*
>      First collect all fields from table which isn't in drop_list
>    */
> === modified file 'sql/handler.h'
> --- sql/handler.h	2010-02-01 06:14:12 +0000
> +++ sql/handler.h	2010-03-26 21:39:43 +0000
> @@ -16,6 +16,9 @@
>  
>  /* Definitions for parameters to do with handler-routines */
>  
> +#ifndef _HANDLER_H
> +#define _HANDLER_H

SQL_HANDLER_INCLUDED
by no means can it start from "underscore + uppercase letter"

> +
>  #ifdef USE_PRAGMA_INTERFACE
>  #pragma interface                       /* gcc class implementation */
>  #endif
> @@ -549,6 +554,71 @@ struct handler_log_file_data {
>    enum log_status status;
>  };
>  
> +enum ha_option_type { HA_OPTION_TYPE_ULL,    /* unsigned long long */
> +                      HA_OPTION_TYPE_STRING, /* char * */
> +                      HA_OPTION_TYPE_ENUM,   /* uint */
> +                      HA_OPTION_TYPE_BOOL};  /* uint */

why HA_OPTION_TYPE_BOOL ends up in uint, not bool ?

> +
> +#define HA_xOPTION_ULL(name, struc, field, def, min, max, blk_siz)   \
> +  { HA_OPTION_TYPE_ULL, name, sizeof(name)-1,                        \
> +    offsetof(struc, field), def, min, max, blk_siz, 0 }
> +#define HA_xOPTION_STRING(name, struc, field)                        \
> +  { HA_OPTION_TYPE_STRING, name, sizeof(name)-1,                     \
> +    offsetof(struc, field), 0, 0, 0, 0, 0 }
> +#define HA_xOPTION_ENUM(name, struc, field, values, def)             \
> +  { HA_OPTION_TYPE_ENUM, name, sizeof(name)-1,                       \
> +    offsetof(struc, field), def, 0,                                  \
> +    sizeof(values)-1, 0, values }
> +#define HA_xOPTION_BOOL(name, struc, field, def)                     \
> +  { HA_OPTION_TYPE_BOOL, name, sizeof(name)-1,                       \
> +    offsetof(struc, field), def, 0, 1, 0, 0 }
> +#define HA_xOPTION_END { HA_OPTION_TYPE_ULL, 0, 0, 0, 0, 0, 0, 0, 0 }
> +
> +#define HA_TOPTION_ULL(name, field, def, min, max, blk_siz)          \
> +  HA_xOPTION_ULL(name, ha_table_option_struct, field, def, min, max, blk_siz)
> +#define HA_TOPTION_STRING(name, field)                               \
> +  HA_xOPTION_STRING(name, ha_table_option_struct, field)
> +#define HA_TOPTION_ENUM(name, field, values, def)                    \
> +  HA_xOPTION_ENUM(name, ha_table_option_struct, field, values, def)
> +#define HA_TOPTION_BOOL(name, field, def)                            \
> +  HA_xOPTION_BOOL(name, ha_table_option_struct, field, def)
> +#define HA_TOPTION_END HA_xOPTION_END
> +
> +#define HA_FOPTION_ULL(name, field, def, min, max, blk_siz)          \
> +  HA_xOPTION_ULL(name, ha_field_option_struct, field, def, min, max, blk_siz)
> +#define HA_FOPTION_STRING(name, field)                               \
> +  HA_xOPTION_STRING(name, ha_field_option_struct, field)
> +#define HA_FOPTION_ENUM(name, field, values, def)                    \
> +  HA_xOPTION_ENUM(name, ha_field_option_struct, field, values, def)
> +#define HA_FOPTION_BOOL(name, field, def)                            \
> +  HA_xOPTION_BOOL(name, ha_field_option_struct, field, def)
> +#define HA_FOPTION_END HA_xOPTION_END
> +
> +#define HA_KOPTION_ULL(name, field, def, min, max, blk_siz)          \
> +  HA_xOPTION_ULL(name, ha_key_option_struct, field, def, min, max, blk_siz)
> +#define HA_KOPTION_STRING(name, field)                               \
> +  HA_xOPTION_STRING(name, ha_key_option_struct, field)
> +#define HA_KOPTION_ENUM(name, field, values, def)                    \
> +  HA_xOPTION_ENUM(name, ha_key_option_struct, field, values, def)
> +#define HA_KOPTION_BOOL(name, field, values, def)                    \
> +  HA_xOPTION_BOOL(name, ha_key_option_struct, field, values, def)
> +#define HA_KOPTION_END HA_xOPTION_END
> +
> +typedef struct st_ha_create_table_option {
> +  enum ha_option_type type;
> +  const char *name;
> +  size_t name_length;
> +  ptrdiff_t offset;
> +  ulonglong def_value;
> +  ulonglong min_value, max_value, block_size;
> +  const char *values;
> +} ha_create_table_option;
> +
> +typedef struct st_ha_create_table_option_rules {
> +  ha_create_table_option *table,
> +                         *field,
> +                         *key;
> +} ha_create_table_option_rules;
>  
>  enum handler_iterator_type
>  {
> @@ -721,7 +791,7 @@ struct handlerton
>     int (*table_exists_in_engine)(handlerton *hton, THD* thd, const char *db,
>                                   const char *name);
>     uint32 license; /* Flag for Engine License */
> -   void *data; /* Location for engines to keep personal structures */
> +   ha_create_table_option_rules *table_options_rules;

You know, I think it was a mistake to pack all options in one structure.
it doesn't give us anything, the code would be only simpler without it.
and it will not help to keep the handlerton compatible -
because SE API is incompatible between minor MySQL (or MariaDB) versions.
No MariaDB storage engine plugin can be loaded into MySQL,
as no MySQL will have 5.2.x version.

as for between different versions - MySQL developers can add
new fields to the handlerton anytime, in the middle of the structure too
(it does not break compatibility as there's nothing to break)
see for example http://lists.mysql.com/commits/104729

So, I think we can simply put all three pointers in the handlerton one after
another.

>  };
>  
>  
> @@ -950,6 +1020,16 @@ typedef struct st_ha_create_information
>    bool varchar;                         /* 1 if table has a VARCHAR */
>    enum ha_storage_media storage_media;  /* DEFAULT, DISK or MEMORY */
>    enum ha_choice page_checksum;         /* If we have page_checksums */
> +  engine_option_value *option_list;     /* list of table create options */
> +  engine_option_value *option_list_last;

Why do you need option_list_last both here and in LEX ?
I suppose having it only in LEX should be enough - it's the accumulator,
where the list of options is built. When it's completely build you copy
the pointer to the st_ha_create_information, Field, or Key structure.

> +  /** structure with parsed options (for comparing fields in ALTER TABLE) */
> +  void *option_struct;

Good, instead of creating option_struct_new in the TABLE_SHARE,
you added option_struct to the structure that is only used in
create and alter table. It's correct, please do the same
for option_struct_new in Field and KEY :)

> +  /* following 4 fields assigned only for check_if_incompatible_data() */
> +  void *old_option_struct;
> +  Field **old_field;
> +  KEY *old_key_info;
> +  uint old_keys;
> +
>  } HA_CREATE_INFO;
>  
>  
> === added file 'sql/create_options.h'
> --- sql/create_options.h	1970-01-01 00:00:00 +0000
> +++ sql/create_options.h	2010-03-25 17:11:55 +0000
> @@ -0,0 +1,134 @@

copyright and GPL headers would look nice here.
and a comment explaining what this file is for
(internal server interface for create table options)

> +#ifndef _CREATE_OPTIONS_H
> +#define _CREATE_OPTIONS_H
> +
> +class Item;
> +#include "handler.h"
> +
> +/* types of cretate options records on disk, also it is length of extra data */
> +typedef enum enum_create_options_type {
> +  CREATE_OPTION_TABLE= 0,
> +  CREATE_OPTION_KEY= 1,
> +  CREATE_OPTION_FIELD= 2
> +} CREATE_OPTION_TYPES;
> +
> +class engine_option_value: public Sql_alloc
> +{
> + public:
> +  LEX_STRING name;
> +  LEX_STRING value;

Okay. Why did you want to avoid Items here ?
because you need longer lifetime ? where ?

> +  engine_option_value *next;
> +  bool parsed;
> +  engine_option_value() :
> +     next(NULL), parsed(false)
> +  {}
> +  engine_option_value(const char *name_arg, size_t name_len_arg,
> +                      const char *value_arg, size_t value_len_arg,
> +                      engine_option_value **start, engine_option_value **end) :
> +    next(NULL), parsed(false)
> +  {
> +    name.str= const_cast<char*>(name_arg);
> +    name.length= name_len_arg;
> +    value.str= const_cast<char*>(value_arg);
> +    value.length= value_len_arg;
> +    link(start, end);
> +  }
> +  engine_option_value(LEX_STRING &name_arg,
> +                      const char *value_arg, size_t value_len_arg,
> +                      engine_option_value **start, engine_option_value **end) :
> +    name(name_arg), next(NULL), parsed(false)
> +  {
> +    value.str= const_cast<char*>(value_arg);
> +    value.length= value_len_arg;
> +    link(start, end);
> +  }
> +  engine_option_value(const char *name_arg, size_t name_len_arg,
> +                      ulonglong value_arg,
> +                      engine_option_value **start, engine_option_value **end,
> +                      MEM_ROOT *root) :
> +    next(NULL), parsed(false)
> +  {
> +    name.str= const_cast<char*>(name_arg);
> +    name.length= name_len_arg;
> +    if ((value.str= (char *)alloc_root(root, 22)))
> +    {
> +      value.length= snprintf(value.str, 22, "%llu", value_arg);

my_snprintf

> +      link(start, end);
> +    }
> +  }
> +  engine_option_value(LEX_STRING &name_arg,
> +                      ulonglong value_arg,
> +                      engine_option_value **start, engine_option_value **end,
> +                      MEM_ROOT *root) :
> +    name(name_arg), next(NULL), parsed(false)
> +  {
> +    if ((value.str= (char *)alloc_root(root, 22)))
> +    {
> +      value.length= snprintf(value.str, 22, "%llu", value_arg);

my_snprintf

> +      link(start, end);
> +    }
> +  }
> +  engine_option_value(const char *name_arg, size_t name_len_arg,
> +                      ulonglong value_arg,
> +                      engine_option_value **start, engine_option_value **end) :
> +    next(NULL), parsed(false)
> +  {

why do you need both this constructor and the next one ?
(I'd expect the next one alone to be suffictient)

> +    name.str= const_cast<char*>(name_arg);
> +    name.length= name_len_arg;
> +    value.length= 1;
> +    switch (value_arg) {
> +    case HA_CHOICE_UNDEF:
> +      value.str= NULL;
> +      value.length= 0;
> +      break;
> +    case HA_CHOICE_NO:
> +      value.str= (char*)"0";
> +      break;
> +    case HA_CHOICE_YES:
> +      value.str= (char*)"1";
> +      break;
> +    }
> +  }
> +  engine_option_value(LEX_STRING &name_arg,
> +                      ha_choice value_arg,
> +                      engine_option_value **start, engine_option_value **end) :
> +    name(name_arg), next(NULL), parsed(false)
> +  {
> +    value.length= 1;
> +    switch (value_arg) {
> +    case HA_CHOICE_UNDEF:
> +      value.str= NULL;
> +      value.length= 0;
> +      break;
> +    case HA_CHOICE_NO:
> +      value.str= (char*)"0";
> +      break;
> +    case HA_CHOICE_YES:
> +      value.str= (char*)"1";
> +      break;
> +    }
> +  }
> +  void link(engine_option_value **start, engine_option_value **end);
> +  uint frm_length();
> +  uchar *frm_image(uchar *buff);
> +  uchar *read(const uchar *buff,

frm_read would be a better name - it make it immediately clear that
the second function is the inverse of the first.
The first could be called frm_write. Or frm_pack and frm_unpack. something
that makes a pair of functions.

> +              engine_option_value **start, engine_option_value **end,
> +              MEM_ROOT *root);
> +};
> +
> +class handler;
> +class THD;
> +typedef struct st_ha_create_information HA_CREATE_INFO;

You don't need these declarations, as you include "handler.h"

> +my_bool parse_engine_table_options(THD *thd, handlerton *ht,
> +                                   TABLE_SHARE *share);
> +my_bool parse_option_list(THD* thd, void **option_struct,
> +                          engine_option_value *option_list,
> +                          ha_create_table_option *rules,
> +                          my_bool suppress_warning,
> +                          MEM_ROOT *root);
> +my_bool engine_table_options_frm_read(const uchar *buff,
> +                                      uint length,
> +                                      TABLE_SHARE *share);
> +engine_option_value *merge_engine_table_options(engine_option_value *source,
> +                                                engine_option_value *changes,
> +                                                MEM_ROOT *root);
> +#endif
> === modified file 'storage/example/ha_example.cc'
> --- storage/example/ha_example.cc	2010-03-03 14:44:14 +0000
> +++ storage/example/ha_example.cc	2010-03-26 21:49:22 +0000
> @@ -62,7 +62,7 @@
>    ha_example::rnd_next
>    ha_example::rnd_next
>    ha_example::rnd_next
> -  ha_example::rnd_next
> +  ha_example::rnd_nex/t

typo ?

>    ha_example::rnd_next
>    ha_example::rnd_next
>    ha_example::rnd_next
> @@ -789,7 +839,7 @@ int ha_example::delete_table(const char 
>  int ha_example::rename_table(const char * from, const char * to)
>  {
>    DBUG_ENTER("ha_example::rename_table ");
> -  DBUG_RETURN(HA_ERR_WRONG_COMMAND);
> +  DBUG_RETURN(0);

why ?

>  }
>  
>  
> @@ -836,14 +886,85 @@ ha_rows ha_example::records_in_range(uin
>  int ha_example::create(const char *name, TABLE *table_arg,
>                         HA_CREATE_INFO *create_info)
>  {
> +  example_table_options_struct *prm=
> +    (example_table_options_struct *)table_arg->s->option_struct;
>    DBUG_ENTER("ha_example::create");
>    /*
>      This is not implemented but we want someone to be able to see that it
>      works.
>    */

Fix the comment please.
e.g. "there is nothing to create here, but the example shows how to
support custom engine specific table and field options"

> +
> +  DBUG_ASSERT(prm);
> +  DBUG_PRINT("info", ("strparam: '%-.64s'  ullparam: %llu  enumparam: %u  "\
> +                      "boolparam: %u",
> +                      (prm->strparam ? prm->strparam : "<NULL>"),
> +                      prm->ullparam, prm->enumparam, prm->boolparam));
> +  for (Field **field= table_arg->s->field; *field; field++)
> +  {
> +    example_field_options_struct *fprm=
> +      (example_field_options_struct *)(*field)->option_struct;
> +    DBUG_ASSERT(fprm);
> +    DBUG_PRINT("info", ("field: %s  complex: '%-.64s'",
> +                         (*field)->field_name,
> +                         (fprm->compex_param_to_parse_it_in_engine ?
> +                          fprm->compex_param_to_parse_it_in_engine :
> +                          "<NULL>")));
> +
> +  }
> +
>    DBUG_RETURN(0);
>  }
>  
> +bool ha_example::check_if_incompatible_data(HA_CREATE_INFO *info,
> +                                            uint table_changes)

This is the *example* engine. This function needs a comment.

> +{
> +  example_table_options_struct *prm;
> +  DBUG_ENTER("ha_example::check_if_incompatible_data");
> +  DBUG_ASSERT(info->option_struct);
> +  DBUG_ASSERT(info->old_option_struct);
> +  DBUG_ASSERT(info->old_option_struct);
> +  prm= (example_table_options_struct *)info->option_struct;
> +  DBUG_PRINT("info", ("new strparam: '%-.64s'  ullparam: %llu  enumparam: %u  "\
> +                      "boolparam: %u",
> +                      (prm->strparam ? prm->strparam : "<NULL>"),
> +                      prm->ullparam, prm->enumparam, prm->boolparam));
> +
> +  prm= (example_table_options_struct *)info->old_option_struct;
> +  DBUG_PRINT("info", ("old strparam: '%-.64s'  ullparam: %llu  enumparam: %u  "\
> +                      "boolparam: %u",
> +                      (prm->strparam ? prm->strparam : "<NULL>"),
> +                      prm->ullparam, prm->enumparam, prm->boolparam));
> +
> +  for (Field **field= info->old_field; *field; field++)
> +  {
> +    example_field_options_struct *fprm;
> +    if ((*field)->new_option_struct)
> +    {
> +      fprm=
> +        (example_field_options_struct *)(*field)->new_option_struct;
> +      DBUG_PRINT("info", ("new field: %s  complex: '%-.64s'",
> +                          (*field)->field_name,
> +                          (fprm->compex_param_to_parse_it_in_engine ?
> +                           fprm->compex_param_to_parse_it_in_engine :
> +                           "<NULL>")));
> +    }
> +    else
> +      DBUG_PRINT("info", ("new field %s is the same", (*field)->field_name));
> +
> +    fprm=
> +      (example_field_options_struct *)(*field)->option_struct;
> +    DBUG_ASSERT(fprm);
> +    DBUG_PRINT("info", ("old field: %s  complex: '%-.64s'",
> +                         (*field)->field_name,
> +                         (fprm->compex_param_to_parse_it_in_engine ?
> +                          fprm->compex_param_to_parse_it_in_engine :
> +                          "<NULL>")));
> +  }
> +
> +  DBUG_RETURN(COMPATIBLE_DATA_YES);

and it needs to check options values - compare old and new.

> +}
> +
>  
>  struct st_mysql_storage_engine example_storage_engine=
>  { MYSQL_HANDLERTON_INTERFACE_VERSION };
> === modified file 'sql/sql_show.cc'
> --- sql/sql_show.cc	2010-03-15 11:51:23 +0000
> +++ sql/sql_show.cc	2010-03-25 20:04:40 +0000
> @@ -1076,6 +1112,27 @@ int get_quote_char_for_identifier(THD *t
>    return '`';
>  }
>  
> +/**
> +  Gets the quote character for displaying an option key.
> +
> +  @param thd             Thread handler
> +  @param name            name to quote
> +  @param length          length of name
> +
> +  @retval EOF No quote character is needed
> +  @retval #   Quote character
> +*/
> +
> +static int get_quote_char_for_option(THD *thd, const char *name, uint length)
> +{
> +  if (length &&
> +      !require_quotes(name, length))
> +    return EOF;
> +  if (thd->variables.sql_mode & MODE_ANSI_QUOTES)
> +    return '"';
> +  return '`';
> +}
> +

I don't think it's correct. By not quoting keywords you can end up with
a statement that is syntactically incorrect.
Let's keep the old code for now. You don't need it anyway - as you did not
change MAX_ROWS/etc to use the new framework.

>  
>  /* Append directory name (if exists) to CREATE INFO */
>  
> @@ -1173,6 +1230,35 @@ static bool get_field_default_value(THD 
>    return has_default;
>  }
>  
> +
> +/**
> +  Appends list of options to string
> +
> +  @param thd             thread handler
> +  @param packet          string to append
> +  @param opt             list of options
> +*/
> +
> +static void append_create_options(THD *thd, String *packet,
> +                                  engine_option_value *opt)
> +{
> +  for(; opt; opt= opt->next)
> +  {
> +    packet->append(' ');
> +    {
> +      int q= get_quote_char_for_option(thd, opt->name.str, opt->name.length);
> +
> +      append_quoted(thd, packet, opt->name.str, opt->name.length, q);
> +    }
> +    packet->append('=');
> +    if (opt->value.length < 21 &&
> +        is_unsigned_number(opt->value.str, opt->value.length) == NULL)

No, it's incorrect. Either you remember the original type of the value
and print numbers as numbers and strings as strings.
Or you don't remember the type, convert everything to a string
and print everything as a string.

Currently you don't remember the type - then just print everything
as a string, quoted. Don't bother with number recognision.

frankly speaking, I think it'd be better to remember the type.
Just another field in the engine_option_value, that is assigned to in
the parser.

> +      packet->append(opt->value.str, opt->value.length);
> +    else
> +      append_unescaped(packet, opt->value.str, opt->value.length);
> +  }
> +}
> +
>  /*
>    Build a CREATE TABLE statement for a table.
>  
> === added file 'mysql-test/r/create_options.result'
> --- mysql-test/r/create_options.result	1970-01-01 00:00:00 +0000
> +++ mysql-test/r/create_options.result	2010-03-26 15:18:17 +0000
> @@ -0,0 +1,169 @@
> +drop table if exists t1;
> +SET @OLD_SQL_MODE=@@SQL_MODE;
> +SET SQL_MODE='';

the default behavior - when SQL_MODE is empty - should be an error for
unknown option, not a warning.
(if we'd wanted a warning by default, we'd simply use STRICT mode)

> +create table t1 (a int fkey=vvv, key akey (a) dff=vvv) tkey1=1v1;
> +Warnings:
> +Warning 1650    Unknown option 'fkey'='vvv'
> +Warning 1650    Unknown option 'dff'='vvv'
> +Warning 1650    Unknown option 'tkey1'='1v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey='vvv',
> +  KEY `akey` (`a`) dff='vvv'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey1='1v1'
> +drop table t1;
> +#reassiginig options in the same line
> +create table t1 (a int fkey=vvv, key akey (a) dff=vvv) tkey1=1v1 TKEY1=DEFAULT tkey1=1v2 tkey2=2v1;
> +Warnings:
> +Warning 1650    Unknown option 'fkey'='vvv'
> +Warning 1650    Unknown option 'dff'='vvv'
> +Warning 1650    Unknown option 'tkey1'='1v2'
> +Warning 1650    Unknown option 'tkey2'='2v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey='vvv',
> +  KEY `akey` (`a`) dff='vvv'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey1='1v2' tkey2='2v1'
> +#add option

thanks, these comments are very helpful

> +alter table t1 tkey4=4v1;
> +Warnings:
> +Warning 1650    Unknown option 'tkey4'='4v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey='vvv',
> +  KEY `akey` (`a`) dff='vvv'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey1='1v2' tkey2='2v1' tkey4='4v1'
> +#remove options 
> +alter table t1 tkey3=DEFAULT tkey4=DEFAULT;

shouldn't we have a warning here ?

> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey='vvv',
> +  KEY `akey` (`a`) dff='vvv'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey1='1v2' tkey2='2v1'
> +drop table t1;
> +create table t1 (a int fkey1=v1, key akey (a) kkey1=v1) tkey1=1v1 tkey1=1v2 TKEY1=DEFAULT tkey2=2v1 tkey3=3v1;
> +Warnings:
> +Warning 1650    Unknown option 'fkey1'='v1'
> +Warning 1650    Unknown option 'kkey1'='v1'
> +Warning 1650    Unknown option 'tkey2'='2v1'
> +Warning 1650    Unknown option 'tkey3'='3v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v1',
> +  KEY `akey` (`a`) kkey1='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#change field with option with the same option
> +alter table t1 change a a int `FKEY1`='v1';
> +Warnings:
> +Warning 1650    Unknown option 'FKEY1'='v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL FKEY1='v1',
> +  KEY `akey` (`a`) kkey1='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#change field with option with a different option
> +alter table t1 change a a int fkey1=v2;
> +Warnings:
> +Warning 1650    Unknown option 'fkey1'='v2'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  KEY `akey` (`a`) kkey1='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#new column no options
> +alter table t1 add column b int;
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `b` int(11) DEFAULT NULL,
> +  KEY `akey` (`a`) kkey1='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#new key with options
> +alter table t1 add key bkey (b) kkey2=v1;
> +Warnings:
> +Warning 1650    Unknown option 'kkey2'='v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `b` int(11) DEFAULT NULL,
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `bkey` (`b`) kkey2='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#new column with options
> +alter table t1 add column c int fkey1=v1 fkey2=v2;
> +Warnings:
> +Warning 1650    Unknown option 'fkey1'='v1'
> +Warning 1650    Unknown option 'fkey2'='v2'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `b` int(11) DEFAULT NULL,
> +  `c` int(11) DEFAULT NULL fkey1='v1' fkey2='v2',
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `bkey` (`b`) kkey2='v1'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#new key no options
> +alter table t1 add key ckey (c);
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `b` int(11) DEFAULT NULL,
> +  `c` int(11) DEFAULT NULL fkey1='v1' fkey2='v2',
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `bkey` (`b`) kkey2='v1',
> +  KEY `ckey` (`c`)
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#drop column
> +alter table t1 drop b;
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `c` int(11) DEFAULT NULL fkey1='v1' fkey2='v2',
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `ckey` (`c`)
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#add column with options after delete
> +alter table t1 add column b int fkey2=v1;
> +Warnings:
> +Warning 1650    Unknown option 'fkey2'='v1'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `c` int(11) DEFAULT NULL fkey1='v1' fkey2='v2',
> +  `b` int(11) DEFAULT NULL fkey2='v1',
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `ckey` (`c`)
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +#add key 
> +alter table t1 add key bkey (b) kkey2=v2;
> +Warnings:
> +Warning 1650    Unknown option 'kkey2'='v2'
> +show create table t1;
> +Table   Create Table
> +t1      CREATE TABLE `t1` (
> +  `a` int(11) DEFAULT NULL fkey1='v2',
> +  `c` int(11) DEFAULT NULL fkey1='v1' fkey2='v2',
> +  `b` int(11) DEFAULT NULL fkey2='v1',
> +  KEY `akey` (`a`) kkey1='v1',
> +  KEY `ckey` (`c`),
> +  KEY `bkey` (`b`) kkey2='v2'
> +) ENGINE=MyISAM DEFAULT CHARSET=latin1 tkey2='2v1' tkey3='3v1'
> +drop table t1;
> +#error on unknown option
> +SET SQL_MODE='CREATE_OPTIONS_ERR';
> +create table t1 (a int fkey=vvv, key akey (a) dff=vvv) tkey1=1v1;
> +ERROR HY000: Unknown option 'fkey'='vvv'
> +SET @@SQL_MODE=@OLD_SQL_MODE;
> === modified file 'sql/sql_yacc.yy'
> --- sql/sql_yacc.yy	2010-03-15 11:51:23 +0000
> +++ sql/sql_yacc.yy	2010-03-26 15:54:22 +0000
> @@ -1858,6 +1859,8 @@ create:
>              lex->create_info.default_table_charset= NULL;
>              lex->name.str= 0;
>              lex->name.length= 0;
> +            lex->create_info.option_list=
> +              lex->create_info.option_list_last= NULL;

eh... we specifically chose the list structure and the support code
that does *not* require any initialization of option_list and
option_list_last after bzero() that is done few lines above.
Why do you initialize them anyway ? They're already nulls :)

>            }
>            create2
>            {
> @@ -2340,6 +2343,7 @@ sp_init_param:
>  
>              lex->interval_list.empty();
>              lex->uint_geom_type= 0;
> +            lex->option_list= lex->option_list_last= NULL;

why here ? I think neither here nor in
sp_head::fill_field_definition() there's any need to touch
option_list/option_list_last. You can simply pass NULL to the
field_def->init().

>            }
>          ;
>  
> === modified file 'sql/table.cc'
> --- sql/table.cc	2010-03-15 11:51:23 +0000
> +++ sql/table.cc	2010-03-25 12:09:00 +0000
> @@ -788,7 +789,6 @@ static int open_binary_frm(THD *thd, TAB
>  
>    for (i=0 ; i < keys ; i++, keyinfo++)
>    {
> -    keyinfo->table= 0;                           // Updated in open_frm

why ?

>      if (new_frm_ver >= 3)
>      {
>        keyinfo->flags=      (uint) uint2korr(strpos) ^ HA_NOSAME;
> @@ -992,6 +985,17 @@ static int open_binary_frm(THD *thd, TAB
>  #endif
>        next_chunk++;
>      }
> +    if (share->db_create_options & HA_OPTION_TEXT_CREATE_OPTIONS)
> +    {
> +      /*
> +        store options position, but skip till the time we will
> +        know number of fields
> +      */
> +      options_len= uint4korr(next_chunk);
> +      options= next_chunk + 4;
> +      next_chunk+= options_len;
> +      options_len-= 4;

why wouldn't you write in the frm the original options_len, without +4 ?
I don't see how storing +4 on the disk may help anywhere

> +    }
>      keyinfo= share->key_info;
>      for (i= 0; i < keys; i++, keyinfo++)
>      {
> @@ -2993,7 +3008,7 @@ void update_create_info_from_table(HA_CR
>    create_info->table_charset= 0;
>    create_info->comment= share->comment;
>    create_info->transactional= share->transactional;
> -  create_info->page_checksum= share->page_checksum;
> +  create_info->option_list= share->option_list;

what happened to create_info->page_checksum ?

>  
>    DBUG_VOID_RETURN;
>  }
> === added file 'sql/create_options.cc'
> --- sql/create_options.cc	1970-01-01 00:00:00 +0000
> +++ sql/create_options.cc	2010-03-26 21:46:48 +0000
> @@ -0,0 +1,627 @@
> +#include "mysql_priv.h"
> +#include <my_getopt.h>
> +
> +/**
> +  Links this item to the given list end
> +
> +  @param start           The list beginning or NULL
> +  @param end             The list last element or does not matter
> +*/
> +
> +void engine_option_value::link(engine_option_value **start,
> +                               engine_option_value **end)
> +{
> +  engine_option_value *opt;
> +  /* check duplicates */
> +  for(opt= *start;
> +      opt && (!opt->value.str || name.length != opt->name.length ||
> +              my_strcasecmp(system_charset_info,
> +                            name.str, opt->name.str));
> +      opt= opt->next) {};
> +  if (opt)
> +  {
> +    /* remove previous value */
> +    opt->value.str= NULL;
> +  }

please add a comment about why you need to remove duplicates
(hint: to avoid writing them to frm)

why wouldn't you unlink deleted elements from the list
to be able to distinguish between an overwritten (deleted)
element as a =DEFAULT element.

> +  /*
> +    Add this like to the end of the list if it has value

did you mean "add this link" ?
better to say "add this element"

> +
> +    @note: We add even if it is opt->value.str == NULL because it can be
> +    ALTER TABLE to remove the option.
> +  */
> +  if (*start)
> +  {
> +    (*end)->next= this;
> +    *end= this;
> +  }
> +  else
> +  {
> +    *start= *end= this;
> +  }
> +}
> +
> +static bool report_wrong_value(THD *thd, const char *name, const char *val,
> +                               my_bool suppress_warning)
> +{
> +  if (thd->variables.sql_mode & MODE_CREATE_OPTIONS_ERR)
> +  {
> +    my_error(ER_BAD_OPTION_VALUE, MYF(0), name, val);
> +    return 1;
> +  }
> +
> +  if (!suppress_warning)
> +    push_warning_printf(thd, MYSQL_ERROR::WARN_LEVEL_WARN,
> +                        ER_BAD_OPTION_VALUE,
> +                        ER(ER_BAD_OPTION_VALUE), name, val);
> +  return 0;

Strange logic. Please explain
1. Where and why do you "suppress warnings"
2. Why errors are not suppressed

> +}
> +
> +static bool report_unknown_option(THD *thd, engine_option_value *val,
> +                                  my_bool suppress_warning)
> +{
> +  DBUG_ENTER("report_unknown_option");
> +  if (val->parsed)
> +  {
> +    DBUG_PRINT("info", ("parsed => exiting"));
> +    DBUG_RETURN(FALSE);
> +  }
> +
> +  if (thd->variables.sql_mode & MODE_CREATE_OPTIONS_ERR)
> +  {
> +    my_error(ER_UNKNOWN_OPTION, MYF(0), val->name.str, val->value.str);
> +    DBUG_RETURN(TRUE);
> +  }
> +
> +  if (!suppress_warning)
> +    push_warning_printf(thd, MYSQL_ERROR::WARN_LEVEL_WARN,
> +                        ER_UNKNOWN_OPTION,
> +                        ER(ER_UNKNOWN_OPTION),
> +                        val->name.str, val->value.str);
> +  DBUG_RETURN(FALSE);
> +}
> +
> +static bool set_one_value(ha_create_table_option *opt,
> +                          THD *thd, LEX_STRING *value, void *base,
> +                          my_bool suppress_warning,
> +                          MEM_ROOT *root)
> +{
> +  DBUG_ENTER("set_one_value");
> +  DBUG_PRINT("enter", ("opt: 0x%lx type: %u name '%s' value: '%s'",
> +                       (ulong) opt,
> +                       opt->type, opt->name,
> +                       (value->str ? value->str : "<DEFAULT>")));
> +  switch (opt->type)
> +  {
> +  case HA_OPTION_TYPE_ULL:
> +    {
> +      uint err;
> +      ulonglong *val= (ulonglong*)((char*)base + opt->offset);
> +      *val= opt->def_value;
> +      if (!value->str)
> +      {
> +        DBUG_RETURN(0);
> +      }
> +
> +      my_option optp= { opt->name, 1, 0, (uchar **)val, 0, 0, GET_ULL,
> +        REQUIRED_ARG, opt->def_value, opt->min_value, opt->max_value,
> +        0, opt->block_size, 0};
> +
> +      ulonglong orig_val= strtoull(value->str, NULL, 10);
> +      my_bool unused;
> +      *val= orig_val;
> +      *val= getopt_ull_limit_value(*val, &optp, &unused);
> +      if (*val == orig_val)
> +        DBUG_RETURN(0);
> +
> +      err= report_wrong_value(thd, opt->name, value->str,
> +                              suppress_warning);
> +      if ((value->str= (char *)alloc_root(root, 22)))
> +        value->length= snprintf(value->str, 22, "%llu", *val);

No, keep the original value here. Perhaps it's perfectly valid
for some other engine.

> +      DBUG_RETURN(err);
> +    }
> +  case HA_OPTION_TYPE_STRING:
> +    {
> +      char **val= (char **)((char *)base + opt->offset);
> +      *val= 0;
> +      if (!value->str)
> +      {
> +        DBUG_RETURN(0);
> +      }
> +
> +      if (!(*val= strmake_root(root, value->str, value->length)))
> +        DBUG_RETURN(1);
> +      DBUG_RETURN(0);
> +    }
> +  case HA_OPTION_TYPE_ENUM:
> +    {
> +      uint *val= (uint *)((char *)base + opt->offset), num;
> +      *val= opt->def_value;
> +      uint err= 0;
> +
> +      if (!value->str)
> +      {
> +        DBUG_RETURN(0);
> +      }
> +
> +      const char *start= opt->values, *end;
> +
> +      num= 0;
> +      while (*start)
> +      {
> +        for (end=start;
> +             *end && *end != ',';
> +             end+= my_mbcharlen(system_charset_info, *end)) /* no-op */;
> +        if (!my_strnncoll(system_charset_info,
> +                          (uchar*)start, end-start,
> +                          (uchar*)value->str, value->length))
> +        {
> +          *val= num;
> +          DBUG_RETURN(0);
> +        }
> +        if (*end) *end++;
> +        start= end;
> +        num++;
> +      }
> +
> +      err= report_wrong_value(thd, opt->name, value->str,
> +                              suppress_warning);
> +      value->str= NULL; /* assign default */

no, see above. Keep the user specified string

> +      DBUG_RETURN(err);
> +    }
> +  case HA_OPTION_TYPE_BOOL:
> +    {
> +      uint *val= (uint *)((char *)base + opt->offset);
> +      *val= opt->def_value;
> +      uint err= 0;
> +
> +      if (!value->str)
> +      {
> +        DBUG_RETURN(0);
> +      }
> +
> +      if (value->str[0] < '0' || value->str[0] > '9')
> +        err= report_wrong_value(thd, opt->name, value->str,
> +                                suppress_warning);
> +
> +      if (strtoull(value->str, NULL, 10))
> +      {
> +        *val= 1;
> +        value->str= (char*)"1";
> +        value->length= 1;
> +      }
> +      else
> +      {
> +        *val= 0;
> +        value->str= (char*)"0";
> +        value->length= 1;
> +      }

here, we want to support also YES/NO and ON/OFF.

> +
> +      DBUG_RETURN(err);
> +    }
> +  }
> +  DBUG_ASSERT(0);
> +  my_error(ER_UNKNOWN_ERROR, MYF(0));
> +  DBUG_RETURN(1);
> +}
> +
> +static const size_t ha_option_type_sizeof[]=
> +{ sizeof(ulonglong), sizeof(char *), sizeof(uint), sizeof(uint)};
> +
> +/**
> +  Creates option structure and parses list of options in it
> +
> +  @param thd              thread handler
> +  @param option_struct    where to store pointer on the option struct
> +  @param option_list      list of options given by user
> +  @param rules            list of option description by engine
> +  @param suppress_warning second parse so we do not need warnings
> +  @param root             MEM_ROOT where allocate memory
> +
> +  @retval TRUE  Error
> +  @retval FALSE OK
> +*/
> +
> +my_bool parse_option_list(THD* thd, void **option_struct,
> +                          engine_option_value *option_list,
> +                          ha_create_table_option *rules,
> +                          my_bool suppress_warning,
> +                          MEM_ROOT *root)
> +{
> +  ha_create_table_option *opt;
> +  size_t option_struct_size= 0;
> +  engine_option_value *val= option_list;
> +  DBUG_ENTER("parse_option_list");
> +  DBUG_PRINT("enter",
> +             ("struct: 0x%lx list: 0x%lx rules: 0x%lx suppres %u root 0x%lx",
> +              (ulong) *option_struct, (ulong)option_list, (ulong)rules,
> +              (uint) suppress_warning, (ulong) root));
> +
> +  if (rules)
> +  {
> +    LEX_STRING default_val= {NULL, 0};
> +    for (opt= rules; opt->name; opt++)
> +      set_if_bigger(option_struct_size, opt->offset +
> +                    ha_option_type_sizeof[opt->type]);
> +
> +    *option_struct= alloc_root(root, option_struct_size);
> +
> +    /* set all values to default */
> +    for (opt= rules; opt->name; opt++)
> +      set_one_value(opt, thd, &default_val, *option_struct,
> +                    suppress_warning, root);
> +  }
> +
> +  for (; val; val= val->next)
> +  {
> +    if (!val->value.str)
> +      continue; // skip deleted

The value.str == NULL means that it was =DEFAULT in SQL,
you still need to check whether the option name is valid or not.

> +    for (opt= rules; opt && opt->name; opt++)
> +    {
> +      if (my_strnncoll(system_charset_info,
> +                       (uchar*)opt->name, opt->name_length,
> +                       (uchar*)val->name.str, val->name.length))
> +        continue;
> +
> +      if (set_one_value(opt, thd, &val->value,
> +                        *option_struct, suppress_warning, root))
> +        DBUG_RETURN(TRUE);
> +      val->parsed= true;
> +      break;
> +    }
> +    if (report_unknown_option(thd, val, suppress_warning))
> +      DBUG_RETURN(TRUE);
> +    val->parsed= true;
> +  }
> +
> +  DBUG_RETURN(FALSE);;
> +}
> +
> +
> +/**
> +  Parses all table/fields/keys options
> +
> +  @param thd             thread handler
> +  @param file            handler of the table
> +  @parem share           descriptor of the table
> +
> +  @retval TRUE  Error
> +  @retval FALSE OK
> +*/
> +
> +my_bool parse_engine_table_options(THD *thd, handlerton *ht,
> +                                   TABLE_SHARE *share)
> +{
> +  MEM_ROOT *root= &share->mem_root;
> +  ha_create_table_option_rules *rules, fake_empty={NULL,NULL,NULL};
> +  DBUG_ENTER("parse_engine_table_options");
> +
> +  rules= (ht->table_options_rules ?
> +          ht->table_options_rules:
> +          &fake_empty);
> +
> +  if (parse_option_list(thd, &share->option_struct, share->option_list,
> +                        rules->table, TRUE, root))
> +    DBUG_RETURN(TRUE);
> +
> +  for (Field **field= share->field; *field; field++)
> +  {
> +    if (parse_option_list(thd, &(*field)->option_struct, (*field)->option_list,
> +                          rules->field, TRUE, root))
> +      DBUG_RETURN(TRUE);
> +  }
> +
> +  for (uint index= 0; index < share->keys; index ++)
> +  {
> +    if (parse_option_list(thd, &share->key_info[index].option_struct,
> +                          share->key_info[index].option_list,
> +                          rules->key, TRUE, root))
> +      DBUG_RETURN(TRUE);
> +  }
> +
> +  DBUG_RETURN(FALSE);
> +}
> +
> +
> +/**
> +  Returns representation length of key and value in the frm file
> +*/
> +
> +uint engine_option_value::frm_length()
> +{
> +  /*
> +    2 bytes - value length
> +    1 byte  - key length
> +  */
> +  return 2 + 1 + name.length + value.length;

don't forget to mention these (255/65535) limits in the documentation

> +}
> +
> +
> +/**
> +  Returns length of representation of option list in the frm file
> +
> +  @param opt             list of options;
> +  @param overhead        length of additional infrematiaon per option

typo in a comment

> +
> +  @returns length of image in frm
> +*/
> +
> +static uint option_list_frm_length(engine_option_value *opt, uint overhead)
> +{
> +  uint res= 0;
> +
> +  for (; opt; opt= opt->next)
> +    if (opt->value.str)
> +      res+= opt->frm_length() + overhead;
> +
> +  return res;
> +}
> +
> +
> +/**
> +  Calculates length of options image in the .frm
> +
> +  @param table_option_list list of table options
> +  @param create_fields     field descriptors list
> +  @param keys              number of keys
> +  @param key_info          array of key descriptors
> +
> +  @returns length of image in frm
> +*/
> +
> +uint engine_table_options_frm_length(engine_option_value *table_option_list,
> +                                     List<Create_field> &create_fields,
> +                                     uint keys, KEY *key_info)
> +{
> +  List_iterator<Create_field> it(create_fields);
> +  Create_field *field;
> +  uint res, index;
> +  DBUG_ENTER("engine_table_options_frm_length");
> +
> +  /* 1 byte - record type */
> +  res= option_list_frm_length(table_option_list, 1);
> +
> +  while ((field= it++))
> +  {
> +    /*
> +      1 byte - record type
> +      2 bytes - field number
> +    */
> +    res+= option_list_frm_length(field->option_list, 1 + 2);
> +  }

ok, as far as I see you did not change the storage format.
why ?

> +
> +  for (index= 0; index < keys; index++, key_info++)
> +  {
> +
> +    /*
> +      1 byte - record type
> +      2 bytes - key number
> +    */
> +    res+= option_list_frm_length(key_info->option_list, 1 + 2);
> +  }
> +  DBUG_RETURN(res);
> +}
> +
> +
> +/**
> +  Writes image of the key and value to the frm image buffer
> +
> +  @param buff            pointer to the buffer free space beginning
> +
> +  @returns pointer to byte after last recorded in the buffer
> +*/
> +
> +uchar *engine_option_value::frm_image(uchar *buff)
> +{
> +  int2store(buff, value.length);
> +  buff[2]= name.length;
> +  buff+= 2 + 1;

why ???
yes, I understand that you can write lengths and values in any order
but why to mix when it does not bring any benefits ?

what's the problem with the natural order
<length><string> ?
What does the
<value length><name length><name string><value string>
give you ?
> +
> +  memcpy(buff, name.str, name.length);
> +  buff+= name.length;
> +  memcpy(buff, (const uchar *) value.str, value.length);
> +  buff+= value.length;
> +  return buff;
> +}
> +
> +/**
> +  Writes image of the key and value to the frm image buffer
> +
> +  @param buff            pointer to the buffer free space beginning
> +  @param opt             list of options;
> +  @param type            option type (CREATE_OPTION_*)
> +  @param index           for keys and fields index of them
> +
> +  @returns pointer to byte after last recorded in the buffer
> +*/
> +static uchar *option_list_frm_image(uchar *buff,
> +                                    engine_option_value *opt,
> +                                    CREATE_OPTION_TYPES type,
> +                                    uint index)
> +{
> +  for (; opt; opt= opt->next)
> +  {
> +    /* skip deleted options */
> +    if (opt->value.str)
> +    {
> +      *(buff++)= type;
> +      if (type != CREATE_OPTION_TABLE)
> +      {
> +        int2store(buff, index);
> +        buff+= 2;
> +      }
> +      buff= opt->frm_image(buff);
> +    }
> +  }
> +
> +  return buff;
> +}
> +
> +
> +/**
> +  Writes options image in the .frm buffer
> +
> +  @param buff              pointer to the buffer
> +  @param table_option_list list of table options
> +  @param create_fields     field descriptors list
> +  @param keys              number of keys
> +  @param key_info          array of key descriptors
> +
> +  @returns pointer to byte after last recorded in the buffer
> +*/
> +
> +uchar *engine_table_options_frm_image(uchar *buff,
> +                                      engine_option_value *table_option_list,
> +                                      List<Create_field> &create_fields,
> +                                      uint keys, KEY *key_info)
> +{
> +  List_iterator<Create_field> it(create_fields);
> +  Create_field *field;
> +  uint index;
> +  DBUG_ENTER("engine_table_options_frm_image");
> +
> +  buff= option_list_frm_image(buff, table_option_list, CREATE_OPTION_TABLE, 0);
> +
> +  for (index= 0; (field= it++); index++)
> +    buff= option_list_frm_image(buff, field->option_list,
> +                                CREATE_OPTION_FIELD, index);
> +
> +  for (index= 0; index < keys; index++, key_info++)
> +    buff= option_list_frm_image(buff, key_info->option_list,
> +                                CREATE_OPTION_KEY, index);
> +  DBUG_RETURN(buff);
> +}
> +
> +/**
> +  Reads name and value from buffer, then link it in the list
> +
> +  @param buff            the buffer to read from
> +  @param start           The list beginning or NULL
> +  @param end             The list last element or does not matter
> +  @param root            MEM_ROOT for allocating
> +
> +  @returns pointer to byte after last recorded in the buffer
> +*/
> +uchar *engine_option_value::read(const uchar *buff,
> +                                 engine_option_value **start,
> +                                 engine_option_value **end,
> +                                 MEM_ROOT *root)
> +{
> +  value.length= uint2korr(buff);
> +  name.length= buff[2];
> +  buff+= 2 + 1;
> +  if (!(name.str= strmake_root(root, (const char*)buff,
> +                               name.length)))
> +    return NULL;
> +  buff+= name.length;
> +  if (!(value.str= strmake_root(root, (const char*)buff,
> +                               value.length)))
> +    return NULL;
> +  buff+= value.length;
> +  link(start, end);
> +  return (uchar *)buff;
> +}
> +
> +
> +/**
> +  Reads options from this buffer
> +
> +  @param buff            the buffer to read from
> +  @param length          buffer length
> +  @param share           table descriptor
> +  @param root            MEM_ROOT for allocating
> +
> +  @retval TRUE  Error
> +  @retval FALSE OK
> +*/
> +
> +my_bool engine_table_options_frm_read(const uchar *buff,
> +                                      uint length,
> +                                      TABLE_SHARE *share)
> +{
> +  const uchar *buff_end= buff + length;
> +  engine_option_value *tbl_end, **fld_end, **key_end;
> +  MEM_ROOT *root= &share->mem_root;
> +  DBUG_ENTER("engine_table_options_frm_read");
> +
> +  /* temporary list end pointers to construct lists */
> +  tbl_end= NULL;
> +  if (!(fld_end= (engine_option_value **)
> +        alloc_root(root, sizeof(engine_option_value *) * share->fields)) ||
> +      !(key_end= (engine_option_value **)
> +        alloc_root(root, sizeof(engine_option_value *) * share->keys)))
> +  {
> +    DBUG_RETURN(TRUE);
> +  }
> +
> +  while (buff < buff_end)
> +  {
> +    engine_option_value *option;
> +    CREATE_OPTION_TYPES type;
> +    uint index= 0;
> +
> +    if (!(option= new (root) engine_option_value()))
> +      DBUG_RETURN(TRUE);
> +
> +    DBUG_ASSERT(buff + 4 <= buff_end);
> +
> +    type= (CREATE_OPTION_TYPES)buff[0];
> +    buff++;
> +    switch (type) {
> +    case CREATE_OPTION_FIELD:
> +      index= uint2korr(buff);
> +      buff+= 2;
> +      if (!(buff= option->read(buff,
> +                               &share->field[index]->option_list,
> +                               fld_end + index,
> +                               root)))
> +        DBUG_RETURN(TRUE);
> +      break;
> +    case CREATE_OPTION_KEY:
> +      index= uint2korr(buff);
> +      buff+= 2;
> +      if (!(buff= option->read(buff,
> +                               &share->key_info[index].option_list,
> +                               key_end + index,
> +                               root)))
> +        DBUG_RETURN(TRUE);
> +      break;
> +    case CREATE_OPTION_TABLE:
> +      if (!(buff= option->read(buff,
> +                               &share->option_list,
> +                               &tbl_end,
> +                               root)))
> +        DBUG_RETURN(TRUE);
> +      break;
> +    default:
> +      DBUG_ASSERT(0);
> +    }
> +    DBUG_PRINT("info", ("type: %u index: %u  key: '%s'  value: '%s'",
> +                        (uint) type, (uint) index,
> +                        option->name.str, option->value.str));
> +  }
> +  DBUG_RETURN(FALSE);
> +}
> +
> +/**
> +  Adds (merges) chages to source
> +*/
> +
> +engine_option_value *merge_engine_table_options(engine_option_value *source,
> +                                                engine_option_value *changes,
> +                                                MEM_ROOT *root)
> +{
> +  engine_option_value *end, *opt;
> +  DBUG_ENTER("merge_engine_table_options");
> +
> +  /* find last element */
> +  if (source)
> +    for (end= source; end->next; end= end->next){};
> +
> +  for (opt= changes; opt; opt= opt->next)
> +  {
> +    new (root) engine_option_value(opt->name,
> +                                   opt->value.str, opt->value.length,
> +                                   &source, &end);
> +  }

do these lists have different life time ?
if not, you can simply do end->next=changes

> +  DBUG_RETURN(source);
> +}

Regards,
Sergei



References