/*
  Copyright(C) 2020  Sutou Kouhei <kou@clear-code.com>

  This library is free software; you can redistribute it and/or
  modify it under the terms of the GNU Lesser General Public
  License version 2.1 as published by the Free Software Foundation.

  This library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  Lesser General Public License for more details.

  You should have received a copy of the GNU Lesser General Public
  License along with this library; if not, write to the Free Software
  Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
*/

#include "grn_db.h"
#include "grn_aggregators.h"
#include "grn_bulk.h"

#include <math.h>

static bool
numeric_aggregator_validate_target(grn_ctx *ctx,
                                   grn_obj *target,
                                   const char *tag)
{
  if (grn_obj_is_number_family_scalar_column(ctx, target)) {
    return true;
  }

  if (grn_obj_is_score_accessor(ctx, target)) {
    return true;
  }

  grn_obj inspected;
  GRN_TEXT_INIT(&inspected, 0);
  grn_inspect_limited(ctx, &inspected, target);
  GRN_PLUGIN_ERROR(ctx,
                   GRN_INVALID_ARGUMENT,
                   "%s target must be numeric column: %.*s",
                   tag,
                   (int)GRN_TEXT_LEN(&inspected),
                   GRN_TEXT_VALUE(&inspected));
  GRN_OBJ_FIN(ctx, &inspected);
  return false;
}

static void *
aggregator_sum_init(grn_ctx *ctx, grn_aggregator_data *data)
{
  const char *tag = "[aggregator][sum]";
  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  size_t n_args = GRN_PTR_VECTOR_SIZE(args);
  if (n_args != 1) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_INVALID_ARGUMENT,
                     "%s wrong number of arguments "
                     "(%" GRN_FMT_SIZE " for 1)",
                     tag,
                     n_args);
    return NULL;
  }

  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  if (!numeric_aggregator_validate_target(ctx, target, tag)) {
    return NULL;
  }

  return NULL;
}

static grn_rc
aggregator_sum_update(grn_ctx *ctx, grn_aggregator_data *data)
{
  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  grn_obj current_value;
  GRN_VOID_INIT(&current_value);
  grn_id source_id = grn_aggregator_data_get_source_id(ctx, data);
  grn_obj_get_value(ctx, target, source_id, &current_value);

  grn_obj *output_column = grn_aggregator_data_get_output_column(ctx, data);
  grn_id group_id = grn_aggregator_data_get_group_id(ctx, data);
  grn_obj_set_value(ctx, output_column, group_id, &current_value, GRN_OBJ_INCR);
  GRN_OBJ_FIN(ctx, &current_value);

  return ctx->rc;
}

typedef struct {
  uint32_t n_values;
  double mean;
} aggregator_mean_value;

typedef struct {
  grn_hash *values;
} aggregator_mean_data;

static void *
aggregator_mean_init(grn_ctx *ctx, grn_aggregator_data *data)
{
  const char *tag = "[aggregator][mean]";
  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  size_t n_args = GRN_PTR_VECTOR_SIZE(args);
  if (n_args != 1) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_INVALID_ARGUMENT,
                     "%s wrong number of arguments "
                     "(%" GRN_FMT_SIZE " for 1)",
                     tag,
                     n_args);
    return NULL;
  }

  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  if (!numeric_aggregator_validate_target(ctx, target, tag)) {
    return NULL;
  }

  aggregator_mean_data *mean_data = GRN_CALLOC(sizeof(aggregator_mean_data));
  if (!mean_data) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_NO_MEMORY_AVAILABLE,
                     "%s failed to allocate: %s",
                     tag,
                     ctx->errbuf);
    return NULL;
  }

  mean_data->values = grn_hash_create(ctx,
                                      NULL,
                                      sizeof(grn_id),
                                      sizeof(aggregator_mean_value),
                                      GRN_OBJ_TABLE_HASH_KEY);
  if (!mean_data->values) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_NO_MEMORY_AVAILABLE,
                     "%s failed to create hash table: %s",
                     tag,
                     ctx->errbuf);
    GRN_FREE(mean_data);
    return NULL;
  }

  return mean_data;
}

static grn_rc
aggregator_mean_update(grn_ctx *ctx, grn_aggregator_data *data)
{
  const char *tag = "[aggregator][mean]";
  aggregator_mean_data *mean_data =
    grn_aggregator_data_get_user_data(ctx, data);
  grn_id group_id = grn_aggregator_data_get_group_id(ctx, data);
  void *value;
  int added;
  grn_id value_id = grn_hash_add(ctx,
                                 mean_data->values,
                                 &group_id,
                                 sizeof(grn_id),
                                 &value,
                                 &added);
  if (value_id == GRN_ID_NIL) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_INVALID_ARGUMENT,
                     "%s failed to add ID: <%u>: %s",
                     tag,
                     group_id,
                     ctx->errbuf);
    return ctx->rc;
  }

  aggregator_mean_value *mean_value = value;
  if (added) {
    mean_value->n_values = 0;
    mean_value->mean = 0.0;
  }

  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  grn_obj current_value;
  GRN_VOID_INIT(&current_value);
  grn_id source_id = grn_aggregator_data_get_source_id(ctx, data);
  grn_obj_get_value(ctx, target, source_id, &current_value);
  double current_value_float = grn_bulk_get_float(ctx, &current_value);
  GRN_OBJ_FIN(ctx, &current_value);

  mean_value->n_values++;
  mean_value->mean +=
    (current_value_float - mean_value->mean) / mean_value->n_values;

  return ctx->rc;
}

static grn_rc
aggregator_mean_fin(grn_ctx *ctx, grn_aggregator_data *data)
{
  aggregator_mean_data *mean_data =
    grn_aggregator_data_get_user_data(ctx, data);

  grn_obj *output_column = grn_aggregator_data_get_output_column(ctx, data);
  grn_obj mean_float;
  GRN_FLOAT_INIT(&mean_float, 0);
  GRN_HASH_EACH_BEGIN(ctx, mean_data->values, cursor, id) {
    void *key;
    unsigned int key_size;
    void *value;
    grn_hash_cursor_get_key_value(ctx, cursor, &key, &key_size, &value);
    grn_id group_id = *((grn_id *)key);
    aggregator_mean_value *mean_value = value;
    GRN_FLOAT_SET(ctx, &mean_float, mean_value->mean);
    grn_obj_set_value(ctx,
                      output_column,
                      group_id,
                      &mean_float,
                      GRN_OBJ_SET);
  } GRN_HASH_EACH_END(ctx, cursor);
  GRN_OBJ_FIN(ctx, &mean_float);

  grn_hash_close(ctx, mean_data->values);
  GRN_FREE(mean_data);

  return ctx->rc;
}

typedef struct {
  uint32_t n_values;
  double mean;
  double m2;
} aggregator_sd_value;

typedef struct {
  grn_hash *values;
  bool unbiased;
} aggregator_sd_data;

static void *
aggregator_sd_init(grn_ctx *ctx, grn_aggregator_data *data)
{
  const char *tag = "[aggregator][sd]";
  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  size_t n_args = GRN_PTR_VECTOR_SIZE(args);
  if (!(1 <= n_args && n_args <= 2)) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_INVALID_ARGUMENT,
                     "%s wrong number of arguments "
                     "(%" GRN_FMT_SIZE " for 1..2)",
                     tag,
                     n_args);
    return NULL;
  }

  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  if (!numeric_aggregator_validate_target(ctx, target, tag)) {
    return NULL;
  }

  bool unbiased = false;
  if (n_args >= 2) {
    grn_obj *options = GRN_PTR_VALUE_AT(args, 1);
    grn_rc rc = grn_proc_options_parse(ctx,
                                       options,
                                       tag,
                                       "unbiased",
                                       GRN_PROC_OPTION_VALUE_BOOL,
                                       &unbiased,
                                       false);
    if (rc != GRN_SUCCESS) {
      return NULL;
    }
  }

  aggregator_sd_data *sd_data = GRN_CALLOC(sizeof(aggregator_sd_data));
  if (!sd_data) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_NO_MEMORY_AVAILABLE,
                     "%s failed to allocate: %s",
                     tag,
                     ctx->errbuf);
    return NULL;
  }

  sd_data->values =
    grn_hash_create(ctx,
                    NULL,
                    sizeof(grn_id),
                    sizeof(aggregator_sd_value),
                    GRN_OBJ_TABLE_HASH_KEY);
  if (!sd_data->values) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_NO_MEMORY_AVAILABLE,
                     "%s failed to create hash table: %s",
                     tag,
                     ctx->errbuf);
    GRN_FREE(sd_data);
    return NULL;
  }
  sd_data->unbiased = unbiased;

  return sd_data;
}

static grn_rc
aggregator_sd_update(grn_ctx *ctx, grn_aggregator_data *data)
{
  const char *tag = "[aggregator][sd]";
  aggregator_sd_data *sd_data =
    grn_aggregator_data_get_user_data(ctx, data);
  grn_id group_id = grn_aggregator_data_get_group_id(ctx, data);
  void *value;
  int added;
  grn_id value_id = grn_hash_add(ctx,
                                 sd_data->values,
                                 &group_id,
                                 sizeof(grn_id),
                                 &value,
                                 &added);
  if (value_id == GRN_ID_NIL) {
    GRN_PLUGIN_ERROR(ctx,
                     GRN_INVALID_ARGUMENT,
                     "%s failed to add ID: <%u>: %s",
                     tag,
                     group_id,
                     ctx->errbuf);
    return ctx->rc;
  }

  aggregator_sd_value *sd_value = value;
  if (added) {
    sd_value->n_values = 0;
    sd_value->mean = 0.0;
    sd_value->m2 = 0.0;
  }

  grn_obj *args = grn_aggregator_data_get_args(ctx, data);
  grn_obj *target = GRN_PTR_VALUE_AT(args, 0);
  grn_obj current_value;
  GRN_VOID_INIT(&current_value);
  grn_id source_id = grn_aggregator_data_get_source_id(ctx, data);
  grn_obj_get_value(ctx, target, source_id, &current_value);
  double current_value_float = grn_bulk_get_float(ctx, &current_value);
  GRN_OBJ_FIN(ctx, &current_value);

  const double mean_previous = sd_value->mean;
  const double m2_previous = sd_value->m2;
  sd_value->n_values++;
  sd_value->mean +=
    (current_value_float - mean_previous) / sd_value->n_values;
  /* Welfold's online algorithm */
  sd_value->m2 =
    m2_previous +
    ((current_value_float - mean_previous) *
     (current_value_float - sd_value->mean));

  return ctx->rc;
}

static grn_rc
aggregator_sd_fin(grn_ctx *ctx, grn_aggregator_data *data)
{
  aggregator_sd_data *sd_data =
    grn_aggregator_data_get_user_data(ctx, data);

  grn_obj *output_column = grn_aggregator_data_get_output_column(ctx, data);
  grn_obj sd_float;
  GRN_FLOAT_INIT(&sd_float, 0);
  GRN_HASH_EACH_BEGIN(ctx, sd_data->values, cursor, id) {
    void *key;
    unsigned int key_size;
    void *value;
    grn_hash_cursor_get_key_value(ctx, cursor, &key, &key_size, &value);
    grn_id group_id = *((grn_id *)key);
    aggregator_sd_value *sd_value = value;
    double sd;
    if (sd_data->unbiased) {
      if (sd_value->n_values > 1) {
        sd = sqrt(sd_value->m2 / (sd_value->n_values - 1));
      } else {
        sd = NAN;
      }
    } else {
      sd = sqrt(sd_value->m2 / sd_value->n_values);
    }
    GRN_FLOAT_SET(ctx, &sd_float, sd);
    grn_obj_set_value(ctx,
                      output_column,
                      group_id,
                      &sd_float,
                      GRN_OBJ_SET);
  } GRN_HASH_EACH_END(ctx, cursor);
  GRN_OBJ_FIN(ctx, &sd_float);

  grn_hash_close(ctx, sd_data->values);
  GRN_FREE(sd_data);

  return ctx->rc;
}

grn_rc
grn_db_init_builtin_aggregators(grn_ctx *ctx)
{
  grn_aggregator_create(ctx,
                        "aggregator_sum", -1,
                        aggregator_sum_init,
                        aggregator_sum_update,
                        NULL);

  grn_aggregator_create(ctx,
                        "aggregator_mean", -1,
                        aggregator_mean_init,
                        aggregator_mean_update,
                        aggregator_mean_fin);

  grn_aggregator_create(ctx,
                        "aggregator_sd", -1,
                        aggregator_sd_init,
                        aggregator_sd_update,
                        aggregator_sd_fin);

  return GRN_SUCCESS;
}
