2.1.0
User Documentation for Apache MADlib
madlib_keras.sql_in File Reference

Fit, evaluate and predict for one model. More...

Functions

void madlib_keras_fit (varchar source_table, varchar model, varchar model_arch_table, integer model_id, varchar compile_params, varchar fit_params, integer num_iterations, boolean use_gpus=false, varchar validation_table=NULL, integer metrics_compute_frequency=NULL, boolean warm_start=NULL, varchar name=NULL, varchar description=NULL, varchar object_table=NULL)
 
bytea fit_transition (bytea state, bytea[] dependent_var, bytea[] independent_var, integer[] dependent_var_shape, integer[] independent_var_shape, text model_architecture, text compile_params, text fit_params, integer dist_key, integer[] dist_key_mapping, integer current_seg_id, integer[] segments_per_host, integer[] images_per_seg, integer[] accessible_gpus_for_seg, bytea prev_serialized_weights, bytea custom_function_map)
 
bytea fit_transition_wide (bytea state, bytea dependent_var1, bytea dependent_var2, bytea dependent_var3, bytea dependent_var4, bytea dependent_var5, bytea independent_var1, bytea independent_var2, bytea independent_var3, bytea independent_var4, bytea independent_var5, integer[] dependent_var_shape, integer[] independent_var_shape, text model_architecture, text compile_params, text fit_params, integer dist_key, integer[] dist_key_mapping, integer current_seg_id, integer[] segments_per_host, integer[] images_per_seg, integer[] accessible_gpus_for_seg, bytea prev_serialized_weights, bytea custom_function_map)
 
bytea fit_merge (bytea state1, bytea state2)
 
bytea fit_final (bytea state)
 
aggregate bytea fit_step (bytea, bytea, bytea, bytea, bytea, bytea, bytea, bytea, bytea, bytea, integer[], integer[], text, text, text, integer, integer[], integer, integer[], integer[], integer[], bytea, bytea)
 
aggregate bytea fit_step (bytea[], bytea[], integer[], integer[], text, text, text, integer, integer[], integer, integer[], integer[], integer[], bytea, bytea)
 
void madlib_keras_predict (varchar model_table, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, varchar pred_type="prob", boolean use_gpus=false, integer mst_key=NULL)
 
void madlib_keras_predict (varchar model_table, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, integer pred_type, boolean use_gpus=false, integer mst_key=NULL)
 
void madlib_keras_predict (varchar model_table, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, float8 pred_type, boolean use_gpus=false, integer mst_key=NULL)
 
float8 [] internal_keras_predict (real[] independent_var, real[] independent_var2, real[] independent_var3, real[] independent_var4, real[] independent_var5, text model_architecture, bytea model_weights, float8 normalizing_const, integer current_seg_id, integer[] seg_ids, integer[] images_per_seg, integer gpus_per_host, integer[] segments_per_host)
 
void madlib_keras_predict_byom (varchar model_arch_table, integer model_id, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, varchar pred_type="prob", boolean use_gpus=NULL, text[] class_values=NULL, float8 normalizing_const=NULL, integer dependent_count=1)
 
void madlib_keras_predict_byom (varchar model_arch_table, integer model_id, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, integer pred_type, boolean use_gpus=NULL, text[] class_values=NULL, float8 normalizing_const=NULL)
 
void madlib_keras_predict_byom (varchar model_arch_table, integer model_id, varchar test_table, varchar id_col, varchar independent_varname, varchar output_table, float8 pred_type, boolean use_gpus=NULL, text[] class_values=NULL, float8 normalizing_const=NULL)
 
void madlib_keras_evaluate (varchar model_table, varchar test_table, varchar output_table, boolean use_gpus, integer mst_key)
 
void madlib_keras_evaluate (varchar model_table, varchar test_table, varchar output_table, boolean use_gpus)
 
void madlib_keras_evaluate (varchar model_table, varchar test_table, varchar output_table)
 
real [] internal_keras_eval_transition (real[] state, bytea[] dependent_var, bytea[] independent_var, integer[] dependent_var_shape, integer[] independent_var_shape, text model_architecture, bytea serialized_weights, text compile_params, integer dist_key, integer[] dist_key_mapping, integer current_seg_id, integer[] segments_per_host, integer[] images_per_seg, integer[] accessible_gpus_for_seg, boolean should_clear_session, bytea custom_function_map)
 
real [] internal_keras_eval_merge (real[] state1, real[] state2)
 
real [2] internal_keras_eval_final (real[] state)
 
aggregate real [2] internal_keras_evaluate (bytea[], bytea[], integer[], integer[], text, bytea, text, integer, integer[], integer, integer[], integer[], integer[], boolean, bytea)
 
varchar madlib_keras_fit (varchar message)
 
varchar madlib_keras_fit ()
 
varchar madlib_keras_evaluate (varchar message)
 
varchar madlib_keras_evaluate ()
 
varchar madlib_keras_predict (varchar message)
 
varchar madlib_keras_predict ()
 
varchar madlib_keras_predict_byom (varchar message)
 
varchar madlib_keras_predict_byom ()
 

Detailed Description

Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements. See the NOTICE file distributed with this work for additional information regarding copyright ownership. The ASF licenses this file to you under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Date
June 2019

Function Documentation

◆ fit_final()

bytea fit_final ( bytea  state)

◆ fit_merge()

bytea fit_merge ( bytea  state1,
bytea  state2 
)

◆ fit_step() [1/2]

aggregate bytea fit_step ( bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
bytea  ,
integer  [],
integer  [],
text  ,
text  ,
text  ,
integer  ,
integer  [],
integer  ,
integer  [],
integer  [],
integer  [],
bytea  ,
bytea   
)

◆ fit_step() [2/2]

aggregate bytea fit_step ( bytea  [],
bytea  [],
integer  [],
integer  [],
text  ,
text  ,
text  ,
integer  ,
integer  [],
integer  ,
integer  [],
integer  [],
integer  [],
bytea  ,
bytea   
)

◆ fit_transition()

bytea fit_transition ( bytea  state,
bytea []  dependent_var,
bytea []  independent_var,
integer []  dependent_var_shape,
integer []  independent_var_shape,
text  model_architecture,
text  compile_params,
text  fit_params,
integer  dist_key,
integer []  dist_key_mapping,
integer  current_seg_id,
integer []  segments_per_host,
integer []  images_per_seg,
integer []  accessible_gpus_for_seg,
bytea  prev_serialized_weights,
bytea  custom_function_map 
)

◆ fit_transition_wide()

bytea fit_transition_wide ( bytea  state,
bytea  dependent_var1,
bytea  dependent_var2,
bytea  dependent_var3,
bytea  dependent_var4,
bytea  dependent_var5,
bytea  independent_var1,
bytea  independent_var2,
bytea  independent_var3,
bytea  independent_var4,
bytea  independent_var5,
integer []  dependent_var_shape,
integer []  independent_var_shape,
text  model_architecture,
text  compile_params,
text  fit_params,
integer  dist_key,
integer []  dist_key_mapping,
integer  current_seg_id,
integer []  segments_per_host,
integer []  images_per_seg,
integer []  accessible_gpus_for_seg,
bytea  prev_serialized_weights,
bytea  custom_function_map 
)

◆ internal_keras_eval_final()

real [2] internal_keras_eval_final ( real []  state)

◆ internal_keras_eval_merge()

real [] internal_keras_eval_merge ( real []  state1,
real []  state2 
)

◆ internal_keras_eval_transition()

real [] internal_keras_eval_transition ( real []  state,
bytea []  dependent_var,
bytea []  independent_var,
integer []  dependent_var_shape,
integer []  independent_var_shape,
text  model_architecture,
bytea  serialized_weights,
text  compile_params,
integer  dist_key,
integer []  dist_key_mapping,
integer  current_seg_id,
integer []  segments_per_host,
integer []  images_per_seg,
integer []  accessible_gpus_for_seg,
boolean  should_clear_session,
bytea  custom_function_map 
)

◆ internal_keras_evaluate()

aggregate real [2] internal_keras_evaluate ( bytea  [],
bytea  [],
integer  [],
integer  [],
text  ,
bytea  ,
text  ,
integer  ,
integer  [],
integer  ,
integer  [],
integer  [],
integer  [],
boolean  ,
bytea   
)

◆ internal_keras_predict()

float8 [] internal_keras_predict ( real []  independent_var,
real []  independent_var2,
real []  independent_var3,
real []  independent_var4,
real []  independent_var5,
text  model_architecture,
bytea  model_weights,
float8  normalizing_const,
integer  current_seg_id,
integer []  seg_ids,
integer []  images_per_seg,
integer  gpus_per_host,
integer []  segments_per_host 
)

◆ madlib_keras_evaluate() [1/5]

void madlib_keras_evaluate ( varchar  model_table,
varchar  test_table,
varchar  output_table,
boolean  use_gpus,
integer  mst_key 
)

◆ madlib_keras_evaluate() [2/5]

void madlib_keras_evaluate ( varchar  model_table,
varchar  test_table,
varchar  output_table,
boolean  use_gpus 
)

◆ madlib_keras_evaluate() [3/5]

void madlib_keras_evaluate ( varchar  model_table,
varchar  test_table,
varchar  output_table 
)

◆ madlib_keras_evaluate() [4/5]

varchar madlib_keras_evaluate ( varchar  message)

◆ madlib_keras_evaluate() [5/5]

varchar madlib_keras_evaluate ( )

◆ madlib_keras_fit() [1/3]

void madlib_keras_fit ( varchar  source_table,
varchar  model,
varchar  model_arch_table,
integer  model_id,
varchar  compile_params,
varchar  fit_params,
integer  num_iterations,
boolean  use_gpus = false,
varchar  validation_table = NULL,
integer  metrics_compute_frequency = NULL,
boolean  warm_start = NULL,
varchar  name = NULL,
varchar  description = NULL,
varchar  object_table = NULL 
)

◆ madlib_keras_fit() [2/3]

varchar madlib_keras_fit ( varchar  message)

◆ madlib_keras_fit() [3/3]

varchar madlib_keras_fit ( )

◆ madlib_keras_predict() [1/5]

void madlib_keras_predict ( varchar  model_table,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
varchar  pred_type = "prob",
boolean  use_gpus = false,
integer  mst_key = NULL 
)

◆ madlib_keras_predict() [2/5]

void madlib_keras_predict ( varchar  model_table,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
integer  pred_type,
boolean  use_gpus = false,
integer  mst_key = NULL 
)

◆ madlib_keras_predict() [3/5]

void madlib_keras_predict ( varchar  model_table,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
float8  pred_type,
boolean  use_gpus = false,
integer  mst_key = NULL 
)

◆ madlib_keras_predict() [4/5]

varchar madlib_keras_predict ( varchar  message)

◆ madlib_keras_predict() [5/5]

varchar madlib_keras_predict ( )

◆ madlib_keras_predict_byom() [1/5]

void madlib_keras_predict_byom ( varchar  model_arch_table,
integer  model_id,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
varchar  pred_type = "prob",
boolean  use_gpus = NULL,
text []  class_values = NULL,
float8  normalizing_const = NULL,
integer  dependent_count = 1 
)

◆ madlib_keras_predict_byom() [2/5]

void madlib_keras_predict_byom ( varchar  model_arch_table,
integer  model_id,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
integer  pred_type,
boolean  use_gpus = NULL,
text []  class_values = NULL,
float8  normalizing_const = NULL 
)

◆ madlib_keras_predict_byom() [3/5]

void madlib_keras_predict_byom ( varchar  model_arch_table,
integer  model_id,
varchar  test_table,
varchar  id_col,
varchar  independent_varname,
varchar  output_table,
float8  pred_type,
boolean  use_gpus = NULL,
text []  class_values = NULL,
float8  normalizing_const = NULL 
)

◆ madlib_keras_predict_byom() [4/5]

varchar madlib_keras_predict_byom ( varchar  message)

◆ madlib_keras_predict_byom() [5/5]

varchar madlib_keras_predict_byom ( )