o ?e5@sdZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm Z dd lm Z dd lmZdd lmZdd lmZdd lmZddlmZddlmZddlmZddlmZddlmZddlm Z!ddlm"Z#ddlm$Z%ddlm&Z&ddlm'Z(ddlm)Z*ddlm+Z,ddlm-Z.ddlm/Z0ddl1m2Z2GdddZ3Gdd d e2j4j5Z6Gd!d"d"Z7Gd#d$d$e2j4j5Z8Gd%d&d&Z9d'S)(zOps for boosted_trees.)ops) array_ops)gen_boosted_trees_ops) resources)boosted_trees_aggregate_stats)boosted_trees_bucketize)*boosted_trees_calculate_best_feature_split)-boosted_trees_calculate_best_feature_split_v2).boosted_trees_calculate_best_gains_per_feature)boosted_trees_center_bias)-boosted_trees_create_quantile_stream_resource)#boosted_trees_example_debug_outputs)%boosted_trees_make_quantile_summaries) boosted_trees_make_stats_summary)boosted_trees_predict)4boosted_trees_quantile_stream_resource_add_summaries)2boosted_trees_quantile_stream_resource_deserialize),boosted_trees_quantile_stream_resource_flush).make_save_specZ_bucket_boundaries_) resource_handle _num_streams _create_opget_bucket_boundariesr0strsuperr3__init__) selfr= create_op num_streamsr:bucket_boundariesspecsr<i __class__r9r*rCEs z$QuantileAccumulatorSaveable.__init__cCsD|}t|jgt|j|dWdS1swYdS)N)rG)rcontrol_dependenciesr?quantile_resource_deserializer=)rDrestored_tensorsZunused_tensor_shapesrGr)r)r*restoreXs $z#QuantileAccumulatorSaveable.restorer,r-r.r/rCrO __classcell__r)r)rJr*r3Bs r3c@sjeZdZdZ  dddZddZddZed d Zd d Z d dZ ddZ ddZ ddZ ddZdS)QuantileAccumulatorzSaveableObject implementation for QuantileAccumulator. The bucket boundaries are serialized and deserialized from checkpointing. NcCs~||_||_||_t|d}||_||_||_ | }Wdn1s,wYt |j|j |t tjjt|j|j |j|jjdS)NrR)_epsr>_num_quantilesr name_scope_name_create_resourcer= _initialize_init_opis_initializedrregister_resourceadd_to_collection GraphKeysSAVEABLE_OBJECTSr3r:)rDepsilonrFZ num_quantilesr:Z max_elementsis_initialized_opr)r)r*rCes&      zQuantileAccumulator.__init__cCstd|j|jdSNr4) containerZ shared_namer:)quantile_resource_handle_oprVrDr)r)r*rW}s z$QuantileAccumulator._create_resourcecCst|j|j|jSr5)create_quantile_stream_resourcer=rSr>rdr)r)r*rXs zQuantileAccumulator._initializecC|jdur ||_|jSr5rYrXrdr)r)r* initializer  zQuantileAccumulator.initializercCs t|jSr5) is_quantile_resource_initializedr=rdr)r)r*rZs z"QuantileAccumulator.is_initializedcCtdNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _restore_from_tensors below.NotImplementedErrorrdr)r)r*_serialize_to_tensorsz)QuantileAccumulator._serialize_to_tensorscCrkNzyWhen the need arises, TF2 compatibility can be added by implementing this method, along with _serialize_to_tensors above.rmrDrNr)r)r*_restore_from_tensorsrpz)QuantileAccumulator._restore_from_tensorscCst|||j}t|j|}|Sr5)make_quantile_summariesrSquantile_add_summariesr=)rDZ float_columnsZexample_weightsZ summariesZ summary_opr)r)r* add_summariess  z!QuantileAccumulator.add_summariescCt|j|jSr5)quantile_flushr=rTrdr)r)r*flushzQuantileAccumulator.flushcCrwr5)r@r=r>rdr)r)r*r@rzz)QuantileAccumulator.get_bucket_boundaries)NN)r,r-r.r/rCrWrXpropertyrhrZrorsrvryr@r)r)r)r*rR_s    rRcr2)_TreeEnsembleSavablez/SaveableObject implementation for TreeEnsemble.cs^t|\}}d}tj|||dtj|||dg}tt||||||_||_ dS)zCreates a _TreeEnsembleSavable object. Args: resource_handle: handle to the decision tree ensemble variable. create_op: the op to initialize the variable. name: the name to save the tree ensemble variable under. r4Z_stampZ _serializedN) r boosted_trees_serialize_ensemblerr6r7rBr|rCr=r?)rDr=rEr: stamp_tokenZ serializedr;rHrJr)r*rCs    z_TreeEnsembleSavable.__init__cCsLt|jgtj|j|d|ddWdS1swYdS)agRestores the associated tree ensemble from 'restored_tensors'. Args: restored_tensors: the tensors that were loaded from a checkpoint. unused_restored_shapes: the shapes this object should conform to after restore. Not meaningful for trees. Returns: The operation that restores the state of the tree ensemble variable. r)r~tree_ensemble_serializedN)rrLr?r"boosted_trees_deserialize_ensembler=)rDrNZunused_restored_shapesr)r)r*rOs $z_TreeEnsembleSavable.restorerPr)r)rJr*r|s r|c@sneZdZdZdddZddZd d Zed d Zd dZ ddZ ddZ ddZ ddZ ddZddZdS) TreeEnsemblezCreates TreeEnsemble resource.rFr4cCs||_||_||_t|d8}||_||_||_ | }|s3t tj j t|j|j|jjtj|j|j|| dWddS1sJwYdS)Nr)Z is_shared) _stamp_token_serialized_protoZ _is_localrrUrVrWr=rXrYrZr\r]r^r|rhr:rr[)rDr:r~is_localserialized_protor`r)r)r*rCs,   "zTreeEnsemble.__init__cCstjd|j|jdSra)rZ)boosted_trees_ensemble_resource_handle_oprVrdr)r)r*rWs zTreeEnsemble._create_resourcecCstj|j|j|jdS)N)r)rZboosted_trees_create_ensembler=rrrdr)r)r*rXs zTreeEnsemble._initializecCrfr5rgrdr)r)r*rhrizTreeEnsemble.initializercC t|jSr5)rZ%is_boosted_trees_ensemble_initializedr=rdr)r)r*rZszTreeEnsemble.is_initializedcCrkrlrmrdr)r)r*rorpz"TreeEnsemble._serialize_to_tensorscCrkrqrmrrr)r)r*rsrpz"TreeEnsemble._restore_from_tensorscCst|j\}}}}}|S)z0Returns the current stamp token of the resource.)r!boosted_trees_get_ensemble_statesr=)rDr~_r)r)r*get_stamp_tokens  zTreeEnsemble.get_stamp_tokencCsVt|j\}}}}}tj|ddtj|ddtj|ddtj|ddtj|ddfS)zReturns states of the tree ensemble. Returns: stamp_token, num_trees, num_finalized_trees, num_attempted_layers and range of the nodes in the latest layer. r~)r: num_treesnum_finalized_treesnum_attempted_layersZlast_layer_nodes_range)rrr=ridentity)rDr~rrrZ nodes_ranger)r)r* get_statess      zTreeEnsemble.get_statescCr)zSerializes the ensemble into proto and returns the serialized proto. Returns: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. )rr}r=rdr)r)r* serialize"szTreeEnsemble.serializecCst|j||S)aDeserialize the input proto and resets the ensemble from it. Args: stamp_token: int64 scalar Tensor to denote the stamp of the resource. serialized_proto: string scalar Tensor of the serialized proto. Returns: Operation (for dependencies). )rrr=)rDr~rr)r)r* deserialize,s zTreeEnsemble.deserializeN)rFr4)r,r-r.r/rCrWrXr{rhrZrorsrrrrr)r)r)r*rs   rN):r/Ztensorflow.python.frameworkrZtensorflow.python.opsrrrZ+tensorflow.python.ops.gen_boosted_trees_opsrrrZcalculate_best_feature_splitr Zcalculate_best_feature_split_v2r Z calculate_best_gains_per_featurer Z center_biasr rer Zexample_debug_outputsrrtrZmake_stats_summaryrZpredictrrurrMrrxrr@rrcrrZ#sparse_calculate_best_feature_splitrZtraining_predictrZupdate_ensemblerZupdate_ensemble_v2rrjZtensorflow.python.trainingrrr6ZSaveableObjectr3rRr|rr)r)r)r*sB                           F-