Adam Simpkins fadaa52f64 [caffe2] add an EstimateAllBlobSizes operator (#59775) ... Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/59775 This operator is similar to `GetAllBlobNames` but also returns the estimated size required to serialize each node. One goal of this operator is to allow checkpoint saving logic to estimate the amount of space/bandwidth required to save a checkpoint when first starting training, without actually serializing any blobs yet. Currently the checkpointing logic uses `GetAllBlobNames` to determine the blobs to checkpoint. It can instead be updated to use `EstimateAllBlobSizes` to also get an estimate for how much space will be required for the checkpoint. ghstack-source-id: 132275153 Test Plan: Included a new unit test. Reviewed By: mraway Differential Revision: D29020227 fbshipit-source-id: 811e5d86c4b59183e84e6424c48c97739be09043		2021-06-24 16:55:22 -07:00
..
__init__.py
activation_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
adadelta_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
adagrad_test.py	Weighted decay with frequency (count-based) (#60382)	2021-06-21 18:46:35 -07:00
adagrad_test_helper.py	Weighted decay with frequency (count-based) (#60382)	2021-06-21 18:46:35 -07:00
adam_test.py
affine_channel_op_test.py
alias_with_name_test.py
apmeter_test.py
arg_ops_test.py
assert_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
async_net_barrier_test.py
atomic_ops_test.py
basic_rnn_test.py
batch_box_cox_test.py
batch_bucketize_op_test.py
batch_moments_op_test.py
batch_sparse_to_dense_op_test.py	[caffe2] Add support for int32 lengths in BatchSparseToDense (#58062)	2021-05-26 10:33:32 -07:00
bbox_transform_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
bisect_percentile_op_test.py
blobs_queue_db_test.py
boolean_mask_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
boolean_unmask_test.py
box_with_nms_limit_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
bucketize_op_test.py
cast_op_test.py
ceil_op_test.py
channel_backprop_stats_op_test.py
channel_shuffle_test.py
channel_stats_op_test.py
checkpoint_test.py
clip_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
clip_tensor_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
collect_and_distribute_fpn_rpn_proposals_op_test.py
concat_split_op_test.py
conditional_test.py
conftest.py
conv_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
conv_transpose_test.py
copy_ops_test.py
copy_rows_to_tensor_op_test.py
cosine_embedding_criterion_op_test.py
counter_ops_test.py
crf_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
cross_entropy_ops_test.py
ctc_beam_search_decoder_op_test.py
ctc_greedy_decoder_op_test.py
cudnn_recurrent_test.py
data_couple_op_test.py
dataset_ops_test.py
decay_adagrad_test.py
deform_conv_test.py
dense_vector_to_id_list_op_test.py
depthwise_3x3_conv_test.py
detectron_keypoints.py
distance_op_test.py
dropout_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
duplicate_operands_test.py
elementwise_linear_op_test.py
elementwise_logical_ops_test.py
elementwise_op_broadcast_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
elementwise_ops_test.py	[caffe2] add tests for inplace elementwise ops (#60106)	2021-06-21 12:04:18 -07:00
emptysample_ops_test.py
enforce_finite_op_test.py
ensure_clipped_test.py
ensure_cpu_output_op_test.py
erf_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
expand_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
fc_operator_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
feature_maps_ops_test.py
filler_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
find_op_test.py
flatten_op_test.py
flexible_top_k_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
floor_op_test.py
fused_nbit_rowwise_conversion_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
fused_nbit_rowwise_test.cc
fused_nbit_rowwise_test_helper.py
gather_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
gather_ranges_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
given_tensor_byte_string_to_uint8_fill_op_test.py
given_tensor_fill_op_test.py
glu_op_test.py
group_conv_test.py
group_norm_op_test.py
gru_test.py
heatmap_max_keypoint_op_test.py	Remove legacy constructor calls from pytorch codebase. (#54142)	2021-04-11 15:45:17 -07:00
histogram_test.py
hsm_test.py
hyperbolic_ops_test.py
im2col_col2im_test.py
image_input_op_test.py
index_hash_ops_test.py
index_ops_test.py
instance_norm_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
integral_image_ops_test.py
jsd_ops_test.py
key_split_ops_test.py
lars_test.py
layer_norm_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
leaky_relu_test.py
learning_rate_adaption_op_test.py
learning_rate_op_test.py
length_split_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
lengths_pad_op_test.py
lengths_reducer_fused_nbit_rowwise_ops_test.py
lengths_tile_op_test.py
lengths_top_k_ops_test.py
listwise_l2r_operator_test.py
load_save_test.py	[caffe2] add an EstimateAllBlobSizes operator (#59775)	2021-06-24 16:55:22 -07:00
locally_connected_op_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
loss_ops_test.py
lpnorm_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
map_ops_test.py
margin_ranking_criterion_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
math_ops_test.py
matmul_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
mean_op_test.py	Lint trailing newlines (#54737)	2021-03-30 13:09:52 -07:00
merge_id_lists_op_test.py
mkl_conv_op_test.py
mkl_packed_fc_op_test.py
mod_op_test.py
moments_op_test.py
momentum_sgd_test.py
mpi_test.py
mul_gradient_benchmark.py
negate_gradient_op_test.py
ngram_ops_test.py
normalize_op_test.py
numpy_tile_op_test.py
one_hot_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
onnx_while_test.py
order_switch_test.py
pack_ops_test.py
pack_rnn_sequence_op_test.py
pad_test.py
partition_ops_test.py
percentile_op_test.py
piecewise_linear_transform_test.py
pooling_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
prepend_dim_test.py
python_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
quantile_test.py
rand_quantization_op_speed_test.py
rank_loss_operator_test.py
rebatching_queue_test.py
record_queue_test.py
recurrent_net_executor_test.py
recurrent_network_test.py
reduce_ops_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
reduction_ops_test.py
reshape_ops_test.py
resize_op_test.py
rmac_regions_op_test.py
rms_norm_op_test.py
rnn_cell_test.py
roi_align_rotated_op_test.py
rowwise_counter_test.py
scale_op_test.py
segment_ops_test.py
self_binning_histogram_test.py
selu_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
sequence_ops_test.py	fix AddPadding tensor shape inference (#59572)	2021-06-08 11:02:33 -07:00
shape_inference_test.py
sinusoid_position_encoding_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
softmax_ops_test.py	relax test deadlines	2021-05-25 15:02:52 -07:00
softplus_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
sparse_dropout_with_replacement_op_test.py
sparse_gradient_checker_test.py
sparse_itemwise_dropout_with_replacement_op_test.py	[itemwise-dropout][1/x][low-level module] Implement Itemwise Sparse Feature Dropout in Dper3 (#59322)	2021-06-04 19:59:17 -07:00
sparse_lengths_sum_benchmark.py
sparse_lp_regularizer_test.py
sparse_normalize_test.py
sparse_ops_test.py
sparse_to_dense_mask_op_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
spatial_bn_op_test.py	[c2] Fix flaky test_spatial_bn_multi_batch_grad	2021-05-06 12:50:53 -07:00
specialized_segment_ops_test.py
square_root_divide_op_test.py
stats_ops_test.py
stats_put_ops_test.py
storm_test.py
string_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
text_file_reader_test.py
thresholded_relu_op_test.py
tile_op_test.py
top_k_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
torch_integration_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
transpose_op_test.py
trigonometric_op_test.py
unique_ops_test.py
unique_uniform_fill_op_test.py
unsafe_coalesce_test.py
upsample_op_test.py
utility_ops_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
video_input_op_test.py
weight_scale_test.py
weighted_multi_sample_test.py
weighted_sample_test.py
weighted_sum_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00
wngrad_test.py	replace all remaining occurrences of deadline=1000, to prevent test flakiness	2021-05-25 15:55:30 -07:00