tf_record_dataset_op.cc
Source contains an unconditional loopimports tensorflow/core/platform/logging.h
SHA-256366490a6310b75a62dddd84d9a2891cbfef4f4984ed3d3b5a620a941e5a2f638
MaleculeH(Db₂)Md(In)
Evidence
1/* Copyright 2019 The TensorFlow Authors. All Rights Reserved.
2
3Licensed under the Apache License, Version 2.0 (the "License");
4you may not use this file except in compliance with the License.
5You may obtain a copy of the License at
6
7 http://www.apache.org/licenses/LICENSE-2.0
8
9Unless required by applicable law or agreed to in writing, software
10distributed under the License is …
11:42… IND, either express or implied.
12See the License for the specific language governing permissions and
13limitations under the License.
14==============================================================================*/
15#include "tensorflow/core/kernels/data/tf_record_dataset_op.h"
16
17#include <cstdint>
18
19#include "tensorflow/core/data/name_utils.h"
20#include "tensorflow/core/data/utils.h"
21#include "tensorflow/core/framework/dataset.h"
22#include "tensorflow/core/framework/metrics.h"
23#include "tensorflow/core/framework/partial_tensor_shape.h"
24#include "tensorflow/core/framework/tensor.h"
25#include "tensorflow/core/framework/tf_data_file_logger_options.h"
26#include "tensorflow/core/lib/io/buffered_inputstream.h"
27#include "tensorflow/core/lib/io/inputbuffer.h"
28#include "tensorflow/core/lib/io/random_inputstream.h"
29#include "tensorflow/core/lib/io/record_reader.h"
30#include "tensorflow/core/lib/io/zlib_compression_options.h"
31#include "tensorflow/core/lib/io/zlib_inputstream.h"
32#include "tensorflow/core/platform/logging.h"
33#include "tsl/profiler/lib/traceme.h"
34
35namespace tensorflow {
36namespace data {
37
38// See documentation in ../../ops/dataset_ops.cc fo …
45:22… r const char* const TFRecordDatasetOp::kByteOffsets;
46
47constexpr char kTFRecordDataset[] = "TFRecordDataset";
48constexpr char kCurrentFileIndex[] = "current_file_index";
49constexpr char kOffset[] = "offset";
50constexpr char kGcsFsPrefix[] = "gs://";
51constexpr char kS3FsPrefix[] = "s3://";
52constexpr int64_t kUnspecifiedBufferSize = -1;
53constexpr int64_t kDefaultBufferSize = 256LL << 10; // 256KB
⋯4 lines
169:63… l move forward
170 // the file index so that it works with ignore_errors.
171 // Otherwise the same file will repeat.
172 Re …
174:4… return s;
175 }
176
177 // We have reached the end of the current file, so maybe move on to
178 // next file.
179 Rese …