mirror of
https://github.com/saymrwulf/pytorch.git
synced 2026-05-14 20:57:59 +00:00
6e16c9bb1d
Summary: torch_ucc uses `deleteKey`, and trying to run PyTorch tests with torch_ucc leads to failure about `deleteKey not implemented for FileStore`. cc pietern mrshenli pritamdamania87 zhaojuanmao satgera rohan-varma gqchen aazzolini osalpekar jiayisuse SciPioneer H-Huang Pull Request resolved: https://github.com/pytorch/pytorch/pull/69953 Reviewed By: ngimel Differential Revision: D33458457 Pulled By: H-Huang fbshipit-source-id: f46afd59f950722ae594d9aafb8843f14019e930
62 lines
1.4 KiB
C++
62 lines
1.4 KiB
C++
#pragma once
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <mutex>
|
|
#include <unordered_map>
|
|
|
|
#include <c10d/Store.hpp>
|
|
|
|
namespace c10d {
|
|
|
|
class TORCH_API FileStore : public Store {
|
|
public:
|
|
explicit FileStore(const std::string& path, int numWorkers);
|
|
|
|
virtual ~FileStore();
|
|
|
|
void set(const std::string& key, const std::vector<uint8_t>& value) override;
|
|
|
|
std::vector<uint8_t> compareSet(
|
|
const std::string& key,
|
|
const std::vector<uint8_t>& expectedValue,
|
|
const std::vector<uint8_t>& desiredValue) override;
|
|
|
|
std::vector<uint8_t> get(const std::string& key) override;
|
|
|
|
int64_t add(const std::string& key, int64_t value) override;
|
|
|
|
int64_t getNumKeys() override;
|
|
|
|
bool deleteKey(const std::string& key) override;
|
|
|
|
bool check(const std::vector<std::string>& keys) override;
|
|
|
|
void wait(const std::vector<std::string>& keys) override;
|
|
|
|
void wait(
|
|
const std::vector<std::string>& keys,
|
|
const std::chrono::milliseconds& timeout) override;
|
|
|
|
// Returns the path used by the FileStore.
|
|
const std::string& getPath() const noexcept {
|
|
return path_;
|
|
}
|
|
|
|
protected:
|
|
int64_t addHelper(const std::string& key, int64_t i);
|
|
|
|
std::string path_;
|
|
off_t pos_;
|
|
|
|
int numWorkers_;
|
|
const std::string cleanupKey_;
|
|
const std::string regularPrefix_;
|
|
const std::string deletePrefix_;
|
|
|
|
std::unordered_map<std::string, std::vector<uint8_t>> cache_;
|
|
|
|
std::mutex activeFileOpLock_;
|
|
};
|
|
|
|
} // namespace c10d
|