Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Implement dynamic polymorphism in CPUHashMap #381

Merged
merged 14 commits into from
Jan 13, 2025
23 changes: 19 additions & 4 deletions pyg_lib/csrc/classes/cpu/hash_map.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ namespace pyg {
namespace classes {

template <typename KeyType>
CPUHashMap<KeyType>::CPUHashMap(const at::Tensor& key) {
CPUHashMapImpl<KeyType>::CPUHashMapImpl(const at::Tensor& key) {
at::TensorArg key_arg{key, "key", 0};
at::CheckedFrom c{"HashMap.init"};
at::checkDeviceType(c, key, at::DeviceType::CPU);
Expand All @@ -30,7 +30,7 @@ CPUHashMap<KeyType>::CPUHashMap(const at::Tensor& key) {
};

template <typename KeyType>
at::Tensor CPUHashMap<KeyType>::get(const at::Tensor& query) {
at::Tensor CPUHashMapImpl<KeyType>::get(const at::Tensor& query) {
at::TensorArg query_arg{query, "query", 0};
at::CheckedFrom c{"HashMap.get"};
at::checkDeviceType(c, query, at::DeviceType::CPU);
Expand All @@ -57,10 +57,25 @@ at::Tensor CPUHashMap<KeyType>::get(const at::Tensor& query) {
return out;
}

CPUHashMap::CPUHashMap(const at::Tensor& key) {
// clang-format off
AT_DISPATCH_ALL_TYPES_AND(at::ScalarType::Bool,
key.scalar_type(),
"cpu_hash_map_init",
[&] {
map_ = std::make_unique<CPUHashMapImpl<scalar_t>>(key);
});
// clang-format on
}

at::Tensor CPUHashMap::get(const at::Tensor& query) {
return map_->get(query);
}

TORCH_LIBRARY(pyg, m) {
m.class_<CPUHashMap<int64_t>>("CPUHashMap")
m.class_<CPUHashMap>("CPUHashMap")
.def(torch::init<at::Tensor&>())
.def("get", &CPUHashMap<int64_t>::get);
.def("get", &CPUHashMap::get);
}

} // namespace classes
Expand Down
24 changes: 19 additions & 5 deletions pyg_lib/csrc/classes/cpu/hash_map.h
Original file line number Diff line number Diff line change
Expand Up @@ -6,13 +6,18 @@
namespace pyg {
namespace classes {

struct IHashMap {
virtual ~IHashMap() = default;
virtual at::Tensor get(const at::Tensor& query) = 0;
};

template <typename KeyType>
struct CPUHashMap : torch::CustomClassHolder {
struct CPUHashMapImpl : IHashMap {
public:
using ValueType = int64_t;

CPUHashMap(const at::Tensor& key);
at::Tensor get(const at::Tensor& query);
CPUHashMapImpl(const at::Tensor& key);
at::Tensor get(const at::Tensor& query) override;

private:
phmap::parallel_flat_hash_map<
Expand All @@ -21,10 +26,19 @@ struct CPUHashMap : torch::CustomClassHolder {
phmap::priv::hash_default_hash<KeyType>,
phmap::priv::hash_default_eq<KeyType>,
phmap::priv::Allocator<std::pair<const KeyType, ValueType>>,
8,
phmap::NullMutex>
12,
std::mutex>
map_;
};

struct CPUHashMap : torch::CustomClassHolder {
public:
CPUHashMap(const at::Tensor& key);
at::Tensor get(const at::Tensor& query);

private:
std::unique_ptr<IHashMap> map_;
};

} // namespace classes
} // namespace pyg
2 changes: 1 addition & 1 deletion test/csrc/classes/test_hash_map.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ TEST(CPUHashMapTest, BasicAssertions) {
auto options = at::TensorOptions().dtype(at::kLong);
auto key = at::tensor({0, 10, 30, 20}, options);

auto map = pyg::classes::CPUHashMap<int64_t>(key);
auto map = pyg::classes::CPUHashMap(key);

auto query = at::tensor({30, 10, 20, 40}, options);
auto expected = at::tensor({2, 1, 3, -1}, options);
Expand Down
Loading