dmlc--dgl
44089c8b4d
* Merge * [Graph][CUDA] Graph on GPU and many refactoring (#1791) * change edge_ids behavior and C++ impl * fix unittests; remove utils.Index in edge_id * pass mx and th tests * pass tf test * add aten::Scatter_ * Add nonzero; impl CSRGetDataAndIndices/CSRSliceMatrix * CSRGetData and CSRGetDataAndIndices passed tests * CSRSliceMatrix basic tests * fix bug in empty slice * CUDA CSRHasDuplicate * has_node; has_edge_between * predecessors, successors * deprecate send/recv; fix send_and_recv * deprecate send/recv; fix send_and_recv * in_edges; out_edges; all_edges; apply_edges * in deg/out deg * subgraph/edge_subgraph * adj * in_subgraph/out_subgraph * sample neighbors * set/get_n/e_repr * wip: working on refactoring all idtypes * pass ndata/edata tests on gpu * fix * stash * workaround nonzero issue * stash * nx conversion * test_hetero_basics except update routines * test_update_routines * test_hetero_basics for pytorch * more fixes * WIP: flatten graph * wip: flatten * test_flatten * test_to_device * fix bug in to_homo * fix bug in CSRSliceMatrix * pass subgraph test * fix send_and_recv * fix filter * test_heterograph * passed all pytorch tests * fix mx unittest * fix pytorch test_nn * fix all unittests for PyTorch * passed all mxnet tests * lint * fix tf nn test * pass all tf tests * lint * lint * change deprecation * try fix compile * lint * update METIDS * fix utest * fix * fix utests * try debug * revert * small fix * fix utests * upd * upd * upd * fix * upd * upd * upd * upd * upd * trigger * +1s * [kernel] Use heterograph index instead of unitgraph index (#1813) * upd * upd * upd * fix * upd * upd * upd * upd * upd * trigger * +1s * [Graph] Mutation for Heterograph (#1818) * mutation add_nodes and add_edges * Add support for remove_edges, remove_nodes, add_selfloop, remove_selfloop * Fix Co-authored-by: Ubuntu <ubuntu@ip-172-31-51-214.ec2.internal> * upd * upd * upd * fix * [Transfom] Mutable transform (#1833) * add nodesy * All three * Fix * lint * Add some test case * Fix * Fix * Fix * Fix * Fix * Fix * fix * triger * Fix * fix Co-authored-by: Ubuntu <ubuntu@ip-172-31-51-214.ec2.internal> * [Graph] Migrate Batch & Readout module to heterograph (#1836) * dgl.batch * unbatch * fix to device * reduce readout; segment reduce * change batch_num_nodes|edges to function * reduce readout/ softmax * broadcast * topk * fix * fix tf and mx * fix some ci * fix batch but unbatch differently * new checkk * upd * upd * upd * idtype behavior; code reorg * idtype behavior; code reorg * wip: test_basics * pass test_basics * WIP: from nx/ to nx * missing files * upd * pass test_basics:test_nx_conversion * Fix test * Fix inplace update * WIP: fixing tests * upd * pass test_transform cpu * pass gpu test_transform * pass test_batched_graph * GPU graph auto cast to int32 * missing file * stash * WIP: rgcn-hetero * Fix two datasety * upd * weird * Fix capsuley * fuck you * fuck matthias * Fix dgmg * fix bug in block degrees; pass rgcn-hetero * rgcn * gat and diffpool fix also fix ppi and tu dataset * Tree LSTM * pointcloud * rrn; wip: sgc * resolve conflicts * upd * sgc and reddit dataset * upd * Fix deepwalk, gindt and gcn * fix datasets and sign * optimization * optimization * upd * upd * Fix GIN * fix bug in add_nodes add_edges; tagcn * adaptive sampling and gcmc * upd * upd * fix geometric * fix * metapath2vec * fix agnn * fix pickling problem of block * fix utests * miss file * linegraph * upd * upd * upd * graphsage * stgcn_wave * fix hgt * on unittests * Fix transformer * Fix HAN * passed pytorch unittests * lint * fix * Fix cluster gcn * cluster-gcn is ready * on fixing block related codes * 2nd order derivative * Revert "2nd order derivative" This reverts commit 523bf6c249bee61b51b1ad1babf42aad4167f206. * passed torch utests again * fix all mxnet unittests * delete some useless tests * pass all tf cpu tests * disable * disable distributed unittest * fix * fix * lint * fix * fix * fix script * fix tutorial * fix apply edges bug * fix 2 basics * fix tutorial Co-authored-by: yzh119 <expye@outlook.com> Co-authored-by: xiang song(charlie.song) <classicxsong@gmail.com> Co-authored-by: Ubuntu <ubuntu@ip-172-31-51-214.ec2.internal> Co-authored-by: Ubuntu <ubuntu@ip-172-31-7-42.us-west-2.compute.internal> Co-authored-by: Ubuntu <ubuntu@ip-172-31-1-5.us-west-2.compute.internal> Co-authored-by: Ubuntu <ubuntu@ip-172-31-68-185.ec2.internal>
102 行
3.3 KiB
C++
102 行
3.3 KiB
C++
#include <dgl/graph_serializer.h>
|
|
#include <dgl/immutable_graph.h>
|
|
#include <dmlc/memory_io.h>
|
|
#include <gtest/gtest.h>
|
|
#include <algorithm>
|
|
#include <iostream>
|
|
#include <memory>
|
|
#include <vector>
|
|
#include "../../src/graph/heterograph.h"
|
|
#include "../../src/graph/unit_graph.h"
|
|
#include "./common.h"
|
|
|
|
using namespace dgl;
|
|
using namespace dgl::aten;
|
|
using namespace dmlc;
|
|
|
|
TEST(Serialize, UnitGraph_COO) {
|
|
aten::CSRMatrix csr_matrix;
|
|
auto src = VecToIdArray<int64_t>({1, 2, 5, 3});
|
|
auto dst = VecToIdArray<int64_t>({1, 6, 2, 6});
|
|
auto mg = std::dynamic_pointer_cast<UnitGraph>(
|
|
dgl::UnitGraph::CreateFromCOO(2, 9, 8, src, dst, coo_code));
|
|
|
|
std::string blob;
|
|
dmlc::MemoryStringStream ifs(&blob);
|
|
|
|
static_cast<dmlc::Stream *>(&ifs)->Write(mg);
|
|
|
|
dmlc::MemoryStringStream ofs(&blob);
|
|
auto ug2 = Serializer::make_shared<UnitGraph>();
|
|
static_cast<dmlc::Stream *>(&ofs)->Read(&ug2);
|
|
EXPECT_EQ(ug2->NumVertices(0), 9);
|
|
EXPECT_EQ(ug2->NumVertices(1), 8);
|
|
EXPECT_EQ(ug2->NumEdges(0), 4);
|
|
EXPECT_EQ(ug2->FindEdge(0, 1).first, 2);
|
|
EXPECT_EQ(ug2->FindEdge(0, 1).second, 6);
|
|
}
|
|
|
|
TEST(Serialize, UnitGraph_CSR) {
|
|
aten::CSRMatrix csr_matrix;
|
|
auto src = VecToIdArray<int64_t>({1, 2, 5, 3});
|
|
auto dst = VecToIdArray<int64_t>({1, 6, 2, 6});
|
|
auto coo_g = std::dynamic_pointer_cast<UnitGraph>(
|
|
dgl::UnitGraph::CreateFromCOO(2, 9, 8, src, dst));
|
|
auto csr_g =
|
|
std::dynamic_pointer_cast<UnitGraph>(coo_g->GetGraphInFormat(csr_code));
|
|
|
|
std::string blob;
|
|
dmlc::MemoryStringStream ifs(&blob);
|
|
|
|
static_cast<dmlc::Stream *>(&ifs)->Write(csr_g);
|
|
|
|
dmlc::MemoryStringStream ofs(&blob);
|
|
auto ug2 = Serializer::make_shared<UnitGraph>();
|
|
static_cast<dmlc::Stream *>(&ofs)->Read(&ug2);
|
|
// Query operation is not supported on CSR, how to check it?
|
|
}
|
|
|
|
TEST(Serialize, ImmutableGraph) {
|
|
auto src = VecToIdArray<int64_t>({1, 2, 5, 3});
|
|
auto dst = VecToIdArray<int64_t>({1, 6, 2, 6});
|
|
auto gptr = ImmutableGraph::CreateFromCOO(10, src, dst);
|
|
std::string blob;
|
|
dmlc::MemoryStringStream ifs(&blob);
|
|
|
|
static_cast<dmlc::Stream *>(&ifs)->Write(gptr);
|
|
|
|
dmlc::MemoryStringStream ofs(&blob);
|
|
auto rptr_read = dgl::Serializer::make_shared<ImmutableGraph>();
|
|
static_cast<dmlc::Stream *>(&ofs)->Read(&rptr_read);
|
|
EXPECT_EQ(rptr_read->NumEdges(), 4);
|
|
EXPECT_EQ(rptr_read->NumVertices(), 10);
|
|
EXPECT_EQ(rptr_read->FindEdge(2).first, 5);
|
|
EXPECT_EQ(rptr_read->FindEdge(2).second, 2);
|
|
}
|
|
|
|
TEST(Serialize, HeteroGraph) {
|
|
auto src = VecToIdArray<int64_t>({1, 2, 5, 3});
|
|
auto dst = VecToIdArray<int64_t>({1, 6, 2, 6});
|
|
auto mg1 = dgl::UnitGraph::CreateFromCOO(2, 9, 8, src, dst);
|
|
src = VecToIdArray<int64_t>({6, 2, 5, 1, 8});
|
|
dst = VecToIdArray<int64_t>({5, 2, 4, 8, 0});
|
|
auto mg2 = dgl::UnitGraph::CreateFromCOO(1, 9, 9, src, dst);
|
|
std::vector<HeteroGraphPtr> relgraphs;
|
|
relgraphs.push_back(mg1);
|
|
relgraphs.push_back(mg2);
|
|
src = VecToIdArray<int64_t>({0, 0});
|
|
dst = VecToIdArray<int64_t>({1, 0});
|
|
auto meta_gptr = ImmutableGraph::CreateFromCOO(3, src, dst);
|
|
auto hrptr = std::make_shared<HeteroGraph>(meta_gptr, relgraphs);
|
|
|
|
std::string blob;
|
|
dmlc::MemoryStringStream ifs(&blob);
|
|
static_cast<dmlc::Stream *>(&ifs)->Write(hrptr);
|
|
|
|
dmlc::MemoryStringStream ofs(&blob);
|
|
auto gptr = dgl::Serializer::make_shared<HeteroGraph>();
|
|
static_cast<dmlc::Stream *>(&ofs)->Read(&gptr);
|
|
EXPECT_EQ(gptr->NumVertices(0), 9);
|
|
EXPECT_EQ(gptr->NumVertices(1), 8);
|
|
}
|