dmlc--dgl
f370e628cd
* sample layer subgraphs. * fix. * fix. * add layered subgraph. * fix lint. * fix. * fix tutorial. * fix. * remove copy_to_parent. * add num_layers * move sampling code to sampler.cc * fix. * move subgraph construction out. * Revert "move subgraph construction out." This reverts commit 24b3d13b0d8ed5f91847ea75a7674ee8f7d45cff. * change to NodeFlow. * use NodeFlow in Python. * use NodeFlowIndex. * add node_mapping and edge_mapping. * remove unnecessary code in SSE tutorial. * Revert "remove unnecessary code in SSE tutorial." This reverts commit 093f0413d5fa2e63ca5f80c46c80a126a9fb720c. * fix tutorial. * move to node_flow. * update gcn cv updater. * import NodeFlow. * update. * add demo code for vanilla control variate sampler. * update. * update. * add neighbor sampling. * return flow offsets. * update node_flow. * add test. * fix sampler. * fix graph index. * fix a bug in sampler. * fix map_to_layer_nid and map_to_flow_eid. * fix apply_flow. * remove model code. * implement flow_compute. * fix a bug. * reverse the csr physically. * add mini-batch test. * add mini batch test. * update flow_compute. * add prop_flows * run on specific nodes. * test copy * fix a bug in creating frame in NodeFlow. * add init gcn_cv_updater. * fix a minor bug. * fix gcn_cv_updater. * fix a bug. * fix a bug in NodeFlow. * use new h in gcn_cv_updater. * add layer_in_degree and layer_out_degree. * fix gcn_cv_updater for gpu. * temp fix in NodeFlow for diff context. * allow enabling/disabling copy back. * add with-updater option. * fix a bug in computing degree. * add with-cv option. * rename and add comments. * fix lint complain. * fix lint. * avoid assert. * remove assert. * fix. * fix. * fix. * fix. * fix the methods in NodeFlow. * fix lint. * update SSE. * remove gcn_cv_updater. * correct comments for the schedulers. * update comment. * add map_to_nodeflow_nid * address comment. * remove duplicated test. * fix int. * fix comments. * fix lint * fix. * replace subgraph with NodeFlow. * move view. * address comments. * fix lint. * fix lint. * remove static_cast. * fix docstring. * fix comments. * break SampleSubgraph. * move neighbor sampling to sampler.cc * fix comments. * rename. * split neighbor_list. * address comments. * fix. * remove TODO.
245 行
6.9 KiB
Python
245 行
6.9 KiB
Python
"""Views of DGLGraph."""
|
|
from __future__ import absolute_import
|
|
|
|
from collections import namedtuple
|
|
from collections.abc import MutableMapping
|
|
|
|
from .base import ALL, is_all, DGLError
|
|
from . import backend as F
|
|
|
|
NodeSpace = namedtuple('NodeSpace', ['data'])
|
|
|
|
class NodeView(object):
|
|
"""A NodeView class to act as G.nodes for a DGLGraph.
|
|
|
|
Can be used to get a list of current nodes and get and set node data.
|
|
|
|
See Also
|
|
--------
|
|
dgl.DGLGraph.nodes
|
|
"""
|
|
__slots__ = ['_graph']
|
|
|
|
def __init__(self, graph):
|
|
self._graph = graph
|
|
|
|
def __len__(self):
|
|
return self._graph.number_of_nodes()
|
|
|
|
def __getitem__(self, nodes):
|
|
if isinstance(nodes, slice):
|
|
# slice
|
|
if not (nodes.start is None and nodes.stop is None
|
|
and nodes.step is None):
|
|
raise DGLError('Currently only full slice ":" is supported')
|
|
return NodeSpace(data=NodeDataView(self._graph, ALL))
|
|
else:
|
|
return NodeSpace(data=NodeDataView(self._graph, nodes))
|
|
|
|
def __call__(self):
|
|
"""Return the nodes."""
|
|
return F.arange(0, len(self))
|
|
|
|
class NodeDataView(MutableMapping):
|
|
"""The data view class when G.nodes[...].data is called.
|
|
|
|
See Also
|
|
--------
|
|
dgl.DGLGraph.nodes
|
|
"""
|
|
__slots__ = ['_graph', '_nodes']
|
|
|
|
def __init__(self, graph, nodes):
|
|
self._graph = graph
|
|
self._nodes = nodes
|
|
|
|
def __getitem__(self, key):
|
|
return self._graph.get_n_repr(self._nodes)[key]
|
|
|
|
def __setitem__(self, key, val):
|
|
self._graph.set_n_repr({key : val}, self._nodes)
|
|
|
|
def __delitem__(self, key):
|
|
if not is_all(self._nodes):
|
|
raise DGLError('Delete feature data is not supported on only a subset'
|
|
' of nodes. Please use `del G.ndata[key]` instead.')
|
|
self._graph.pop_n_repr(key)
|
|
|
|
def __len__(self):
|
|
return len(self._graph._node_frame)
|
|
|
|
def __iter__(self):
|
|
return iter(self._graph._node_frame)
|
|
|
|
def __repr__(self):
|
|
data = self._graph.get_n_repr(self._nodes)
|
|
return repr({key : data[key] for key in self._graph._node_frame})
|
|
|
|
EdgeSpace = namedtuple('EdgeSpace', ['data'])
|
|
|
|
class EdgeView(object):
|
|
"""A EdgeView class to act as G.edges for a DGLGraph.
|
|
|
|
Can be used to get a list of current edges and get and set edge data.
|
|
|
|
See Also
|
|
--------
|
|
dgl.DGLGraph.edges
|
|
"""
|
|
__slots__ = ['_graph']
|
|
|
|
def __init__(self, graph):
|
|
self._graph = graph
|
|
|
|
def __len__(self):
|
|
return self._graph.number_of_edges()
|
|
|
|
def __getitem__(self, edges):
|
|
if isinstance(edges, slice):
|
|
# slice
|
|
if not (edges.start is None and edges.stop is None
|
|
and edges.step is None):
|
|
raise DGLError('Currently only full slice ":" is supported')
|
|
return EdgeSpace(data=EdgeDataView(self._graph, ALL))
|
|
else:
|
|
return EdgeSpace(data=EdgeDataView(self._graph, edges))
|
|
|
|
def __call__(self, *args, **kwargs):
|
|
"""Return all the edges."""
|
|
return self._graph.all_edges(*args, **kwargs)
|
|
|
|
class EdgeDataView(MutableMapping):
|
|
"""The data view class when G.edges[...].data is called.
|
|
|
|
See Also
|
|
--------
|
|
dgl.DGLGraph.edges
|
|
"""
|
|
__slots__ = ['_graph', '_edges']
|
|
|
|
def __init__(self, graph, edges):
|
|
self._graph = graph
|
|
self._edges = edges
|
|
|
|
def __getitem__(self, key):
|
|
return self._graph.get_e_repr(self._edges)[key]
|
|
|
|
def __setitem__(self, key, val):
|
|
self._graph.set_e_repr({key : val}, self._edges)
|
|
|
|
def __delitem__(self, key):
|
|
if not is_all(self._edges):
|
|
raise DGLError('Delete feature data is not supported on only a subset'
|
|
' of nodes. Please use `del G.edata[key]` instead.')
|
|
self._graph.pop_e_repr(key)
|
|
|
|
def __len__(self):
|
|
return len(self._graph._edge_frame)
|
|
|
|
def __iter__(self):
|
|
return iter(self._graph._edge_frame)
|
|
|
|
def __repr__(self):
|
|
data = self._graph.get_e_repr(self._edges)
|
|
return repr({key : data[key] for key in self._graph._edge_frame})
|
|
|
|
class LayerView(object):
|
|
"""A LayerView class to act as nflow.layers for a NodeFlow.
|
|
|
|
Can be used to get a list of current nodes and get and set node data.
|
|
"""
|
|
__slots__ = ['_graph']
|
|
|
|
def __init__(self, graph):
|
|
self._graph = graph
|
|
|
|
def __len__(self):
|
|
return self._graph.num_layers()
|
|
|
|
def __getitem__(self, layer):
|
|
if not isinstance(layer, int):
|
|
raise DGLError('Currently we only support the view of one layer')
|
|
return NodeSpace(data=LayerDataView(self._graph, layer))
|
|
|
|
def __call__(self):
|
|
"""Return the nodes."""
|
|
return F.arange(0, len(self))
|
|
|
|
class LayerDataView(MutableMapping):
|
|
"""The data view class when G.layers[...].data is called.
|
|
"""
|
|
__slots__ = ['_graph', '_layer']
|
|
|
|
def __init__(self, graph, layer):
|
|
self._graph = graph
|
|
self._layer = layer
|
|
|
|
def __getitem__(self, key):
|
|
return self._graph._node_frames[self._layer][key]
|
|
|
|
def __setitem__(self, key, val):
|
|
self._graph._node_frames[self._layer][key] = val
|
|
|
|
def __delitem__(self, key):
|
|
del self._graph._node_frames[self._layer][key]
|
|
|
|
def __len__(self):
|
|
return len(self._graph._node_frames[self._layer])
|
|
|
|
def __iter__(self):
|
|
return iter(self._graph._node_frames[self._layer])
|
|
|
|
def __repr__(self):
|
|
data = self._graph._node_frames[self._layer]
|
|
return repr({key : data[key] for key in data})
|
|
|
|
class BlockView(object):
|
|
"""A BlockView class to act as nflow.blocks for a NodeFlow.
|
|
|
|
Can be used to get a list of current edges and get and set edge data.
|
|
"""
|
|
__slots__ = ['_graph']
|
|
|
|
def __init__(self, graph):
|
|
self._graph = graph
|
|
|
|
def __len__(self):
|
|
return self._graph.num_blocks
|
|
|
|
def __getitem__(self, flow):
|
|
if not isinstance(flow, int):
|
|
raise DGLError('Currently we only support the view of one flow')
|
|
return EdgeSpace(data=BlockDataView(self._graph, flow))
|
|
|
|
def __call__(self, *args, **kwargs):
|
|
"""Return all the edges."""
|
|
return self._graph.all_edges(*args, **kwargs)
|
|
|
|
class BlockDataView(MutableMapping):
|
|
"""The data view class when G.blocks[...].data is called.
|
|
"""
|
|
__slots__ = ['_graph', '_flow']
|
|
|
|
def __init__(self, graph, flow):
|
|
self._graph = graph
|
|
self._flow = flow
|
|
|
|
def __getitem__(self, key):
|
|
return self._graph._edge_frames[self._flow][key]
|
|
|
|
def __setitem__(self, key, val):
|
|
self._graph._edge_frames[self._flow][key] = val
|
|
|
|
def __delitem__(self, key):
|
|
del self._graph._edge_frames[self._flow][key]
|
|
|
|
def __len__(self):
|
|
return len(self._graph._edge_frames[self._flow])
|
|
|
|
def __iter__(self):
|
|
return iter(self._graph._edge_frames[self._flow])
|
|
|
|
def __repr__(self):
|
|
data = self._graph._edge_frames[self._flow]
|
|
return repr({key : data[key] for key in data})
|