PyTorch interface (#235)

* DLPack support
* Support computation over external buffers
* Add `placeholder` operator
* Updated plan format
* Operator bug fixes
* Other interface changes

---------

Co-authored-by: noli <t-ngerawork@microsoft.com>
Co-authored-by: Noli Gerawork <ngerawor@andrew.cmu.edu>

Author: chhwang

.gitmodules

@@ -17,3 +17,7 @@
 [submodule "third_party/json"]
 	path = third_party/json
 	url = https://github.com/nlohmann/json
+
+[submodule "third_party/dlpack"]
+	path = third_party/dlpack
+	url = https://github.com/dmlc/dlpack

.vscode/c_cpp_properties.json

@@ -4,6 +4,7 @@
             "name": "Linux",
             "includePath": [
                 "${workspaceFolder}/**",
+                "${workspaceFolder}/third_party/mscclpp/include",
                 "/usr/local/cuda/include",
                 "/opt/rocm/include"
             ],

CMakeLists.txt

@@ -91,9 +91,6 @@ if(CMAKE_BUILD_TYPE MATCHES "Debug" AND CMAKE_CXX_COMPILER_ID MATCHES "GNU|Clang
     target_link_options(coverage_config INTERFACE --coverage)
 endif()
 
-# Find ibverbs
-include(FindIBVerbs)
-
 # Find NUMA
 include(FindNUMA)
 

ark/CMakeLists.txt

@@ -11,15 +11,15 @@ if(ARK_USE_ROCM)
     set_source_files_properties(${CU_SOURCES} PROPERTIES LANGUAGE CXX)
 endif()
 
-set(COMMON_LIBS ARK::numa ARK::ibverbs pthread rt)
+set(COMMON_LIBS ARK::numa pthread rt)
 
 # ARK object
 target_include_directories(ark_obj PUBLIC ${CMAKE_CURRENT_SOURCE_DIR}/include)
 target_include_directories(ark_obj PRIVATE ${CMAKE_CURRENT_SOURCE_DIR})
 target_include_directories(ark_obj SYSTEM PRIVATE
+    ${DLPACK_INCLUDE_DIRS}
     ${JSON_INCLUDE_DIRS}
     ${MSCCLPP_INCLUDE_DIRS}
-    ${IBVERBS_INCLUDE_DIRS}
     ${NUMA_INCLUDE_DIRS}
 )
 
@@ -54,7 +54,6 @@ if(ARK_BUILD_TESTS)
         target_include_directories(${exe_name} PRIVATE ${CMAKE_CURRENT_SOURCE_DIR})
         target_include_directories(${exe_name} SYSTEM PRIVATE
             ${JSON_INCLUDE_DIRS}
-            ${IBVERBS_INCLUDE_DIRS}
             ${NUMA_INCLUDE_DIRS}
         )
 

ark/api/context.cpp

@@ -29,4 +29,8 @@ void Context::set(const std::string& key, const std::string& value,
     this->impl_->set(key, value_json, type);
 }
 
+std::string Context::dump() const {
+    return this->impl_->dump().dump();
+}
+
 }  // namespace ark

ark/api/context_test.cpp

@@ -52,12 +52,12 @@ ark::unittest::State test_context() {
 
     UNITTEST_EQ(nodes[0]->context.size(), 0);
     UNITTEST_EQ(nodes[1]->context.size(), 1);
-    UNITTEST_EQ(nodes[1]->context.at("key0"), ark::Json("val1"));
+    UNITTEST_EQ(nodes[1]->context.at("key0"), ark::Json({"val1"}));
     UNITTEST_EQ(nodes[2]->context.size(), 2);
-    UNITTEST_EQ(nodes[2]->context.at("key0"), ark::Json("val1"));
-    UNITTEST_EQ(nodes[2]->context.at("key1"), ark::Json("val2"));
+    UNITTEST_EQ(nodes[2]->context.at("key0"), ark::Json({"val1"}));
+    UNITTEST_EQ(nodes[2]->context.at("key1"), ark::Json({"val2"}));
     UNITTEST_EQ(nodes[3]->context.size(), 1);
-    UNITTEST_EQ(nodes[3]->context.at("key0"), ark::Json("val3"));
+    UNITTEST_EQ(nodes[3]->context.at("key0"), ark::Json({"val3"}));
 
     return ark::unittest::SUCCESS;
 }