Projects
Eulaceura:Factory
pin-server
_service:obs_scm:0001-Refactoring-Code-refactor...
Sign Up
Log In
Username
Password
Overview
Repositories
Revisions
Requests
Users
Attributes
Meta
File _service:obs_scm:0001-Refactoring-Code-refactoring-of-Communication-Subsys.patch of Package pin-server
From 7ec62344dcd95cb321647f495d12303c94286ec5 Mon Sep 17 00:00:00 2001 From: wangding16 <wangding16@huawei.com> Date: Wed, 8 Feb 2023 15:05:33 +0800 Subject: [PATCH 01/23] [Refactoring] Code refactoring of Communication Subsystem [1/3]. Code refactoring of PluginLog and PluginServer. Add PluginJson. diff --git a/include/user.h b/include/user.h deleted file mode 100755 index 1fb7a30..0000000 --- a/include/user.h +++ /dev/null @@ -1,27 +0,0 @@ -/* Copyright (c) Huawei Technologies Co., Ltd. 2022-2022. All rights reserved. - - Licensed under the Apache License, Version 2.0 (the "License"); you may - not use this file except in compliance with the License. You may obtain - a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, WITHOUT - WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the - License for the specific language governing permissions and limitations - under the License. - - Author: Mingchuan Wu and Yancheng Li - Create: 2022-08-18 - Description: - This file contains the declaration of the User Init. -*/ - -#ifndef PLUGIN_USER_H -#define PLUGIN_USER_H - -/* 将注册点及用户函数注册给server, server初始化时调用 */ -void RegisterCallbacks(void); - -#endif diff --git a/lib/PluginServer/PluginJson.cpp b/lib/PluginServer/PluginJson.cpp new file mode 100755 index 0000000..c399aad --- /dev/null +++ b/lib/PluginServer/PluginJson.cpp @@ -0,0 +1,612 @@ +/* Copyright (c) Huawei Technologies Co., Ltd. 2022-2022. All rights reserved. + + Licensed under the Apache License, Version 2.0 (the "License"); you may + not use this file except in compliance with the License. You may obtain + a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, WITHOUT + WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the + License for the specific language governing permissions and limitations + under the License. + + Author: Mingchuan Wu and Yancheng Li + Create: 2022-08-18 + Description: + This file contains the implementation of the PluginJson class. +*/ + +#include "PluginServer/PluginJson.h" +#include "PluginServer/PluginServer.h" + +namespace PinJson { +using namespace PinServer; +using namespace mlir::Plugin; + +static uintptr_t GetID(Json::Value node) +{ + string id = node.asString(); + return atol(id.c_str()); +} + +static void JsonGetAttributes(Json::Value node, map<string, string>& attributes) +{ + Json::Value::Members attMember = node.getMemberNames(); + for (unsigned int i = 0; i < attMember.size(); i++) { + string key = attMember[i]; + string value = node[key.c_str()].asString(); + attributes[key] = value; + } +} + +Json::Value PluginJson::TypeJsonSerialize (PluginIR::PluginTypeBase& type) +{ + Json::Value root; + Json::Value operationObj; + Json::Value item; + + uint64_t ReTypeId; + uint64_t ReTypeWidth; + + ReTypeId = static_cast<uint64_t>(type.getPluginTypeID()); + item["id"] = std::to_string(ReTypeId); + + if (auto elemTy = type.dyn_cast<PluginIR::PluginPointerType>()) { + auto baseTy = elemTy.getElementType().dyn_cast<PluginIR::PluginTypeBase>(); + item["elementType"] = TypeJsonSerialize(baseTy); + if (elemTy.isReadOnlyElem()) { + item["elemConst"] = "1"; + } else { + item["elemConst"] = "0"; + } + } + + if (type.getPluginIntOrFloatBitWidth() != 0) { + ReTypeWidth = type.getPluginIntOrFloatBitWidth(); + item["width"] = std::to_string(ReTypeWidth); + } + + if (type.isSignedPluginInteger()) { + item["signed"] = "1"; + } + + if (type.isUnsignedPluginInteger()) { + item["signed"] = "0"; + } + + root["type"] = item; + return root; +} + +mlir::Value PluginJson::ValueJsonDeSerialize(Json::Value valueJson) +{ + uint64_t opId = GetID(valueJson["id"]); + if (PluginServer::GetInstance()->HaveValue(opId)) + return PluginServer::GetInstance()->GetValue(opId); + + IDefineCode defCode = IDefineCode(atoi(valueJson["defCode"].asString().c_str())); + mlir::Type retType = TypeJsonDeSerialize(valueJson["retType"].toStyledString()); + bool readOnly = GetID(valueJson["readOnly"]); + mlir::Value opValue; + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + switch (defCode) { + case IDefineCode::MemRef : { + opValue = MemRefDeSerialize(valueJson.toStyledString()); + break; + } + case IDefineCode::IntCST : { + uint64_t init = GetID(valueJson["value"]); + // FIXME : AnyAttr! + mlir::Attribute initAttr = opBuilder->getI64IntegerAttr(init); + opValue = opBuilder->create<ConstOp>( + opBuilder->getUnknownLoc(), opId, IDefineCode::IntCST, + readOnly, initAttr, retType); + break; + } + case IDefineCode::SSA : { + opValue = SSAOpJsonDeSerialize(valueJson.toStyledString()); + break; + } + default: { + opValue = opBuilder->create<PlaceholderOp>( + opBuilder->getUnknownLoc(), opId, defCode, readOnly, retType); + break; + } + } + PluginServer::GetInstance()->InsertValue(opId, opValue); + return opValue; +} + +mlir::Value PluginJson::MemRefDeSerialize(const string& data) +{ + Json::Value root; + Json::Reader reader; + reader.parse(data, root); + uint64_t id = GetID(root["id"]); + bool readOnly = (bool)atoi(root["readOnly"].asString().c_str()); + mlir::Value base = ValueJsonDeSerialize(root["base"]); + mlir::Value offset = ValueJsonDeSerialize(root["offset"]); + mlir::Type retType = TypeJsonDeSerialize(root["retType"].toStyledString().c_str()); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + mlir::Value memRef = opBuilder->create<MemOp>( + opBuilder->getUnknownLoc(), id, IDefineCode::MemRef, + readOnly, base, offset, retType); + return memRef; +} + +mlir::Value PluginJson::SSAOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + + uint64_t id = GetID(node["id"]); + bool readOnly = (bool)atoi(node["readOnly"].asString().c_str()); + uint64_t nameVarId = GetID(node["nameVarId"]); + uint64_t ssaParmDecl = GetID(node["ssaParmDecl"]); + uint64_t version = GetID(node["version"]); + uint64_t definingId = GetID(node["definingId"]); + mlir::Type retType = TypeJsonDeSerialize(node["retType"].toStyledString().c_str()); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + mlir::Value ret = opBuilder->create<SSAOp>(opBuilder->getUnknownLoc(), + id, IDefineCode::SSA, readOnly, + nameVarId, ssaParmDecl, version, + definingId, retType); + return ret; +} + +void PluginJson::GetAttributes(Json::Value node, map<string, string>& attributes) +{ + Json::Value::Members attMember = node.getMemberNames(); + for (unsigned int i = 0; i < attMember.size(); i++) { + string key = attMember[i]; + string value = node[key.c_str()].asString(); + attributes[key] = value; + } +} + +bool PluginJson::ProcessBlock(mlir::Block* block, mlir::Region& rg, const Json::Value& blockJson) +{ + if (blockJson.isNull()) { + return false; + } + // todo process func return type + // todo isDeclaration + + // process each stmt + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + opBuilder->setInsertionPointToStart(block); + Json::Value::Members opMember = blockJson.getMemberNames(); + for (size_t opIdx = 0; opIdx < opMember.size(); opIdx++) { + string baseOpKey = "Operation" + std::to_string(opIdx); + Json::Value opJson = blockJson[baseOpKey]; + if (opJson.isNull()) continue; + string opCode = opJson["OperationName"].asString(); + if (opCode == PhiOp::getOperationName().str()) { + PhiOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == CallOp::getOperationName().str()) { + CallOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == AssignOp::getOperationName().str()) { + AssignOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == CondOp::getOperationName().str()) { + CondOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == RetOp::getOperationName().str()) { + RetOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == FallThroughOp::getOperationName().str()) { + FallThroughOpJsonDeSerialize(opJson.toStyledString()); + } else if (opCode == BaseOp::getOperationName().str()) { + uint64_t opID = GetID(opJson["id"]); + opBuilder->create<BaseOp>(opBuilder->getUnknownLoc(), opID, opCode); + } + } + return true; +} + +void PluginJson::IntegerDeSerialize(const string& data, int64_t& result) +{ + Json::Value root; + Json::Reader reader; + reader.parse(data, root); + + result = root["integerData"].asInt64(); +} + +void PluginJson::StringDeSerialize(const string& data, string& result) +{ + Json::Value root; + Json::Reader reader; + reader.parse(data, root); + + result = root["stringData"].asString(); +} + +void PluginJson::FuncOpJsonDeSerialize( + const string& data, vector<mlir::Plugin::FunctionOp>& funcOpData) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + + Json::Value::Members operation = root.getMemberNames(); + + mlir::OpBuilder opBuilder(PluginServer::GetInstance()->GetContext()); + + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "FunctionOp" + std::to_string(iter); + node = root[operationKey]; + int64_t id = GetID(node["id"]); + Json::Value attributes = node["attributes"]; + map<string, string> funcAttributes; + JsonGetAttributes(attributes, funcAttributes); + bool declaredInline = false; + if (funcAttributes["declaredInline"] == "1") declaredInline = true; + auto location = opBuilder.getUnknownLoc(); + FunctionOp fOp = opBuilder.create<FunctionOp>( + location, id, funcAttributes["funcName"], declaredInline); + mlir::Region &bodyRegion = fOp.bodyRegion(); + Json::Value regionJson = node["region"]; + Json::Value::Members bbMember = regionJson.getMemberNames(); + // We must create Blocks before process ops + for (size_t bbIdx = 0; bbIdx < bbMember.size(); bbIdx++) { + string blockKey = "block" + std::to_string(bbIdx); + Json::Value blockJson = regionJson[blockKey]; + mlir::Block* block = opBuilder.createBlock(&bodyRegion); + PluginServer::GetInstance()->InsertCreatedBlock( + GetID(blockJson["address"]), block); + } + + for (size_t bbIdx = 0; bbIdx < bbMember.size(); bbIdx++) { + string blockKey = "block" + std::to_string(bbIdx); + Json::Value blockJson = regionJson[blockKey]; + uint64_t bbAddress = GetID(blockJson["address"]); + mlir::Block* block = PluginServer::GetInstance()->FindBlock(bbAddress); + ProcessBlock(block, bodyRegion, blockJson["ops"]); + } + funcOpData.push_back(fOp); + opBuilder.setInsertionPointAfter(fOp.getOperation()); + } +} + +PluginIR::PluginTypeBase PluginJson::TypeJsonDeSerialize(const string& data) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + PluginIR::PluginTypeBase baseType; + Json::Value type = root["type"]; + uint64_t id = GetID(type["id"]); + PluginIR::PluginTypeID PluginTypeId = static_cast<PluginIR::PluginTypeID>(id); + if (type["signed"] && (id >= static_cast<uint64_t>(PluginIR::UIntegerTy1ID) && + id <= static_cast<uint64_t>(PluginIR::IntegerTy64ID))) { + string s = type["signed"].asString(); + uint64_t width = GetID(type["width"]); + if (s == "1") { + baseType = PluginIR::PluginIntegerType::get( + PluginServer::GetInstance()->GetContext(), width, PluginIR::PluginIntegerType::Signed); + } else { + baseType = PluginIR::PluginIntegerType::get( + PluginServer::GetInstance()->GetContext(), width, PluginIR::PluginIntegerType::Unsigned); + } + } else if (type["width"] && (id == static_cast<uint64_t>(PluginIR::FloatTyID) || + id == static_cast<uint64_t>(PluginIR::DoubleTyID))) { + uint64_t width = GetID(type["width"]); + baseType = PluginIR::PluginFloatType::get(PluginServer::GetInstance()->GetContext(), width); + } else if (id == static_cast<uint64_t>(PluginIR::PointerTyID)) { + mlir::Type elemTy = TypeJsonDeSerialize(type["elementType"].toStyledString()); + baseType = PluginIR::PluginPointerType::get( + PluginServer::GetInstance()->GetContext(), elemTy, type["elemConst"].asString() == "1" ? 1 : 0); + } else { + if (PluginTypeId == PluginIR::VoidTyID) { + baseType = PluginIR::PluginVoidType::get(PluginServer::GetInstance()->GetContext()); + } + if (PluginTypeId == PluginIR::BooleanTyID) { + baseType = PluginIR::PluginBooleanType::get(PluginServer::GetInstance()->GetContext()); + } + if (PluginTypeId == PluginIR::UndefTyID) { + baseType = PluginIR::PluginUndefType::get(PluginServer::GetInstance()->GetContext()); + } + } + return baseType; +} + +void PluginJson::LocalDeclOpJsonDeSerialize( + const string& data, vector<mlir::Plugin::LocalDeclOp>& decls) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + Json::Value::Members operation = root.getMemberNames(); + mlir::OpBuilder opBuilder(PluginServer::GetInstance()->GetContext()); + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "localDecl" + std::to_string(iter); + node = root[operationKey]; + int64_t id = GetID(node["id"]); + Json::Value attributes = node["attributes"]; + map<string, string> declAttributes; + JsonGetAttributes(attributes, declAttributes); + string symName = declAttributes["symName"]; + uint64_t typeID = atol(declAttributes["typeID"].c_str()); + uint64_t typeWidth = atol(declAttributes["typeWidth"].c_str()); + auto location = opBuilder.getUnknownLoc(); + LocalDeclOp op = opBuilder.create<LocalDeclOp>( + location, id, symName, typeID, typeWidth); + decls.push_back(op); + } +} + +void PluginJson::LoopOpsJsonDeSerialize( + const string& data, vector<mlir::Plugin::LoopOp>& loops) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + Json::Value::Members operation = root.getMemberNames(); + mlir::OpBuilder builder(PluginServer::GetInstance()->GetContext()); + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "loopOp" + std::to_string(iter); + node = root[operationKey]; + int64_t id = GetID(node["id"]); + Json::Value attributes = node["attributes"]; + map<string, string> loopAttributes; + JsonGetAttributes(attributes, loopAttributes); + uint32_t index = GetID(attributes["index"]); + uint64_t innerId = atol(loopAttributes["innerLoopId"].c_str()); + uint64_t outerId = atol(loopAttributes["outerLoopId"].c_str()); + uint32_t numBlock = atoi(loopAttributes["numBlock"].c_str()); + auto location = builder.getUnknownLoc(); + LoopOp op = builder.create<LoopOp>( + location, id, index, innerId, outerId, numBlock); + loops.push_back(op); + } +} + +LoopOp PluginJson::LoopOpJsonDeSerialize(const string& data) +{ + Json::Value root; + Json::Reader reader; + reader.parse(data, root); + mlir::OpBuilder builder(PluginServer::GetInstance()->GetContext()); + uint64_t id = GetID(root["id"]); + Json::Value attributes = root["attributes"]; + uint32_t index = GetID(attributes["index"]); + uint64_t innerLoopId = GetID(attributes["innerLoopId"]); + uint64_t outerLoopId = GetID(attributes["outerLoopId"]); + uint32_t numBlock = GetID(attributes["numBlock"]); + auto location = builder.getUnknownLoc(); + return builder.create<LoopOp>( + location, id, index, innerLoopId, outerLoopId, numBlock); +} + +void PluginJson::EdgesJsonDeSerialize( + const string& data, vector<std::pair<mlir::Block*, mlir::Block*>>& edges) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + Json::Value::Members operation = root.getMemberNames(); + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "edge" + std::to_string(iter); + node = root[operationKey]; + uint64_t src = GetID(node["src"]); + uint64_t dest = GetID(node["dest"]); + std::pair<mlir::Block*, mlir::Block*> e; + if (PluginServer::GetInstance()->HaveBlock(src)) { + e.first = PluginServer::GetInstance()->FindBlock(src); + } else { + e.first = nullptr; + } + + if (PluginServer::GetInstance()->HaveBlock(dest)) { + e.second = PluginServer::GetInstance()->FindBlock(dest); + } else { + e.second = nullptr; + } + + edges.push_back(e); + } +} + +void PluginJson::EdgeJsonDeSerialize( + const string& data, std::pair<mlir::Block*, mlir::Block*>& edge) +{ + Json::Value root; + Json::Reader reader; + reader.parse(data, root); + uint64_t src = GetID(root["src"]); + uint64_t dest = GetID(root["dest"]); + if (PluginServer::GetInstance()->HaveBlock(src)) { + edge.first = PluginServer::GetInstance()->FindBlock(src); + } else { + edge.first = nullptr; + } + + if (PluginServer::GetInstance()->HaveBlock(dest)) { + edge.second = PluginServer::GetInstance()->FindBlock(dest); + } else { + edge.second = nullptr; + } +} + +void PluginJson::IdsJsonDeSerialize( + const string& data, vector<uint64_t>& idsResult) +{ + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + Json::Value::Members operation = root.getMemberNames(); + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "block" + std::to_string(iter); + node = root[operationKey]; + uint64_t id = GetID(node["id"]); + idsResult.push_back(id); + } +} + +mlir::Operation *PluginJson::CallOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + Json::Value operandJson = node["operands"]; + Json::Value::Members operandMember = operandJson.getMemberNames(); + llvm::SmallVector<mlir::Value, 4> ops; + for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { + string key = "input" + std::to_string(opIter); + mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); + ops.push_back(opValue); + } + int64_t id = GetID(node["id"]); + mlir::StringRef callName(node["callee"].asString()); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + CallOp op = opBuilder->create<CallOp>(opBuilder->getUnknownLoc(), + id, callName, ops); + return op.getOperation(); +} + +mlir::Operation *PluginJson::CondOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + mlir::Value LHS = ValueJsonDeSerialize(node["lhs"]); + mlir::Value RHS = ValueJsonDeSerialize(node["rhs"]); + mlir::Value trueLabel = nullptr; + mlir::Value falseLabel = nullptr; + int64_t id = GetID(node["id"]); + int64_t address = GetID(node["address"]); + int64_t tbaddr = GetID(node["tbaddr"]); + int64_t fbaddr = GetID(node["fbaddr"]); + mlir::Block* tb = PluginServer::GetInstance()->FindBlock(tbaddr); + mlir::Block* fb = PluginServer::GetInstance()->FindBlock(fbaddr); + IComparisonCode iCode = IComparisonCode( + atoi(node["condCode"].asString().c_str())); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + CondOp op = opBuilder->create<CondOp>( + opBuilder->getUnknownLoc(), id, address, iCode, LHS, + RHS, tb, fb, tbaddr, fbaddr, trueLabel, falseLabel); + return op.getOperation(); +} + +mlir::Operation *PluginJson::RetOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + int64_t address = GetID(node["address"]); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + RetOp op = opBuilder->create<RetOp>(opBuilder->getUnknownLoc(), address); + return op.getOperation(); +} + +mlir::Operation *PluginJson::FallThroughOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + int64_t address = GetID(node["address"]); + int64_t destaddr = GetID(node["destaddr"]); + mlir::Block* succ = PluginServer::GetInstance()->FindBlock(destaddr); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + FallThroughOp op = opBuilder->create<FallThroughOp>(opBuilder->getUnknownLoc(), + address, succ, destaddr); + return op.getOperation(); +} + +mlir::Operation *PluginJson::AssignOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + Json::Value operandJson = node["operands"]; + Json::Value::Members operandMember = operandJson.getMemberNames(); + llvm::SmallVector<mlir::Value, 4> ops; + for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { + string key = "input" + std::to_string(opIter); + mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); + ops.push_back(opValue); + } + uint64_t id = GetID(node["id"]); + IExprCode iCode = IExprCode(atoi(node["exprCode"].asString().c_str())); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + AssignOp op = opBuilder->create<AssignOp>(opBuilder->getUnknownLoc(), + ops, id, iCode); + PluginServer::GetInstance()->InsertDefOperation(id, op.getOperation()); + return op.getOperation(); +} + +mlir::Operation *PluginJson::PhiOpJsonDeSerialize(const string& data) +{ + Json::Value node; + Json::Reader reader; + reader.parse(data, node); + Json::Value operandJson = node["operands"]; + Json::Value::Members operandMember = operandJson.getMemberNames(); + llvm::SmallVector<mlir::Value, 4> ops; + for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { + string key = "input" + std::to_string(opIter); + mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); + ops.push_back(opValue); + } + uint64_t id = GetID(node["id"]); + uint32_t capacity = GetID(node["capacity"]); + uint32_t nArgs = GetID(node["nArgs"]); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + PhiOp op = opBuilder->create<PhiOp>(opBuilder->getUnknownLoc(), + ops, id, capacity, nArgs); + + PluginServer::GetInstance()->InsertDefOperation(id, op.getOperation()); + return op.getOperation(); +} + +void PluginJson::GetPhiOpsJsonDeSerialize( + const string& data, vector<mlir::Operation *>& opData) +{ + opData.clear(); + Json::Value root; + Json::Reader reader; + Json::Value node; + reader.parse(data, root); + + Json::Value::Members operation = root.getMemberNames(); + for (size_t iter = 0; iter < operation.size(); iter++) { + string operationKey = "operation" + std::to_string(iter); + node = root[operationKey]; + opData.push_back(PhiOpJsonDeSerialize(node.toStyledString())); + } +} + +void PluginJson::OpJsonDeSerialize( + const string& data, vector<mlir::Operation *>& opData) +{ + Json::Value opJson; + Json::Reader reader; + Json::Value node; + reader.parse(data, opJson); + string opCode = opJson["OperationName"].asString(); + if (opCode == PhiOp::getOperationName().str()) { + opData.push_back(PhiOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == CallOp::getOperationName().str()) { + opData.push_back(CallOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == AssignOp::getOperationName().str()) { + opData.push_back(AssignOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == CondOp::getOperationName().str()) { + opData.push_back(CondOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == RetOp::getOperationName().str()) { + opData.push_back(RetOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == FallThroughOp::getOperationName().str()) { + opData.push_back(FallThroughOpJsonDeSerialize(opJson.toStyledString())); + } else if (opCode == BaseOp::getOperationName().str()) { + uint64_t opID = GetID(opJson["id"]); + mlir::OpBuilder *opBuilder = PluginServer::GetInstance()->GetOpBuilder(); + opBuilder->create<BaseOp>(opBuilder->getUnknownLoc(), opID, opCode); + } +} +} // namespace PinJson \ No newline at end of file diff --git a/lib/PluginServer/PluginLog.cpp b/lib/PluginServer/PluginLog.cpp index 970fca2..9c0a08f 100644 --- a/lib/PluginServer/PluginLog.cpp +++ b/lib/PluginServer/PluginLog.cpp @@ -18,108 +18,160 @@ This file contains the implementation of the Plugin_Log class. */ +#include <cstring> #include <cstdarg> #include <iostream> #include <ctime> #include <fstream> -#include <memory> #include <mutex> #include <csignal> #include "PluginServer/PluginLog.h" -namespace PinServer { -using namespace std; -using std::string; -constexpr int LOG_BUF_SIZE = 102400; -constexpr int BASE_DATE = 1900; -static LogPriority g_priority = PRIORITY_WARN; // log打印的级别控制 +namespace PinLog { static std::mutex g_mutex; // 线程锁 -static char g_buf[LOG_BUF_SIZE]; +PluginLog g_pluginLog; +const int LOG_DEFAULT_SIZE = 10 * 1024 * 1024; -shared_ptr<fstream> g_fs; -static void LogWriteInit(const string& data); -static void (*g_writeToLog)(const string& data) = LogWriteInit; +PluginLog::PluginLog() +{ + priority = PRIORITY_WARN; + logFileSize = LOG_DEFAULT_SIZE; +} + +PluginLog *PluginLog::GetInstance() +{ + return &g_pluginLog; +} -static void GetLogFileName(string& fileName) +void PluginLog::GetLogFileName(string& fileName) { time_t nowTime = time(nullptr); + if (nowTime == -1) { + printf("%s fail\n", __func__); + } struct tm *t = localtime(&nowTime); char buf[100]; - sprintf(buf, "/tmp/pin_server%d_%4d%02d%02d_%02d_%02d_%02d.log", getppid(), + int ret = sprintf(buf, "/tmp/pin_server%d_%4d%02d%02d_%02d_%02d_%02d.log", getppid(), t->tm_year + BASE_DATE, t->tm_mon + 1, t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec); + if (ret < 0) { + printf("%s sprintf fail\n", __func__); + } fileName = buf; } -static void LogWriteFile(const string& data) +void PluginLog::LogWriteFile(const string& data) { - if (g_fs->tellg() > LOG_FILE_SIZE) { - g_fs->close(); - string fileName; + string fileName; + if (logFs == nullptr) { + logFs = std::make_shared<std::fstream>(); GetLogFileName(fileName); - g_fs->open(fileName.c_str(), ios::app); + logFs->open(fileName.c_str(), std::ios::app); } - g_fs->write(data.c_str(), data.size()); -} - -static void LogWriteInit(const string& data) -{ - if (g_writeToLog == LogWriteInit) { - g_fs = std::make_shared<fstream>(); - string fileName; + if (logFs->tellg() > logFileSize) { + logFs->close(); GetLogFileName(fileName); - g_fs->open(fileName.c_str(), ios::app); - g_writeToLog = LogWriteFile; + logFs->open(fileName.c_str(), std::ios::app); } - g_writeToLog(data); + + logFs->write(data.c_str(), data.size()); } -void CloseLog(void) +void PluginLog::CloseLog() { - if (g_fs) { - if (g_fs->is_open()) { - g_fs->close(); + if (logFs) { + if (logFs->is_open()) { + logFs->close(); + logFs = nullptr; } } } -static void LogWrite(const char *tag, const char *msg) +void PluginLog::LogWrite(const char *tag, const char *msg) { time_t nowTime = time(nullptr); + if (nowTime == -1) { + printf("%s fail\n", __func__); + } struct tm *t = localtime(&nowTime); char buf[30]; - sprintf(buf, "%4d-%02d-%02d %02d:%02d:%02d ", t->tm_year + BASE_DATE, t->tm_mon + 1, t->tm_mday, + int ret = sprintf(buf, "%4d-%02d-%02d %02d:%02d:%02d ", t->tm_year + BASE_DATE, t->tm_mon + 1, t->tm_mday, t->tm_hour, t->tm_min, t->tm_sec); - + if (ret < 0) { + printf("%s sprintf fail\n", __func__); + } string stag = tag; string smsg = msg; string data = buf + stag + smsg; - g_writeToLog(data); + LogWriteFile(data); +} + +void PluginLog::LogPrint(LogPriority pri, const char *tag, const char *buf) +{ + if (pri <= priority) { + printf("%s%s", tag, buf); + } + + g_mutex.lock(); + LogWrite(tag, buf); + g_mutex.unlock(); } -void LogPrint(LogPriority priority, const char *tag, const char *fmt, ...) +void PluginLog::LOGE(const char *fmt, ...) { va_list ap; + va_start(ap, fmt); + int ret = vsnprintf(logBuf, LOG_BUF_SIZE, fmt, ap); + if (ret < 0) { + printf("%s vsnprintf fail\n", __func__); + } + va_end(ap); + + LogPrint(PRIORITY_ERROR, "ERROR:", logBuf); +} +void PluginLog::LOGW(const char *fmt, ...) +{ + va_list ap; va_start(ap, fmt); - vsnprintf(g_buf, LOG_BUF_SIZE, fmt, ap); + int ret = vsnprintf(logBuf, LOG_BUF_SIZE, fmt, ap); + if (ret < 0) { + printf("%s vsnprintf fail\n", __func__); + } va_end(ap); + LogPrint(PRIORITY_WARN, "WARN:", logBuf); +} - if (priority <= g_priority) { - printf("%s%s", tag, g_buf); +void PluginLog::LOGI(const char *fmt, ...) +{ + va_list ap; + va_start(ap, fmt); + int ret = vsnprintf(logBuf, LOG_BUF_SIZE, fmt, ap); + if (ret < 0) { + printf("%s vsnprintf fail\n", __func__); } + va_end(ap); + LogPrint(PRIORITY_INFO, "INFO:", logBuf); +} - g_mutex.lock(); - LogWrite(tag, g_buf); - g_mutex.unlock(); +void PluginLog::LOGD(const char *fmt, ...) +{ + va_list ap; + va_start(ap, fmt); + int ret = vsnprintf(logBuf, LOG_BUF_SIZE, fmt, ap); + if (ret < 0) { + printf("%s vsnprintf fail\n", __func__); + } + va_end(ap); + LogPrint(PRIORITY_DEBUG, "DEBUG:", logBuf); } -bool SetLogPriority(LogPriority priority) +bool PluginLog::SetPriority(LogPriority pri) { - if (priority > PRIORITY_DEBUG) { + if (pri > PRIORITY_DEBUG) { return false; } - g_priority = priority; + priority = pri; return true; } -} // namespace PinServer +} // namespace PinLog diff --git a/lib/PluginServer/PluginServer.cpp b/lib/PluginServer/PluginServer.cpp index 7ebc15d..05d0d3d 100644 --- a/lib/PluginServer/PluginServer.cpp +++ b/lib/PluginServer/PluginServer.cpp @@ -18,94 +18,56 @@ This file contains the implementation of the client PluginServer class. */ -#include <iostream> -#include <memory> #include <string> #include <vector> #include <thread> +#include <fcntl.h> +#include <sys/stat.h> -#include "Dialect/PluginDialect.h" #include "PluginAPI/PluginServerAPI.h" -#include "mlir/IR/Attributes.h" -#include "mlir/IR/BuiltinOps.h" -#include "mlir/IR/BuiltinTypes.h" -#include "user.h" -#include "PluginServer/PluginLog.h" +#include "user/user.h" #include "PluginServer/PluginServer.h" -#include "Dialect/PluginTypes.h" namespace PinServer { using namespace mlir::Plugin; +using namespace PluginOpt; using std::cout; using std::endl; using std::pair; -static std::unique_ptr<Server> g_server; // grpc对象指针 -static PluginServer g_service; // 插件server对象 - -PluginServer *PluginServer::GetInstance(void) +PluginServer *PluginServer::pluginServerPtr = nullptr; +PluginServer *PluginServer::GetInstance() { - return &g_service; + return pluginServerPtr; } -int PluginServer::RegisterUserFunc(InjectPoint inject, UserFunc func) +bool PluginServer::RegisterOpt(std::shared_ptr<PluginOptBase> optBase) { - if ((inject >= HANDLE_MAX) || (func == nullptr)) { - return -1; + InjectPoint inject = optBase->GetInject(); + if ((inject >= HANDLE_MAX) || (optBase == nullptr)) { + return false; } - string name = "funcname" + std::to_string((uint64_t)&func); - userFunc[inject].push_back(RecordedUserFunc(name, func)); - return 0; + + string name = "funcname" + std::to_string((uintptr_t)optBase.get()); + userOpts[inject].push_back(RecordedOpt(name, optBase)); + this->context = optBase->GetContext(); + mlir::OpBuilder opBuilder_temp = mlir::OpBuilder(context); + opBuilder = &opBuilder_temp; + return true; } -int PluginServer::RegisterPassManagerSetup(InjectPoint inject, const ManagerSetupData& setupData, UserFunc func) +bool PluginServer::RegisterPassManagerOpt(ManagerSetup& setupData, std::shared_ptr<PluginOptBase> optBase) { - if (inject != HANDLE_MANAGER_SETUP) { - return -1; - } - Json::Value root; - root["refPassName"] = setupData.refPassName; - root["passNum"] = setupData.passNum; - root["passPosition"] = setupData.passPosition; + root["refPassName"] = setupData.GetPassName(); + root["passNum"] = setupData.GetPassNum(); + root["passPosition"] = setupData.GetPassPosition(); string params = root.toStyledString(); - - userFunc[inject].push_back(RecordedUserFunc(params, func)); - return 0; -} - -vector<mlir::Operation *> PluginServer::GetOpResult(void) -{ - vector<mlir::Operation *> retOps = opData; - opData.clear(); - return retOps; -} - -vector<mlir::Plugin::FunctionOp> PluginServer::GetFunctionOpResult(void) -{ - vector<mlir::Plugin::FunctionOp> retOps = funcOpData; - funcOpData.clear(); - opData.clear(); - return retOps; -} - -vector<mlir::Plugin::LocalDeclOp> PluginServer::GetLocalDeclResult() -{ - vector<mlir::Plugin::LocalDeclOp> retOps = decls; - decls.clear(); - return retOps; -} - -vector<mlir::Plugin::LoopOp> PluginServer::LoopOpsResult() -{ - vector<mlir::Plugin::LoopOp> retLoops = loops; - loops.clear(); - return retLoops; -} - -LoopOp PluginServer::LoopOpResult() -{ - mlir::Plugin::LoopOp retLoop = loop; - return retLoop; + string name = "funcname" + std::to_string((uintptr_t)optBase.get()); + userOpts[HANDLE_MANAGER_SETUP].push_back(RecordedOpt(name, params, optBase)); + this->context = optBase->GetContext(); + static mlir::OpBuilder opBuilder_temp = mlir::OpBuilder(context); + opBuilder = &opBuilder_temp; + return true; } void PluginServer::EraseBlock(mlir::Block* b) @@ -113,7 +75,6 @@ void PluginServer::EraseBlock(mlir::Block* b) if (auto bbit = basicblockMaps.find(b); bbit != basicblockMaps.end()) { uint64_t addr = bbit->second; basicblockMaps[b] = 0; - // basicblockMaps.erase(bbit); if (auto bit = blockMaps.find(addr); bit != blockMaps.end()) { blockMaps.erase(bit); } @@ -134,13 +95,23 @@ mlir::Operation* PluginServer::FindDefOperation(uint64_t id) return iter->second; } +bool PluginServer::InsertDefOperation(uint64_t id, mlir::Operation* op) +{ + auto iter = this->defOpMaps.find(id); + this->defOpMaps.insert({id, op}); + return true; +} + void PluginServer::InsertCreatedBlock(uint64_t id, mlir::Block* block) { this->blockMaps.insert({id, block}); + this->basicblockMaps.insert({block, id}); } + uint64_t PluginServer::GetBlockResult(mlir::Block* b) { - uint64_t newAddr = GetIdResult(); + uint64_t newAddr = pluginCom.GetIdResult(); + mlir::OpBuilder opBuilder = mlir::OpBuilder(this->context); mlir::Block* block = opBuilder.createBlock(b); this->blockMaps.insert({newAddr, block}); this->basicblockMaps.insert({block, newAddr}); @@ -162,693 +133,84 @@ bool PluginServer::InsertValue(uint64_t id, mlir::Value v) return true; } -pair<mlir::Block*, mlir::Block*> PluginServer::EdgeResult() -{ - pair<mlir::Block*, mlir::Block*> e; - e.first = edge.first; - e.second = edge.second; - return e; -} - -vector<pair<mlir::Block*, mlir::Block*> > PluginServer::EdgesResult() -{ - vector<pair<mlir::Block*, mlir::Block*> > retEdges; - retEdges = edges; - edges.clear(); - return retEdges; -} - -bool PluginServer::GetBoolResult() -{ - return this->boolResult; -} - -uint64_t PluginServer::GetIdResult() -{ - return this->idResult; -} - -vector<uint64_t> PluginServer::GetIdsResult() -{ - vector<uint64_t> retIds = idsResult; - idsResult.clear(); - return retIds; -} - -mlir::Value PluginServer::GetValueResult() +bool PluginServer::HaveValue(uint64_t id) { - return this->valueResult; + return this->valueMaps.find(id) != this->valueMaps.end(); } -vector<mlir::Plugin::PhiOp> PluginServer::GetPhiOpsResult() +mlir::Value PluginServer::GetValue(uint64_t id) { - vector<mlir::Plugin::PhiOp> retOps; - for (auto item : opData) { - PhiOp p = llvm::dyn_cast<mlir::Plugin::PhiOp>(item); - retOps.push_back(p); - } - opData.clear(); - return retOps; + auto iter = this->valueMaps.find(id); + assert(iter != this->valueMaps.end()); + return iter->second; } -void PluginServer::JsonGetAttributes(Json::Value node, map<string, string>& attributes) +void PluginServer::RemoteCallClientWithAPI(const string& api, const string& params) { - Json::Value::Members attMember = node.getMemberNames(); - for (unsigned int i = 0; i < attMember.size(); i++) { - string key = attMember[i]; - string value = node[key.c_str()].asString(); - attributes[key] = value; + if (api == "") { + return; } -} -static uintptr_t GetID(Json::Value node) -{ - string id = node.asString(); - return atol(id.c_str()); -} - -mlir::Value PluginServer::ValueJsonDeSerialize(Json::Value valueJson) -{ - uint64_t opId = GetID(valueJson["id"]); - auto iter = this->valueMaps.find(opId); - if (iter != this->valueMaps.end()) { - return iter->second; - } - IDefineCode defCode = IDefineCode( - atoi(valueJson["defCode"].asString().c_str())); - mlir::Type retType = TypeJsonDeSerialize( - valueJson["retType"].toStyledString()); - bool readOnly = GetID(valueJson["readOnly"]); - mlir::Value opValue; - switch (defCode) { - case IDefineCode::MemRef : { - opValue = MemRefDeSerialize(valueJson.toStyledString()); - break; - } - case IDefineCode::IntCST : { - uint64_t init = GetID(valueJson["value"]); - // FIXME : AnyAttr! - mlir::Attribute initAttr = opBuilder.getI64IntegerAttr(init); - opValue = opBuilder.create<ConstOp>( - opBuilder.getUnknownLoc(), opId, IDefineCode::IntCST, - readOnly, initAttr, retType); - break; - } - case IDefineCode::SSA : { - opValue = SSAOpJsonDeSerialize(valueJson.toStyledString()); - break; - } - default: { - opValue = opBuilder.create<PlaceholderOp>( - opBuilder.getUnknownLoc(), opId, defCode, readOnly, retType); + apiFuncName = api; + apiFuncParams = params; + userFunState = STATE_BEGIN; + sem_post(&clientWaitSem); + while (1) { + sem_wait(&clientReturnSem); + if (userFunState == STATE_RETURN) { // wait client result + userFunState = STATE_WAIT_BEGIN; break; } } - this->valueMaps.insert({opId, opValue}); - return opValue; -} - -mlir::Value PluginServer::MemRefDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - reader.parse(data, root); - uint64_t id = GetID(root["id"]); - bool readOnly = (bool)atoi(root["readOnly"].asString().c_str()); - mlir::Value base = ValueJsonDeSerialize(root["base"]); - mlir::Value offset = ValueJsonDeSerialize(root["offset"]); - mlir::Type retType = TypeJsonDeSerialize(root["retType"].toStyledString().c_str()); - mlir::Value memRef = opBuilder.create<MemOp>(opBuilder.getUnknownLoc(), id, - IDefineCode::MemRef, readOnly, base, offset, retType); - return memRef; -} - -void PluginServer::JsonDeSerialize(const string& key, const string& data) -{ - if (key == "FuncOpResult") { - FuncOpJsonDeSerialize(data); - } else if (key == "LocalDeclOpResult") { - LocalDeclOpJsonDeSerialize(data); - } else if (key == "LoopOpResult") { - LoopOpJsonDeSerialize (data); - } else if (key == "LoopOpsResult") { - LoopOpsJsonDeSerialize (data); - } else if (key == "BoolResult") { - this->boolResult = (bool)atol(data.c_str()); - } else if (key == "VoidResult") { - ; - } else if (key == "EdgeResult") { - EdgeJsonDeSerialize(data); - } else if (key == "EdgesResult") { - EdgesJsonDeSerialize(data); - } else if (key == "IdsResult") { - IdsJsonDeSerialize(data); - } else if (key == "IdResult") { - this->idResult = atol(data.c_str()); - } else if (key == "OpsResult") { - OpJsonDeSerialize(data.c_str()); - } else if (key == "ValueResult") { - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - this->valueResult = ValueJsonDeSerialize(node); - } else if (key == "GetPhiOps") { - GetPhiOpsJsonDeSerialize(data); - } else { - cout << "not Json,key:" << key << ",value:" << data << endl; - } -} - -Json::Value PluginServer::TypeJsonSerialize (PluginIR::PluginTypeBase& type) -{ - Json::Value root; - Json::Value operationObj; - Json::Value item; - - uint64_t ReTypeId; - uint64_t ReTypeWidth; - - ReTypeId = static_cast<uint64_t>(type.getPluginTypeID()); - item["id"] = std::to_string(ReTypeId); - - if (auto elemTy = type.dyn_cast<PluginIR::PluginPointerType>()) { - auto baseTy = elemTy.getElementType().dyn_cast<PluginIR::PluginTypeBase>(); - item["elementType"] = TypeJsonSerialize(baseTy); - if (elemTy.isReadOnlyElem()) { - item["elemConst"] = "1"; - }else { - item["elemConst"] = "0"; - } - } - - if (type.getPluginIntOrFloatBitWidth() != 0) { - ReTypeWidth = type.getPluginIntOrFloatBitWidth(); - item["width"] = std::to_string(ReTypeWidth); - } - - if (type.isSignedPluginInteger()) { - item["signed"] = "1"; - } - - if (type.isUnsignedPluginInteger()) { - item["signed"] = "0"; - } - - root["type"] = item; - return root; -} - -PluginIR::PluginTypeBase PluginServer::TypeJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - PluginIR::PluginTypeBase baseType; - - Json::Value type = root["type"]; - uint64_t id = GetID(type["id"]); - PluginIR::PluginTypeID PluginTypeId = static_cast<PluginIR::PluginTypeID>(id); - - if (type["signed"] && (id >= static_cast<uint64_t>(PluginIR::UIntegerTy1ID) && id <= static_cast<uint64_t>(PluginIR::IntegerTy64ID))) { - string s = type["signed"].asString(); - uint64_t width = GetID(type["width"]); - if (s == "1") { - baseType = PluginIR::PluginIntegerType::get(&context, width, PluginIR::PluginIntegerType::Signed); - } - else { - baseType = PluginIR::PluginIntegerType::get(&context, width, PluginIR::PluginIntegerType::Unsigned); - } - } - else if (type["width"] && (id == static_cast<uint64_t>(PluginIR::FloatTyID) || id == static_cast<uint64_t>(PluginIR::DoubleTyID)) ) { - uint64_t width = GetID(type["width"]); - baseType = PluginIR::PluginFloatType::get(&context, width); - }else if (id == static_cast<uint64_t>(PluginIR::PointerTyID)) { - mlir::Type elemTy = TypeJsonDeSerialize(type["elementType"].toStyledString()); - baseType = PluginIR::PluginPointerType::get(&context, elemTy, type["elemConst"].asString() == "1" ? 1 : 0); - }else { - if (PluginTypeId == PluginIR::VoidTyID) - baseType = PluginIR::PluginVoidType::get(&context); - if (PluginTypeId == PluginIR::BooleanTyID) - baseType = PluginIR::PluginBooleanType::get(&context); - if (PluginTypeId == PluginIR::UndefTyID) - baseType = PluginIR::PluginUndefType::get(&context); - } - - pluginType = baseType; - return baseType; -} - -bool PluginServer::ProcessBlock(mlir::Block* block, mlir::Region& rg, - const Json::Value& blockJson) -{ - if (blockJson.isNull()) { - return false; - } - // todo process func return type - // todo isDeclaration - - // process each stmt - opBuilder.setInsertionPointToStart(block); - Json::Value::Members opMember = blockJson.getMemberNames(); - for (size_t opIdx = 0; opIdx < opMember.size(); opIdx++) { - string baseOpKey = "Operation" + std::to_string(opIdx); - Json::Value opJson = blockJson[baseOpKey]; - if (opJson.isNull()) continue; - string opCode = opJson["OperationName"].asString(); - if (opCode == PhiOp::getOperationName().str()) { - PhiOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == CallOp::getOperationName().str()) { - CallOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == AssignOp::getOperationName().str()) { - AssignOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == CondOp::getOperationName().str()) { - CondOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == RetOp::getOperationName().str()) { - RetOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == FallThroughOp::getOperationName().str()) { - FallThroughOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == BaseOp::getOperationName().str()) { - uint64_t opID = GetID(opJson["id"]); - opBuilder.create<BaseOp>(opBuilder.getUnknownLoc(), opID, opCode); - } - } - // fprintf(stderr, "[bb] op:%ld, succ: %d\n", block->getOperations().size(), block->getNumSuccessors()); - return true; -} - -void PluginServer::OpJsonDeSerialize(const string& data) -{ - Json::Value opJson; - Json::Reader reader; - Json::Value node; - reader.parse(data, opJson); - string opCode = opJson["OperationName"].asString(); - if (opCode == PhiOp::getOperationName().str()) { - PhiOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == CallOp::getOperationName().str()) { - CallOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == AssignOp::getOperationName().str()) { - AssignOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == CondOp::getOperationName().str()) { - CondOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == RetOp::getOperationName().str()) { - RetOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == FallThroughOp::getOperationName().str()) { - FallThroughOpJsonDeSerialize(opJson.toStyledString()); - } else if (opCode == BaseOp::getOperationName().str()) { - uint64_t opID = GetID(opJson["id"]); - opBuilder.create<BaseOp>(opBuilder.getUnknownLoc(), opID, opCode); - } -} - -void PluginServer::FuncOpJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - - context.getOrLoadDialect<PluginDialect>(); - opBuilder = mlir::OpBuilder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "FunctionOp" + std::to_string(iter); - node = root[operationKey]; - int64_t id = GetID(node["id"]); - Json::Value attributes = node["attributes"]; - map<string, string> funcAttributes; - JsonGetAttributes(attributes, funcAttributes); - bool declaredInline = false; - if (funcAttributes["declaredInline"] == "1") declaredInline = true; - auto location = opBuilder.getUnknownLoc(); - FunctionOp fOp = opBuilder.create<FunctionOp>( - location, id, funcAttributes["funcName"], declaredInline); - mlir::Region &bodyRegion = fOp.bodyRegion(); - Json::Value regionJson = node["region"]; - Json::Value::Members bbMember = regionJson.getMemberNames(); - // We must create Blocks before process ops - for (size_t bbIdx = 0; bbIdx < bbMember.size(); bbIdx++) { - string blockKey = "block" + std::to_string(bbIdx); - Json::Value blockJson = regionJson[blockKey]; - mlir::Block* block = opBuilder.createBlock(&bodyRegion); - this->blockMaps.insert({GetID(blockJson["address"]), block}); - this->basicblockMaps.insert({block, GetID(blockJson["address"])}); - } - - for (size_t bbIdx = 0; bbIdx < bbMember.size(); bbIdx++) { - string blockKey = "block" + std::to_string(bbIdx); - Json::Value blockJson = regionJson[blockKey]; - uint64_t bbAddress = GetID(blockJson["address"]); - ProcessBlock(this->blockMaps[bbAddress], bodyRegion, blockJson["ops"]); - } - funcOpData.push_back(fOp); - opBuilder.setInsertionPointAfter(fOp.getOperation()); - } -} - -void PluginServer::LocalDeclOpJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - - context.getOrLoadDialect<PluginDialect>(); - opBuilder = mlir::OpBuilder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "localDecl" + std::to_string(iter); - node = root[operationKey]; - int64_t id = GetID(node["id"]); - Json::Value attributes = node["attributes"]; - map<string, string> declAttributes; - JsonGetAttributes(attributes, declAttributes); - string symName = declAttributes["symName"]; - uint64_t typeID = atol(declAttributes["typeID"].c_str()); - uint64_t typeWidth = atol(declAttributes["typeWidth"].c_str()); - auto location = opBuilder.getUnknownLoc(); - LocalDeclOp op = opBuilder.create<LocalDeclOp>(location, id, symName, typeID, typeWidth); - decls.push_back(op); - } -} -void PluginServer::LoopOpsJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - context.getOrLoadDialect<PluginDialect>(); - mlir::OpBuilder builder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "loopOp" + std::to_string(iter); - node = root[operationKey]; - int64_t id = GetID(node["id"]); - Json::Value attributes = node["attributes"]; - map<string, string> loopAttributes; - JsonGetAttributes(attributes, loopAttributes); - uint32_t index = GetID(attributes["index"]); - uint64_t innerId = atol(loopAttributes["innerLoopId"].c_str()); - uint64_t outerId = atol(loopAttributes["outerLoopId"].c_str()); - uint32_t numBlock = atoi(loopAttributes["numBlock"].c_str()); - auto location = builder.getUnknownLoc(); - LoopOp op = builder.create<LoopOp>(location, id, index, innerId, outerId, numBlock); - loops.push_back(op); - } -} - -void PluginServer::LoopOpJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - reader.parse(data, root); - - context.getOrLoadDialect<PluginDialect>(); - mlir::OpBuilder builder(&context); - - uint64_t id = GetID(root["id"]); - Json::Value attributes = root["attributes"]; - uint32_t index = GetID(attributes["index"]); - uint64_t innerLoopId = GetID(attributes["innerLoopId"]); - uint64_t outerLoopId = GetID(attributes["outerLoopId"]); - uint32_t numBlock = GetID(attributes["numBlock"]); - auto location = builder.getUnknownLoc(); - loop = builder.create<LoopOp>(location, id, index, innerLoopId, outerLoopId, numBlock); -} - -void PluginServer::EdgesJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - context.getOrLoadDialect<PluginDialect>(); - mlir::OpBuilder builder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "edge" + std::to_string(iter); - node = root[operationKey]; - uint64_t src = GetID(node["src"]); - uint64_t dest = GetID(node["dest"]); - pair<mlir::Block*, mlir::Block*> e; - auto iterSrc = this->blockMaps.find(src); - if(iterSrc != blockMaps.end()) - e.first = iterSrc->second; - else - e.first = nullptr; - - auto iterDest = this->blockMaps.find(dest); - if(iterDest != blockMaps.end()) - e.second = iterDest->second; - else - e.second = nullptr; - - edges.push_back(e); - } -} - -void PluginServer::EdgeJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - reader.parse(data, root); - uint64_t src = GetID(root["src"]); - uint64_t dest = GetID(root["dest"]); - auto iterSrc = this->blockMaps.find(src); - if(iterSrc != blockMaps.end()) - edge.first = iterSrc->second; - else - edge.first = nullptr; - - auto iterDest = this->blockMaps.find(dest); - if(iterDest != blockMaps.end()) - edge.second = iterDest->second; - else - edge.second = nullptr; -} - -void PluginServer::IdsJsonDeSerialize(const string& data) -{ - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - context.getOrLoadDialect<PluginDialect>(); - mlir::OpBuilder builder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "block" + std::to_string(iter); - node = root[operationKey]; - uint64_t id = GetID(node["id"]); - idsResult.push_back(id); - } -} - -void PluginServer::CallOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - Json::Value operandJson = node["operands"]; - Json::Value::Members operandMember = operandJson.getMemberNames(); - llvm::SmallVector<mlir::Value, 4> ops; - for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { - string key = "input" + std::to_string(opIter); - mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); - ops.push_back(opValue); - } - int64_t id = GetID(node["id"]); - mlir::StringRef callName(node["callee"].asString()); - CallOp op = opBuilder.create<CallOp>(opBuilder.getUnknownLoc(), - id, callName, ops); - opData.push_back(op.getOperation()); -} - -void PluginServer::CondOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - mlir::Value LHS = ValueJsonDeSerialize(node["lhs"]); - mlir::Value RHS = ValueJsonDeSerialize(node["rhs"]); - mlir::Value trueLabel = nullptr; - mlir::Value falseLabel = nullptr; - int64_t id = GetID(node["id"]); - int64_t address = GetID(node["address"]); - int64_t tbaddr = GetID(node["tbaddr"]); - int64_t fbaddr = GetID(node["fbaddr"]); - assert (this->blockMaps.find(tbaddr) != this->blockMaps.end()); - assert (this->blockMaps.find(fbaddr) != this->blockMaps.end()); - mlir::Block* tb = this->blockMaps[tbaddr]; - mlir::Block* fb = this->blockMaps[fbaddr]; - IComparisonCode iCode = IComparisonCode( - atoi(node["condCode"].asString().c_str())); - CondOp op = opBuilder.create<CondOp>(opBuilder.getUnknownLoc(), id, - address, iCode, LHS, RHS, tb, fb, tbaddr, fbaddr, - trueLabel, falseLabel); - opData.push_back(op.getOperation()); -} - -void PluginServer::RetOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - int64_t address = GetID(node["address"]); - RetOp op = opBuilder.create<RetOp>(opBuilder.getUnknownLoc(), address); - opData.push_back(op.getOperation()); -} - -void PluginServer::FallThroughOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - int64_t address = GetID(node["address"]); - int64_t destaddr = GetID(node["destaddr"]); - assert (this->blockMaps.find(destaddr) != this->blockMaps.end()); - mlir::Block* succ = this->blockMaps[destaddr]; - FallThroughOp op = opBuilder.create<FallThroughOp>(opBuilder.getUnknownLoc(), - address, succ, destaddr); - opData.push_back(op.getOperation()); -} - -void PluginServer::PhiOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - Json::Value operandJson = node["operands"]; - Json::Value::Members operandMember = operandJson.getMemberNames(); - llvm::SmallVector<mlir::Value, 4> ops; - for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { - string key = "input" + std::to_string(opIter); - mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); - ops.push_back(opValue); - } - uint64_t id = GetID(node["id"]); - uint32_t capacity = GetID(node["capacity"]); - uint32_t nArgs = GetID(node["nArgs"]); - PhiOp op = opBuilder.create<PhiOp>(opBuilder.getUnknownLoc(), - ops, id, capacity, nArgs); - - defOpMaps.insert({id, op.getOperation()}); - opData.push_back(op.getOperation()); -} - -mlir::Value PluginServer::SSAOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - - uint64_t id = GetID(node["id"]); - bool readOnly = (bool)atoi(node["readOnly"].asString().c_str()); - uint64_t nameVarId = GetID(node["nameVarId"]); - uint64_t ssaParmDecl = GetID(node["ssaParmDecl"]); - uint64_t version = GetID(node["version"]); - uint64_t definingId = GetID(node["definingId"]); - mlir::Type retType = TypeJsonDeSerialize(node["retType"].toStyledString().c_str()); - mlir::Value ret = opBuilder.create<SSAOp>(opBuilder.getUnknownLoc(), - id, IDefineCode::SSA, readOnly, nameVarId, - ssaParmDecl, version, - definingId, retType); - return ret; -} - -void PluginServer::AssignOpJsonDeSerialize(const string& data) -{ - Json::Value node; - Json::Reader reader; - reader.parse(data, node); - Json::Value operandJson = node["operands"]; - Json::Value::Members operandMember = operandJson.getMemberNames(); - llvm::SmallVector<mlir::Value, 4> ops; - for (size_t opIter = 0; opIter < operandMember.size(); opIter++) { - string key = "input" + std::to_string(opIter); - mlir::Value opValue = ValueJsonDeSerialize(operandJson[key.c_str()]); - ops.push_back(opValue); - } - uint64_t id = GetID(node["id"]); - IExprCode iCode = IExprCode(atoi(node["exprCode"].asString().c_str())); - AssignOp op = opBuilder.create<AssignOp>(opBuilder.getUnknownLoc(), - ops, id, iCode); - defOpMaps.insert({id, op.getOperation()}); - opData.push_back(op.getOperation()); -} - -void PluginServer::GetPhiOpsJsonDeSerialize(const string& data) -{ - opData.clear(); - Json::Value root; - Json::Reader reader; - Json::Value node; - reader.parse(data, root); - - Json::Value::Members operation = root.getMemberNames(); - context.getOrLoadDialect<PluginDialect>(); - mlir::OpBuilder builder(&context); - for (size_t iter = 0; iter < operation.size(); iter++) { - string operationKey = "operation" + std::to_string(iter); - node = root[operationKey]; - PhiOpJsonDeSerialize(node.toStyledString()); - } } /* 线程函数，执行用户注册函数，客户端返回数据后退出 */ -static void ExecCallbacks(const string& name) -{ - PluginServer::GetInstance()->ExecFunc(name); -} - -void PluginServer::ServerSend(ServerReaderWriter<ServerMsg, ClientMsg>* stream, const string& key, - const string& value) +void PluginServer::ExecCallbacks(const string& name) { - ServerMsg serverMsg; - serverMsg.set_attribute(key); - serverMsg.set_value(value); - stream->Write(serverMsg); + ExecFunc(name); } /* 处理从client接收到的消息 */ -int PluginServer::ClientMsgProc(ServerReaderWriter<ServerMsg, ClientMsg>* stream, const string& attribute, - const string& value) +int PluginServer::ClientMsgProc(const string& key, const string& value) { - if ((attribute != "injectPoint") && (attribute != apiFuncName)) { - JsonDeSerialize(attribute, value); + log->LOGD("rec from client:%s,%s\n", key.c_str(), value.c_str()); + if (key == "start") { + ParseArgv(value); + pluginCom.ServerSend("start", "ok"); + SendRegisteredUserOpts(); + return 0; + } else if (key == "stop") { + pluginCom.ServerSend("stop", "ok"); + pluginCom.ShutDown(); + return 0; + } + if ((key != "injectPoint") && (key != apiFuncName)) { + pluginCom.JsonDeSerialize(key, value); return 0; } - if (attribute == "injectPoint") { - std::thread userfunc(ExecCallbacks, value); + if (key == "injectPoint") { + std::thread userfunc(&PluginServer::ExecCallbacks, this, value); userfunc.detach(); } - if ((attribute == apiFuncName) && (value == "done")) { - SemPost(); + if ((key == apiFuncName) && (value == "done")) { + sem_post(&clientWaitSem); } while (1) { - SemWait(); - UserFunStateEnum state = GetUserFunState(); - if (state == STATE_END) { - ServerSend(stream, "userFunc", "execution completed"); - SetUserFunState(STATE_WAIT_BEGIN); + sem_wait(&clientWaitSem); + if (userFunState == STATE_END) { + pluginCom.ServerSend("userFunc", "execution completed"); + userFunState = STATE_WAIT_BEGIN; break; - } else if (state == STATE_BEGIN) { - ServerSend(stream, apiFuncName, apiFuncParams); - SetUserFunState(STATE_WAIT_RETURN); + } else if (userFunState == STATE_BEGIN) { + pluginCom.ServerSend(apiFuncName, apiFuncParams); + userFunState = STATE_WAIT_RETURN; break; - } else if (state == STATE_WAIT_RETURN) { - if ((attribute == apiFuncName) && (value == "done")) { - SetUserFunState(STATE_RETURN); - SetApiFuncName(""); // 已通知，清空 - ClientReturnSemPost(); + } else if (userFunState == STATE_WAIT_RETURN) { + if ((key == apiFuncName) && (value == "done")) { + userFunState = STATE_RETURN; + apiFuncName = ""; // 已通知，清空 + sem_post(&clientReturnSem); } } } @@ -865,16 +227,28 @@ void PluginServer::ExecFunc(const string& value) return; } - auto it = userFunc.find(inject); - if (it != userFunc.end()) { - for (auto& funcSet : it->second) { - if (funcSet.GetName() == name) { - UserFunc func = funcSet.GetFunc(); - func(); // 执行用户注册函数 - SetUserFunState(STATE_END); - ClearMaps(); - SemPost(); + uint64_t param = 0; + if (inject == HANDLE_MANAGER_SETUP) { + param = atol(name.substr(name.find_first_of(":") + 1, -1).c_str()); + name = name.substr(0, name.find_first_of(",")); + } + + auto it = userOpts.find(inject); + if (it != userOpts.end()) { + for (auto& userOpt : it->second) { + if (userOpt.GetName() != name) { + continue; + } + + if (userOpt.GetOpt()->Gate()) { + if (it->first == HANDLE_MANAGER_SETUP) { + userOpt.GetOpt()->SetFuncAddr(param); + } + userOpt.GetOpt()->DoOptimize(); } + ClearMaps(); + userFunState = STATE_END; + sem_post(&clientWaitSem); } } } @@ -893,129 +267,45 @@ void PluginServer::ParseArgv(const string& data) } } -void PluginServer::SendRegisteredUserFunc(ServerReaderWriter<ServerMsg, ClientMsg>* stream) +void PluginServer::SendRegisteredUserOpts() { - for (auto it = userFunc.begin(); it != userFunc.end(); it++) { + for (auto it = userOpts.begin(); it != userOpts.end(); it++) { string key = "injectPoint"; - for (auto& funcSet : it->second) { + for (auto& userOpt : it->second) { string value = std::to_string(it->first) + ":"; - value += funcSet.GetName(); - ServerSend(stream, key, value); - } - } - ServerSend(stream, "injectPoint", "finished"); -} - -Status PluginServer::ReceiveSendMsg(ServerContext* context, ServerReaderWriter<ServerMsg, ClientMsg>* stream) -{ - ClientMsg clientMsg; - ServerMsg serverMsg; - - while (stream->Read(&clientMsg)) { - LOGD("rec from client:%s,%s\n", clientMsg.attribute().c_str(), clientMsg.value().c_str()); - string attribute = clientMsg.attribute(); - if (attribute == "start") { - string arg = clientMsg.value(); - ParseArgv(arg); - - ServerSend(stream, "start", "ok"); - SendRegisteredUserFunc(stream); - } else if (attribute == "stop") { - ServerSend(stream, "stop", "ok"); - SetShutdownFlag(true); // 关闭标志 - } else { - ClientMsgProc(stream, attribute, clientMsg.value()); - } - } - return Status::OK; -} - -static void ServerExitThread(void) -{ - int delay = 100000; - pid_t initPid = 1; - while (1) { - if (g_service.GetShutdownFlag() || (getppid() == initPid)) { - g_server->Shutdown(); - break; + if (it->first == HANDLE_MANAGER_SETUP) { + value += userOpt.GetName() + ",params:" + userOpt.GetParam(); + } else { + value += userOpt.GetName(); + } + pluginCom.ServerSend(key, value); } - - usleep(delay); } + pluginCom.ServerSend("injectPoint", "finished"); } -static void TimeoutFunc(union sigval sig) -{ - int delay = 1; // server延时1秒等待client发指令关闭，若client异常,没收到关闭指令，延时1秒自动关闭 - LOGW("server ppid:%d timeout!\n", getppid()); - PluginServer::GetInstance()->SetUserFunState(STATE_TIMEOUT); - sleep(delay); - PluginServer::GetInstance()->SetShutdownFlag(true); -} - -void PluginServer::TimerStart(int interval) // interval:单位ms +void PluginServer::ServerSemPost(const string& port) { - int msTons = 1000000; // ms转ns倍数 - int msTos = 1000; // s转ms倍数 - struct itimerspec time_value; - time_value.it_value.tv_sec = (interval / msTos); - time_value.it_value.tv_nsec = (interval % msTos) * msTons; - time_value.it_interval.tv_sec = 0; - time_value.it_interval.tv_nsec = 0; - - timer_settime(timerId, 0, &time_value, NULL); + mode_t mask = umask(0); + mode_t mode = 0666; // 权限是rwrwrw，跨进程时，其他用户也要可以访问 + string semFile = "wait_server_startup" + port; + sem_t *sem = sem_open(semFile.c_str(), O_CREAT, mode, 0); + umask(mask); + sem_post(sem); + sem_close(sem); } -void PluginServer::TimerInit(void) +void PluginServer::RunServer() { - struct sigevent evp; - int sival = 123; // 传递整型参数，可以自定义 - memset(&evp, 0, sizeof(struct sigevent)); - evp.sigev_value.sival_ptr = timerId; - evp.sigev_value.sival_int = sival; - evp.sigev_notify = SIGEV_THREAD; - evp.sigev_notify_function = TimeoutFunc; - - if (timer_create(CLOCK_REALTIME, &evp, &timerId) == -1) { - LOGE("timer create fail\n"); - } -} - -void RunServer(int timeout, string& port) // port由client启动server时传入 -{ - string serverAddress = "0.0.0.0:" + port; - - ServerBuilder builder; - int serverPort = 0; - // Listen on the given address without any authentication mechanism. - builder.AddListeningPort(serverAddress, grpc::InsecureServerCredentials(), &serverPort); - - // Register "service" as the instance through which we'll communicate with - // clients. In this case, it corresponds to an *synchronous* service. - builder.RegisterService(&g_service); - // Finally assemble the server. - g_server = std::unique_ptr<Server>(builder.BuildAndStart()); - LOGI("Server ppid:%d listening on %s\n", getppid(), serverAddress.c_str()); - if (serverPort != atoi(port.c_str())) { - LOGW("server start fail\n"); + if (!pluginCom.RegisterServer(port)) { + log->LOGE("server start fail,port:%s\n", port.c_str()); return; } - - g_service.SetShutdownFlag(false); - g_service.SetTimeout(timeout); - g_service.TimerInit(); - g_service.SetUserFunState(STATE_WAIT_BEGIN); - g_service.SemInit(); + log->LOGI("Server ppid:%d listening on port:%s\n", getppid(), port.c_str()); + ServerSemPost(port); RegisterCallbacks(); - - std::thread serverExtiThread(ServerExitThread); - serverExtiThread.join(); - - // Wait for the server to shutdown. Note that some other thread must be - // responsible for shutting down the server for this call to ever return. - g_server->Wait(); - g_service.SemDestroy(); - LOGI("server ppid:%d quit!\n", getppid()); + printf("RunServer: RegisterCallbacks Done.\n"); + pluginCom.Run(); } } // namespace PinServer -- 2.33.0
Locations
Projects
Search
Status Monitor
Help
Open Build Service
OBS Manuals
API Documentation
OBS Portal
Reporting a Bug
Contact
Mailing List
Forums
Chat (IRC)
Twitter
Open Build Service (OBS)
is an
openSUSE project
.
浙ICP备2022010568号-2