1proto更新

This commit is contained in:
lee 2023-02-27 15:43:47 +08:00
parent f1454d360e
commit 39a728f407
13 changed files with 4540 additions and 0 deletions

View File

@ -0,0 +1,4 @@
Name: modelarts.rpc
ListenOn: 0.0.0.0:2003
modelartsUrl: "https://modelarts.cn-north-4.myhuaweicloud.com/"

View File

@ -0,0 +1,7 @@
package config
import "github.com/zeromicro/go-zero/zrpc"
type Config struct {
zrpc.RpcServerConf
}

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1,32 @@
package logic
import (
"context"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/svc"
"PCM/adaptor/AIComputing/modelarts/rpc/modelarts"
"github.com/zeromicro/go-zero/core/logx"
)
type FindDatasetListLogic struct {
ctx context.Context
svcCtx *svc.ServiceContext
logx.Logger
}
func NewFindDatasetListLogic(ctx context.Context, svcCtx *svc.ServiceContext) *FindDatasetListLogic {
return &FindDatasetListLogic{
ctx: ctx,
svcCtx: svcCtx,
Logger: logx.WithContext(ctx),
}
}
// find modelarts Token
func (l *FindDatasetListLogic) FindDatasetList(in *modelarts.FindDatasetReq) (*modelarts.FindDatasetResp, error) {
// todo: add your logic here and delete this line
return &modelarts.FindDatasetResp{}, nil
}

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1,68 @@
package logic
import (
"bytes"
"context"
"encoding/json"
"io/ioutil"
"log"
"net/http"
"time"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/svc"
"PCM/adaptor/AIComputing/modelarts/rpc/modelarts"
"github.com/zeromicro/go-zero/core/logx"
)
type GetTokenLogic struct {
ctx context.Context
svcCtx *svc.ServiceContext
logx.Logger
}
func NewGetTokenLogic(ctx context.Context, svcCtx *svc.ServiceContext) *GetTokenLogic {
return &GetTokenLogic{
ctx: ctx,
svcCtx: svcCtx,
Logger: logx.WithContext(ctx),
}
}
// getToken
func (l *GetTokenLogic) GetToken(in *modelarts.TokenReq) (*modelarts.TokenResp, error) {
// todo: add your logic here and delete this line
var resp modelarts.TokenResp
TokenUrl := "v3/auth/tokens"
jsonStr, _ := json.Marshal(in)
reqUrl, err := http.NewRequest("POST", "https://iam.cn-north-4.myhuaweicloud.com/"+TokenUrl, bytes.NewBuffer(jsonStr))
if err != nil {
log.Fatal(err)
}
defer reqUrl.Body.Close()
c := http.Client{Timeout: time.Duration(3) * time.Second}
respUrl, err := c.Do(reqUrl)
print(respUrl)
defer respUrl.Body.Close()
if err != nil {
log.Fatal(err)
}
result, _ := ioutil.ReadAll(respUrl.Body)
json.Unmarshal([]byte(string(result)), &resp)
//X-Auth-Token := respUrl.Header().Get("X-Subject-Token")
//return resp, nil
return &modelarts.TokenResp{}, nil
}

File diff suppressed because one or more lines are too long

View File

@ -0,0 +1,52 @@
// Code generated by goctl. DO NOT EDIT.
// Source: modelarts.proto
package server
import (
"context"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/logic"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/svc"
"PCM/adaptor/AIComputing/modelarts/rpc/modelarts"
)
type ModelArtsServer struct {
svcCtx *svc.ServiceContext
modelarts.UnimplementedModelArtsServer
}
func NewModelArtsServer(svcCtx *svc.ServiceContext) *ModelArtsServer {
return &ModelArtsServer{
svcCtx: svcCtx,
}
}
// get modelarts Token
func (s *ModelArtsServer) GetToken(ctx context.Context, in *modelarts.TokenReq) (*modelarts.TokenResp, error) {
l := logic.NewGetTokenLogic(ctx, s.svcCtx)
return l.GetToken(in)
}
// creat task
func (s *ModelArtsServer) FindDatasetList(ctx context.Context, in *modelarts.FindDatasetReq) (*modelarts.FindDatasetResp, error) {
l := logic.NewFindDatasetListLogic(ctx, s.svcCtx)
return l.FindDatasetList(in)
}
// find taskList
func (s *ModelArtsServer) ListJob(ctx context.Context, in *modelarts.ListImportTasks) (*modelarts.ReturnListImportTasks, error) {
l := logic.NewListJobLogic(ctx, s.svcCtx)
return l.ListJob(in)
}
// export task
func (s *ModelArtsServer) ExportTask(ctx context.Context, in *modelarts.ExportTaskReq) (*modelarts.ExportTaskResp, error) {
l := logic.NewExportTaskLogic(ctx, s.svcCtx)
return l.ExportTask(in)
}
func (s *ModelArtsServer) GetExportTasksOfDataset(ctx context.Context, in *modelarts.GetExportTasksOfDatasetReq) (*modelarts.GetExportTasksOfDatasetResp, error) {
l := logic.NewGetExportTasksOfDatasetLogic(ctx, s.svcCtx)
return l.GetExportTasksOfDataset(in)
}

View File

@ -0,0 +1,13 @@
package svc
import "PCM/adaptor/AIComputing/modelarts/rpc/internal/config"
type ServiceContext struct {
Config config.Config
}
func NewServiceContext(c config.Config) *ServiceContext {
return &ServiceContext{
Config: c,
}
}

View File

@ -0,0 +1,39 @@
package main
import (
"flag"
"fmt"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/config"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/server"
"PCM/adaptor/AIComputing/modelarts/rpc/internal/svc"
"PCM/adaptor/AIComputing/modelarts/rpc/modelarts"
"github.com/zeromicro/go-zero/core/conf"
"github.com/zeromicro/go-zero/core/service"
"github.com/zeromicro/go-zero/zrpc"
"google.golang.org/grpc"
"google.golang.org/grpc/reflection"
)
var configFile = flag.String("f", "adaptor/AIComputing/modelarts/rpc/etc/modelarts.yaml", "the config file")
func main() {
flag.Parse()
var c config.Config
conf.MustLoad(*configFile, &c)
ctx := svc.NewServiceContext(c)
s := zrpc.MustNewServer(c.RpcServerConf, func(grpcServer *grpc.Server) {
modelarts.RegisterModelArtsServer(grpcServer, server.NewModelArtsServer(ctx))
if c.Mode == service.DevMode || c.Mode == service.TestMode {
reflection.Register(grpcServer)
}
})
defer s.Stop()
fmt.Printf("Starting rpc server at %s...\n", c.ListenOn)
s.Start()
}

File diff suppressed because it is too large Load Diff

View File

@ -0,0 +1,257 @@
// Code generated by protoc-gen-go-grpc. DO NOT EDIT.
// versions:
// - protoc-gen-go-grpc v1.2.0
// - protoc v3.12.4
// source: modelarts.proto
package modelarts
import (
context "context"
grpc "google.golang.org/grpc"
codes "google.golang.org/grpc/codes"
status "google.golang.org/grpc/status"
)
// This is a compile-time assertion to ensure that this generated file
// is compatible with the grpc package it is being compiled against.
// Requires gRPC-Go v1.32.0 or later.
const _ = grpc.SupportPackageIsVersion7
// ModelArtsClient is the client API for ModelArts service.
//
// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
type ModelArtsClient interface {
// get modelarts Token
GetToken(ctx context.Context, in *TokenReq, opts ...grpc.CallOption) (*TokenResp, error)
// creat task
FindDatasetList(ctx context.Context, in *FindDatasetReq, opts ...grpc.CallOption) (*FindDatasetResp, error)
// find taskList
ListJob(ctx context.Context, in *ListImportTasks, opts ...grpc.CallOption) (*ReturnListImportTasks, error)
//export task
ExportTask(ctx context.Context, in *ExportTaskReq, opts ...grpc.CallOption) (*ExportTaskResp, error)
GetExportTasksOfDataset(ctx context.Context, in *GetExportTasksOfDatasetReq, opts ...grpc.CallOption) (*GetExportTasksOfDatasetResp, error)
}
type modelArtsClient struct {
cc grpc.ClientConnInterface
}
func NewModelArtsClient(cc grpc.ClientConnInterface) ModelArtsClient {
return &modelArtsClient{cc}
}
func (c *modelArtsClient) GetToken(ctx context.Context, in *TokenReq, opts ...grpc.CallOption) (*TokenResp, error) {
out := new(TokenResp)
err := c.cc.Invoke(ctx, "/modelarts.ModelArts/GetToken", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *modelArtsClient) FindDatasetList(ctx context.Context, in *FindDatasetReq, opts ...grpc.CallOption) (*FindDatasetResp, error) {
out := new(FindDatasetResp)
err := c.cc.Invoke(ctx, "/modelarts.ModelArts/findDatasetList", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *modelArtsClient) ListJob(ctx context.Context, in *ListImportTasks, opts ...grpc.CallOption) (*ReturnListImportTasks, error) {
out := new(ReturnListImportTasks)
err := c.cc.Invoke(ctx, "/modelarts.ModelArts/ListJob", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *modelArtsClient) ExportTask(ctx context.Context, in *ExportTaskReq, opts ...grpc.CallOption) (*ExportTaskResp, error) {
out := new(ExportTaskResp)
err := c.cc.Invoke(ctx, "/modelarts.ModelArts/ExportTask", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
func (c *modelArtsClient) GetExportTasksOfDataset(ctx context.Context, in *GetExportTasksOfDatasetReq, opts ...grpc.CallOption) (*GetExportTasksOfDatasetResp, error) {
out := new(GetExportTasksOfDatasetResp)
err := c.cc.Invoke(ctx, "/modelarts.ModelArts/GetExportTasksOfDataset", in, out, opts...)
if err != nil {
return nil, err
}
return out, nil
}
// ModelArtsServer is the server API for ModelArts service.
// All implementations must embed UnimplementedModelArtsServer
// for forward compatibility
type ModelArtsServer interface {
// get modelarts Token
GetToken(context.Context, *TokenReq) (*TokenResp, error)
// creat task
FindDatasetList(context.Context, *FindDatasetReq) (*FindDatasetResp, error)
// find taskList
ListJob(context.Context, *ListImportTasks) (*ReturnListImportTasks, error)
//export task
ExportTask(context.Context, *ExportTaskReq) (*ExportTaskResp, error)
GetExportTasksOfDataset(context.Context, *GetExportTasksOfDatasetReq) (*GetExportTasksOfDatasetResp, error)
mustEmbedUnimplementedModelArtsServer()
}
// UnimplementedModelArtsServer must be embedded to have forward compatible implementations.
type UnimplementedModelArtsServer struct {
}
func (UnimplementedModelArtsServer) GetToken(context.Context, *TokenReq) (*TokenResp, error) {
return nil, status.Errorf(codes.Unimplemented, "method GetToken not implemented")
}
func (UnimplementedModelArtsServer) FindDatasetList(context.Context, *FindDatasetReq) (*FindDatasetResp, error) {
return nil, status.Errorf(codes.Unimplemented, "method FindDatasetList not implemented")
}
func (UnimplementedModelArtsServer) ListJob(context.Context, *ListImportTasks) (*ReturnListImportTasks, error) {
return nil, status.Errorf(codes.Unimplemented, "method ListJob not implemented")
}
func (UnimplementedModelArtsServer) ExportTask(context.Context, *ExportTaskReq) (*ExportTaskResp, error) {
return nil, status.Errorf(codes.Unimplemented, "method ExportTask not implemented")
}
func (UnimplementedModelArtsServer) GetExportTasksOfDataset(context.Context, *GetExportTasksOfDatasetReq) (*GetExportTasksOfDatasetResp, error) {
return nil, status.Errorf(codes.Unimplemented, "method GetExportTasksOfDataset not implemented")
}
func (UnimplementedModelArtsServer) mustEmbedUnimplementedModelArtsServer() {}
// UnsafeModelArtsServer may be embedded to opt out of forward compatibility for this service.
// Use of this interface is not recommended, as added methods to ModelArtsServer will
// result in compilation errors.
type UnsafeModelArtsServer interface {
mustEmbedUnimplementedModelArtsServer()
}
func RegisterModelArtsServer(s grpc.ServiceRegistrar, srv ModelArtsServer) {
s.RegisterService(&ModelArts_ServiceDesc, srv)
}
func _ModelArts_GetToken_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(TokenReq)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ModelArtsServer).GetToken(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/modelarts.ModelArts/GetToken",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ModelArtsServer).GetToken(ctx, req.(*TokenReq))
}
return interceptor(ctx, in, info, handler)
}
func _ModelArts_FindDatasetList_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(FindDatasetReq)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ModelArtsServer).FindDatasetList(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/modelarts.ModelArts/findDatasetList",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ModelArtsServer).FindDatasetList(ctx, req.(*FindDatasetReq))
}
return interceptor(ctx, in, info, handler)
}
func _ModelArts_ListJob_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(ListImportTasks)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ModelArtsServer).ListJob(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/modelarts.ModelArts/ListJob",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ModelArtsServer).ListJob(ctx, req.(*ListImportTasks))
}
return interceptor(ctx, in, info, handler)
}
func _ModelArts_ExportTask_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(ExportTaskReq)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ModelArtsServer).ExportTask(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/modelarts.ModelArts/ExportTask",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ModelArtsServer).ExportTask(ctx, req.(*ExportTaskReq))
}
return interceptor(ctx, in, info, handler)
}
func _ModelArts_GetExportTasksOfDataset_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
in := new(GetExportTasksOfDatasetReq)
if err := dec(in); err != nil {
return nil, err
}
if interceptor == nil {
return srv.(ModelArtsServer).GetExportTasksOfDataset(ctx, in)
}
info := &grpc.UnaryServerInfo{
Server: srv,
FullMethod: "/modelarts.ModelArts/GetExportTasksOfDataset",
}
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
return srv.(ModelArtsServer).GetExportTasksOfDataset(ctx, req.(*GetExportTasksOfDatasetReq))
}
return interceptor(ctx, in, info, handler)
}
// ModelArts_ServiceDesc is the grpc.ServiceDesc for ModelArts service.
// It's only intended for direct use with grpc.RegisterService,
// and not to be introspected or modified (even as a copy)
var ModelArts_ServiceDesc = grpc.ServiceDesc{
ServiceName: "modelarts.ModelArts",
HandlerType: (*ModelArtsServer)(nil),
Methods: []grpc.MethodDesc{
{
MethodName: "GetToken",
Handler: _ModelArts_GetToken_Handler,
},
{
MethodName: "findDatasetList",
Handler: _ModelArts_FindDatasetList_Handler,
},
{
MethodName: "ListJob",
Handler: _ModelArts_ListJob_Handler,
},
{
MethodName: "ExportTask",
Handler: _ModelArts_ExportTask_Handler,
},
{
MethodName: "GetExportTasksOfDataset",
Handler: _ModelArts_GetExportTasksOfDataset_Handler,
},
},
Streams: []grpc.StreamDesc{},
Metadata: "modelarts.proto",
}

View File

@ -0,0 +1,100 @@
// Code generated by goctl. DO NOT EDIT.
// Source: modelarts.proto
package modelartsclient
import (
"context"
"PCM/adaptor/AIComputing/modelarts/rpc/modelarts"
"github.com/zeromicro/go-zero/zrpc"
"google.golang.org/grpc"
)
type (
AnnotationFormatConfig = modelarts.AnnotationFormatConfig
Auth = modelarts.Auth
DataSource = modelarts.DataSource
DataSources = modelarts.DataSources
Datasets = modelarts.Datasets
Domain = modelarts.Domain
ExportParams = modelarts.ExportParams
ExportTaskReq = modelarts.ExportTaskReq
ExportTaskResp = modelarts.ExportTaskResp
ExportTaskStatus = modelarts.ExportTaskStatus
FileStatistics = modelarts.FileStatistics
FindDatasetReq = modelarts.FindDatasetReq
FindDatasetResp = modelarts.FindDatasetResp
GetExportTasksOfDatasetReq = modelarts.GetExportTasksOfDatasetReq
GetExportTasksOfDatasetResp = modelarts.GetExportTasksOfDatasetResp
Identity = modelarts.Identity
ImportTasks = modelarts.ImportTasks
ListImportTasks = modelarts.ListImportTasks
Methods = modelarts.Methods
Password = modelarts.Password
Project = modelarts.Project
ReturnListImportTasks = modelarts.ReturnListImportTasks
SchemaMaps = modelarts.SchemaMaps
Scope = modelarts.Scope
SearchCondition = modelarts.SearchCondition
SearchLabel = modelarts.SearchLabel
SearchLabels = modelarts.SearchLabels
SearchProp = modelarts.SearchProp
SourceInfo = modelarts.SourceInfo
TokenReq = modelarts.TokenReq
TokenResp = modelarts.TokenResp
User = modelarts.User
Weigou = modelarts.Weigou
ModelArts interface {
// get modelarts Token
GetToken(ctx context.Context, in *TokenReq, opts ...grpc.CallOption) (*TokenResp, error)
// creat task
FindDatasetList(ctx context.Context, in *FindDatasetReq, opts ...grpc.CallOption) (*FindDatasetResp, error)
// find taskList
ListJob(ctx context.Context, in *ListImportTasks, opts ...grpc.CallOption) (*ReturnListImportTasks, error)
// export task
ExportTask(ctx context.Context, in *ExportTaskReq, opts ...grpc.CallOption) (*ExportTaskResp, error)
GetExportTasksOfDataset(ctx context.Context, in *GetExportTasksOfDatasetReq, opts ...grpc.CallOption) (*GetExportTasksOfDatasetResp, error)
}
defaultModelArts struct {
cli zrpc.Client
}
)
func NewModelArts(cli zrpc.Client) ModelArts {
return &defaultModelArts{
cli: cli,
}
}
// get modelarts Token
func (m *defaultModelArts) GetToken(ctx context.Context, in *TokenReq, opts ...grpc.CallOption) (*TokenResp, error) {
client := modelarts.NewModelArtsClient(m.cli.Conn())
return client.GetToken(ctx, in, opts...)
}
// creat task
func (m *defaultModelArts) FindDatasetList(ctx context.Context, in *FindDatasetReq, opts ...grpc.CallOption) (*FindDatasetResp, error) {
client := modelarts.NewModelArtsClient(m.cli.Conn())
return client.FindDatasetList(ctx, in, opts...)
}
// find taskList
func (m *defaultModelArts) ListJob(ctx context.Context, in *ListImportTasks, opts ...grpc.CallOption) (*ReturnListImportTasks, error) {
client := modelarts.NewModelArtsClient(m.cli.Conn())
return client.ListJob(ctx, in, opts...)
}
// export task
func (m *defaultModelArts) ExportTask(ctx context.Context, in *ExportTaskReq, opts ...grpc.CallOption) (*ExportTaskResp, error) {
client := modelarts.NewModelArtsClient(m.cli.Conn())
return client.ExportTask(ctx, in, opts...)
}
func (m *defaultModelArts) GetExportTasksOfDataset(ctx context.Context, in *GetExportTasksOfDatasetReq, opts ...grpc.CallOption) (*GetExportTasksOfDatasetResp, error) {
client := modelarts.NewModelArtsClient(m.cli.Conn())
return client.GetExportTasksOfDataset(ctx, in, opts...)
}