-
Notifications
You must be signed in to change notification settings - Fork 6
Expand file tree
/
Copy pathhandler.go
More file actions
54 lines (44 loc) · 1.76 KB
/
handler.go
File metadata and controls
54 lines (44 loc) · 1.76 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
package handler
import (
"github.com/gin-gonic/gin"
"golang.org/x/time/rate"
"github.com/0glabs/0g-serving-broker/common/errors"
"github.com/0glabs/0g-serving-broker/common/log"
"github.com/0glabs/0g-serving-broker/common/middleware"
"github.com/0glabs/0g-serving-broker/fine-tuning/internal/ctrl"
)
type Handler struct {
ctrl *ctrl.Ctrl
logger log.Logger
rateLimiter *middleware.RateLimiter
}
func New(ctrl *ctrl.Ctrl, logger log.Logger, rateLimitRPS float64, rateLimitBurst int) *Handler {
h := &Handler{
ctrl: ctrl,
logger: logger,
rateLimiter: middleware.NewRateLimiter(rate.Limit(rateLimitRPS), rateLimitBurst),
}
return h
}
func (h *Handler) Register(r *gin.Engine) {
group := r.Group("/v1")
group.POST("/user/:userAddress/task", h.CreateTask)
group.POST("/user/:userAddress/task/:taskID/cancel", h.CancelTask)
group.GET("/user/:userAddress/task", h.ListTask)
group.GET("/user/:userAddress/task/:taskID", h.GetTask)
group.GET("/user/:userAddress/task/:taskID/log", h.GetTaskProgress)
group.POST("/user/:userAddress/task/:taskID/lora", middleware.RateLimitMiddleware(h.rateLimiter), h.DownloadLoRA) // Download LoRA with rate limiting
group.POST("/user/:userAddress/dataset", middleware.RateLimitMiddleware(h.rateLimiter), h.UploadDataset) // Upload dataset to TEE with rate limiting
group.GET("/task/pending", h.GetPendingTrainingTaskCount)
group.GET("/quote", middleware.RateLimitMiddleware(h.rateLimiter), h.GetQuote)
group.GET("/model", h.ListModel)
group.GET("/model/:name", h.GetModel)
group.GET("/model/desc/:name", h.GetModelDesc)
}
func handleBrokerError(ctx *gin.Context, err error, context string) {
info := "Provider"
if context != "" {
info += (": " + context)
}
errors.Response(ctx, errors.Wrap(err, info))
}