feat: add host manager for persistent cache (#3546)

Signed-off-by: Gaius <gaius.qi@gmail.com>

scheduler/resource/persistentcache/host.go

@@ -0,0 +1,267 @@
+/*
+ *     Copyright 2024 The Dragonfly Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package persistentcache
+
+import (
+	"time"
+
+	logger "d7y.io/dragonfly/v2/internal/dflog"
+	"d7y.io/dragonfly/v2/pkg/types"
+)
+
+// Host contains content for host.
+type Host struct {
+	// ID is host id.
+	ID string
+
+	// Type is host type.
+	Type types.HostType
+
+	// Hostname is host name.
+	Hostname string
+
+	// IP is host ip.
+	IP string
+
+	// Port is grpc service port.
+	Port int32
+
+	// DownloadPort is piece downloading port.
+	DownloadPort int32
+
+	// DisableShared is whether the host is disabled for
+	// shared with other peers.
+	DisableShared bool
+
+	// Host OS.
+	OS string
+
+	// Host platform.
+	Platform string
+
+	// Host platform family.
+	PlatformFamily string
+
+	// Host platform version.
+	PlatformVersion string
+
+	// Host kernel version.
+	KernelVersion string
+
+	// CPU Stat.
+	CPU CPU
+
+	// Memory Stat.
+	Memory Memory
+
+	// Network Stat.
+	Network Network
+
+	// Dist Stat.
+	Disk Disk
+
+	// Build information.
+	Build Build
+
+	// AnnounceInterval is the interval between host announces to scheduler.
+	AnnounceInterval time.Duration
+
+	// ConcurrentUploadLimit is concurrent upload limit count.
+	ConcurrentUploadLimit int32
+
+	// ConcurrentUploadCount is concurrent upload count.
+	ConcurrentUploadCount int32
+
+	// UploadCount is total upload count.
+	UploadCount int64
+
+	// UploadFailedCount is upload failed count.
+	UploadFailedCount int64
+
+	// CreatedAt is host create time.
+	CreatedAt time.Time
+
+	// UpdatedAt is host update time.
+	UpdatedAt time.Time
+
+	// Host log.
+	Log *logger.SugaredLoggerOnWith
+}
+
+// CPU contains content for cpu.
+type CPU struct {
+	// Number of logical cores in the system.
+	LogicalCount uint32 `csv:"logicalCount"`
+
+	// Number of physical cores in the system.
+	PhysicalCount uint32 `csv:"physicalCount"`
+
+	// Percent calculates the percentage of cpu used.
+	Percent float64 `csv:"percent"`
+
+	// Calculates the percentage of cpu used by process.
+	ProcessPercent float64 `csv:"processPercent"`
+
+	// Times contains the amounts of time the CPU has spent performing different kinds of work.
+	Times CPUTimes `csv:"times"`
+}
+
+// CPUTimes contains content for cpu times.
+type CPUTimes struct {
+	// CPU time of user.
+	User float64 `csv:"user"`
+
+	// CPU time of system.
+	System float64 `csv:"system"`
+
+	// CPU time of idle.
+	Idle float64 `csv:"idle"`
+
+	// CPU time of nice.
+	Nice float64 `csv:"nice"`
+
+	// CPU time of iowait.
+	Iowait float64 `csv:"iowait"`
+
+	// CPU time of irq.
+	Irq float64 `csv:"irq"`
+
+	// CPU time of softirq.
+	Softirq float64 `csv:"softirq"`
+
+	// CPU time of steal.
+	Steal float64 `csv:"steal"`
+
+	// CPU time of guest.
+	Guest float64 `csv:"guest"`
+
+	// CPU time of guest nice.
+	GuestNice float64 `csv:"guestNice"`
+}
+
+// Memory contains content for memory.
+type Memory struct {
+	// Total amount of RAM on this system.
+	Total uint64 `csv:"total"`
+
+	// RAM available for programs to allocate.
+	Available uint64 `csv:"available"`
+
+	// RAM used by programs.
+	Used uint64 `csv:"used"`
+
+	// Percentage of RAM used by programs.
+	UsedPercent float64 `csv:"usedPercent"`
+
+	// Calculates the percentage of memory used by process.
+	ProcessUsedPercent float64 `csv:"processUsedPercent"`
+
+	// This is the kernel's notion of free memory.
+	Free uint64 `csv:"free"`
+}
+
+// Network contains content for network.
+type Network struct {
+	// Return count of tcp connections opened and status is ESTABLISHED.
+	TCPConnectionCount uint32 `csv:"tcpConnectionCount"`
+
+	// Return count of upload tcp connections opened and status is ESTABLISHED.
+	UploadTCPConnectionCount uint32 `csv:"uploadTCPConnectionCount"`
+
+	// Location path(area|country|province|city|...).
+	Location string `csv:"location"`
+
+	// IDC where the peer host is located
+	IDC string `csv:"idc"`
+}
+
+// Build contains content for build.
+type Build struct {
+	// Git version.
+	GitVersion string `csv:"gitVersion"`
+
+	// Git commit.
+	GitCommit string `csv:"gitCommit"`
+
+	// Golang version.
+	GoVersion string `csv:"goVersion"`
+
+	// Build platform.
+	Platform string `csv:"platform"`
+}
+
+// Disk contains content for disk.
+type Disk struct {
+	// Total amount of disk on the data path of dragonfly.
+	Total uint64 `csv:"total"`
+
+	// Free amount of disk on the data path of dragonfly.
+	Free uint64 `csv:"free"`
+
+	// Used amount of disk on the data path of dragonfly.
+	Used uint64 `csv:"used"`
+
+	// Used percent of disk on the data path of dragonfly directory.
+	UsedPercent float64 `csv:"usedPercent"`
+
+	// Total amount of indoes on the data path of dragonfly directory.
+	InodesTotal uint64 `csv:"inodesTotal"`
+
+	// Used amount of indoes on the data path of dragonfly directory.
+	InodesUsed uint64 `csv:"inodesUsed"`
+
+	// Free amount of indoes on the data path of dragonfly directory.
+	InodesFree uint64 `csv:"inodesFree"`
+
+	// Used percent of indoes on the data path of dragonfly directory.
+	InodesUsedPercent float64 `csv:"inodesUsedPercent"`
+}
+
+// New host instance.
+func NewHost(
+	id, hostname, ip, os, platform, platformFamily, platformVersion, kernelVersion string, port, downloadPort, concurrentUploadLimit, concurrentUploadCount int32,
+	UploadCount, UploadFailedCount int64, disableShared bool, typ types.HostType, cpu CPU, memory Memory, network Network, disk Disk,
+	build Build, announceInterval time.Duration, createdAt, updatedAt time.Time, log *logger.SugaredLoggerOnWith,
+) *Host {
+	return &Host{
+		ID:                    id,
+		Type:                  types.HostType(typ),
+		Hostname:              hostname,
+		IP:                    ip,
+		Port:                  port,
+		DownloadPort:          downloadPort,
+		DisableShared:         disableShared,
+		OS:                    os,
+		Platform:              platform,
+		PlatformFamily:        platformFamily,
+		PlatformVersion:       platformVersion,
+		KernelVersion:         kernelVersion,
+		CPU:                   cpu,
+		Memory:                memory,
+		Network:               network,
+		Disk:                  disk,
+		Build:                 build,
+		AnnounceInterval:      announceInterval,
+		ConcurrentUploadLimit: concurrentUploadLimit,
+		ConcurrentUploadCount: concurrentUploadCount,
+		UploadCount:           UploadCount,
+		UploadFailedCount:     UploadFailedCount,
+		CreatedAt:             createdAt,
+		UpdatedAt:             updatedAt,
+		Log:                   logger.WithHost(id, hostname, ip),
+	}
+}