feat: add metric logger

Author: dancing-ui

api/init.go

@@ -135,6 +135,17 @@ func initCoreComponents() error {
 		return nil
 	}
 
+	if err := llmtokenratelimit.InitMetricLogger(&llmtokenratelimit.MetricLoggerConfig{
+		AppName:       config.AppName(),
+		LogDir:        config.LogBaseDir(),
+		MaxFileSize:   config.MetricLogSingleFileMaxSize(),
+		MaxFileAmount: config.MetricLogMaxFileAmount(),
+		FlushInterval: config.MetricLogFlushIntervalSec(),
+		UsePid:        config.LogUsePid(),
+	}); err != nil {
+		return err
+	}
+
 	if err := llmtokenratelimit.Init(config.LLMTokenRateLimit()); err != nil {
 		return err
 	}

core/llm_token_ratelimit/config.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"errors"

core/llm_token_ratelimit/config_test.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"testing"

core/llm_token_ratelimit/constant.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 // ================================= Config ====================================
 const (
@@ -89,3 +89,12 @@ const (
 const (
 	TokenEncoderKeyFormat string = "{shard-%s}:token-encoder:%s:%s:%s" // hashTag, provider, model, redisRatelimitKey
 )
+
+// ================================= MetricLogger =============================
+const (
+	MetricFileNameSuffix = "llm-token-ratelimit-metrics.log"
+	DefaultMaxFileSize   = 50 * 1024 * 1024
+	DefaultMaxFileAmount = 7
+	DefaultBufferSize    = 1000
+	DefaultFlushInterval = 1 // second
+)

core/llm_token_ratelimit/context.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"sync"

core/llm_token_ratelimit/context_test.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"fmt"

core/llm_token_ratelimit/doc.go

@@ -13,4 +13,4 @@
 // limitations under the License.
 
 // Package config provides llm token rate limit mechanism.
-package llmtokenratelimit
+package llm_token_ratelimit

core/llm_token_ratelimit/identifier_check_test.go

@@ -11,7 +11,7 @@
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"fmt"

core/llm_token_ratelimit/identifier_checker.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"github.com/alibaba/sentinel-golang/util"

core/llm_token_ratelimit/init.go

@@ -12,7 +12,7 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-package llmtokenratelimit
+package llm_token_ratelimit
 
 import (
 	"fmt"