notdiamond

Mar 5, 2025

Changes in this version

+ func ClientKey() interface

Feb 24, 2025

Changes in this version

+ func ExtractModelFromRequest(req *http.Request) (string, error)

Feb 11, 2025

Changes in this version

+ type Transport struct

+ Base http.RoundTripper

+ func NewTransport(config types.Config) (*Transport, error)

+ func (t *Transport) RoundTrip(req *http.Request) (*http.Response, error)

Feb 11, 2025

Changes in this version

type Config

+ ModelLatency ModelLatency

+ type DataPoint struct

+ type ModelLatency map[string]*RollingAverageLatency

+ type RollingAverageLatency struct

+ AvgLatencyThreshold float64

+ NoOfCalls int

+ RecoveryTime time.Duration

+ type Statistics struct

Feb 10, 2025

Changes in this version

+ const NotdiamondClientKey

+ var DataFolder = "."

+ var Log = logrus.New()

+ func Debug(format string, args ...interface{})

+ func Error(args ...interface{})

+ func Exists(name string) error

+ func Info(args ...interface{})

+ func SetLevel(level string)

+ func Warn(args ...interface{})

+ type Client struct

+ HttpClient *NotDiamondHttpClient

+ func Init(config Config) (*Client, error)

+ func (c *Client) Do(req *http.Request) (*http.Response, error)

+ type ClientType string

+ const ClientTypeAzure

+ const ClientTypeOpenAI

+ type Config struct

+ AvgLatencyThreshold float64

+ Backoff map[string]float64

+ Clients []http.Request

+ MaxRetries map[string]int

+ ModelMessages map[string][]Message

+ Models Models

+ NoOfCalls int

+ RecoveryTime time.Duration

+ StatusCodeRetry interface{}

+ Timeout map[string]float64

+ type Database struct

+ Schema string

+ func Open(name string, readOnly bool) (*Database, error)

+ func (d *Database) Close() error

+ func (d *Database) Columns(table string) ([]string, error)

+ func (d *Database) Debug(debugMode bool)

+ func (d *Database) Delete(tableName, key string) error

+ func (d *Database) Drop() error

+ func (d *Database) Dump() (string, error)

+ func (d *Database) Exec(query string, args ...interface{}) error

+ func (d *Database) Get(tableName, key string, v interface{}) error

+ func (d *Database) MakeTables(timeSeries bool, tableName string, columns map[string]string) error

+ func (d *Database) Query(query string, args ...interface{}) (*sql.Rows, error)

+ func (d *Database) Set(tableName, key string, value interface{}) error

+ type DatabaseLock struct

+ Locked map[string]bool

+ type Message map[string]string

+ type MetricsTracker struct

+ func NewMetricsTracker(dbPath string) (*MetricsTracker, error)

+ func (mt *MetricsTracker) CheckModelHealth(model string, config *Config) (bool, error)

+ func (mt *MetricsTracker) Close() error

+ func (mt *MetricsTracker) Drop() error

+ func (mt *MetricsTracker) RecordLatency(model string, latency float64) error

+ type Models interface

+ type NotDiamondHttpClient struct

+ func NewNotDiamondHttpClient(config Config) (*NotDiamondHttpClient, error)

+ func (c *NotDiamondHttpClient) Do(req *http.Request) (*http.Response, error)

+ type OrderedModels []string

+ type WeightedModels map[string]float64