// Copyright (c) 2019 Cisco and/or its affiliates. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at: // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package statsclient is pure Go implementation of VPP stats API client. package statsclient import ( "bytes" "fmt" "net" "os" "regexp" "syscall" "time" "git.fd.io/govpp.git/adapter" "github.com/ftrvxmtrx/fd" logger "github.com/sirupsen/logrus" ) const ( // DefaultSocketName is default VPP stats socket file path. DefaultSocketName = adapter.DefaultStatsSocket ) const socketMissing = ` ------------------------------------------------------------ VPP stats socket file %s is missing! - is VPP running with stats segment enabled? - is the correct socket name configured? To enable it add following section to your VPP config: statseg { socket-name /run/vpp/stats.sock } ------------------------------------------------------------ ` var ( // Debug is global variable that determines debug mode Debug = os.Getenv("DEBUG_GOVPP_STATS") != "" // Log is global logger Log = logger.New() ) // init initializes global logger, which logs debug level messages to stdout. func init() { Log.Out = os.Stdout if Debug { Log.Level = logger.DebugLevel Log.Debug("govpp/statsclient: enabled debug mode") } } func debugf(f string, a ...interface{}) { if Debug { Log.Debugf(f, a...) } } // implements StatsAPI var _ adapter.StatsAPI = (*StatsClient)(nil) // StatsClient is the pure Go implementation for VPP stats API. type StatsClient struct { sockAddr string headerData []byte isConnected bool statSegment } // NewStatsClient returns new VPP stats API client. func NewStatsClient(sockAddr string) *StatsClient { if sockAddr == "" { sockAddr = DefaultSocketName } return &StatsClient{ sockAddr: sockAddr, } } // Connect to the VPP stats socket func (sc *StatsClient) Connect() (err error) { // check if socket exists if _, err := os.Stat(sc.sockAddr); os.IsNotExist(err) { fmt.Fprintf(os.Stderr, socketMissing, sc.sockAddr) return fmt.Errorf("stats socket file %s does not exist", sc.sockAddr) } else if err != nil { return fmt.Errorf("stats socket error: %v", err) } if sc.isConnected { return fmt.Errorf("already connected") } if sc.statSegment, err = sc.connect(); err != nil { return err } sc.isConnected = true return nil } // Disconnect from the socket and unmap shared memory func (sc *StatsClient) Disconnect() error { sc.isConnected = false if sc.headerData == nil { return nil } if err := syscall.Munmap(sc.headerData); err != nil { Log.Debugf("unmapping shared memory failed: %v", err) return fmt.Errorf("unmapping shared memory failed: %v", err) } sc.headerData = nil Log.Debugf("successfully unmapped shared memory") return nil } func (sc *StatsClient) ListStats(patterns ...string) ([]string, error) { accessEpoch := sc.accessStart() if accessEpoch == 0 { return nil, adapter.ErrStatsAccessFailed } indexes, err := sc.listIndexes(patterns...) if err != nil { return nil, err } dirVector, err := sc.GetDirectoryVector() if err != nil { return nil, fmt.Errorf("failed to list stats: %v", err) } vecLen := *(*uint32)(vectorLen(dirVector)) var names []string for _, index := range indexes { if index >= vecLen { return nil, fmt.Errorf("stat entry index %d out of dir vector len (%d)", index, vecLen) } _, dirName, _ := sc.GetStatDirOnIndex(dirVector, index) names = append(names, string(dirName)) } if !sc.accessEnd(accessEpoch) { return nil, adapter.ErrStatsDataBusy } return names, nil } func (sc *StatsClient) DumpStats(patterns ...string) (entries []adapter.StatEntry, err error) { accessEpoch := sc.accessStart() if accessEpoch == 0 { return nil, adapter.ErrStatsAccessFailed } indexes, err := sc.listIndexes(patterns...) if err != nil { return nil, err } dirVector, err := sc.GetDirectoryVector() if err != nil { return nil, err } dirLen := *(*uint32)(vectorLen(dirVector)) debugf("dumping entries for %d indexes", len(indexes)) entries = make([]adapter.StatEntry, 0, len(indexes)) for _, index := range indexes { if index >= dirLen { return nil, fmt.Errorf("stat entry index %d out of dir vector length (%d)", index, dirLen) } dirPtr, dirName, dirType := sc.GetStatDirOnIndex(dirVector, index) if len(dirName) == 0 { continue } entry := adapter.StatEntry{ Name: append([]byte(nil), dirName...), Type: adapter.StatType(dirType), Data: sc.CopyEntryData(dirPtr), } entries = append(entries, entry) } if !sc.accessEnd(accessEpoch) { return nil, adapter.ErrStatsDataBusy } return entries, nil } func (sc *StatsClient) PrepareDir(patterns ...string) (*adapter.StatDir, error) { dir := new(adapter.StatDir) accessEpoch := sc.accessStart() if accessEpoch == 0 { return nil, adapter.ErrStatsAccessFailed } indexes, err := sc.listIndexes(patterns...) if err != nil { return nil, err } dir.Indexes = indexes dirVector, err := sc.GetDirectoryVector() if err != nil { return nil, err } dirLen := *(*uint32)(vectorLen(dirVector)) debugf("dumping entries for %d indexes", len(indexes)) entries := make([]adapter.StatEntry, 0, len(indexes)) for _, index := range indexes { if index >= dirLen { return nil, fmt.Errorf("stat entry index %d out of dir vector length (%d)", index, dirLen) } dirPtr, dirName, dirType := sc.GetStatDirOnIndex(dirVector, index) if len(dirName) == 0 { continue } entry := adapter.StatEntry{ Name: append([]byte(nil), dirName...), Type: adapter.StatType(dirType), Data: sc.CopyEntryData(dirPtr), } entries = append(entries, entry) } dir.Entries = entries if !sc.accessEnd(accessEpoch) { return nil, adapter.ErrStatsDataBusy } dir.Epoch = accessEpoch return dir, nil } // UpdateDir refreshes directory data for all counters func (sc *StatsClient) UpdateDir(dir *adapter.StatDir) (err error) { epoch, _ := sc.GetEpoch() if dir.Epoch != epoch { return adapter.ErrStatsDirStale } accessEpoch := sc.accessStart() if accessEpoch == 0 { return adapter.ErrStatsAccessFailed } dirVector, err := sc.GetDirectoryVector() if err != nil { return err } for i, index := range dir.Indexes { statSegDir, dirName, dirType := sc.GetStatDirOnIndex(dirVector, index) if len(dirName) == 0 { continue } entry := &dir.Entries[i] if !bytes.Equal(dirName, entry.Name) { continue } if adapter.StatType(dirType) != entry.Type { continue } if entry.Data == nil { continue } if err := sc.UpdateEntryData(statSegDir, &entry.Data); err != nil { return fmt.Errorf("updating stat data for entry %s failed: %v", dirName, err) } } if !sc.accessEnd(accessEpoch) { return adapter.ErrStatsDataBusy } return nil } func (sc *StatsClient) connect() (statSegment, error) { addr := net.UnixAddr{ Net: "unixpacket", Name: sc.sockAddr, } Log.Debugf("connecting to: %v", addr) conn, err := net.DialUnix(addr.Net, nil, &addr) if err != nil { Log.Warnf("connecting to socket %s failed: %s", addr, err) return nil, err } defer func() { if err := conn.Close(); err != nil { Log.Warnf("closing socket failed: %v", err) } }() Log.Debugf("connected to socket") files, err := fd.Get(conn, 1, nil) if err != nil { return nil, fmt.Errorf("getting file descriptor over socket failed: %v", err) } if len(files) == 0 { return nil, fmt.Errorf("no files received over socket") } file := files[0] defer func() { if err := file.Close(); err != nil { Log.Warnf("closing file failed: %v", err) } }() info, err := file.Stat() if err != nil { return nil, err } size := info.Size() sc.headerData, err = syscall.Mmap(int(file.Fd()), 0, int(size), syscall.PROT_READ, syscall.MAP_SHARED) if err != nil { Log.Debugf("mapping shared memory failed: %v", err) return nil, fmt.Errorf("mapping shared memory failed: %v", err) } Log.Debugf("successfully mmapped shared memory segment (size: %v) %v", size, len(sc.headerData)) version := getVersion(sc.headerData) switch version { case 1: return newStatSegmentV1(sc.headerData, size), nil case 2: return newStatSegmentV2(sc.headerData, size), nil default: return nil, fmt.Errorf("stat segment version is not supported: %v (min: %v, max: %v)", version, minVersion, maxVersion) } } // Starts monitoring 'inProgress' field. Returns stats segment // access epoch when completed, or zero value if not finished // within MaxWaitInProgress func (sc *StatsClient) accessStart() (epoch int64) { t := time.Now() epoch, inProg := sc.GetEpoch() for inProg { if time.Since(t) > MaxWaitInProgress { return int64(0) } time.Sleep(CheckDelayInProgress) epoch, inProg = sc.GetEpoch() } return epoch } // AccessEnd returns true if stats data reading was finished, false // otherwise func (sc *StatsClient) accessEnd(accessEpoch int64) bool { epoch, inProgress := sc.GetEpoch() if accessEpoch != epoch || inProgress { return false } return true } // listIndexes lists indexes for all stat entries that match any of the regex patterns. func (sc *StatsClient) listIndexes(patterns ...string) (indexes []uint32, err error) { if len(patterns) == 0 { return sc.listIndexesFunc(nil) } var regexes = make([]*regexp.Regexp, len(patterns)) for i, pattern := range patterns { r, err := regexp.Compile(pattern) if err != nil { return nil, fmt.Errorf("compiling regexp failed: %v", err) } regexes[i] = r } nameMatches := func(name []byte) bool { for _, r := range regexes { if r.Match(name) { return true } } return false } return sc.listIndexesFunc(nameMatches) } // listIndexesFunc lists stats indexes. The optional function // argument filters returned values or returns all if empty func (sc *StatsClient) listIndexesFunc(f func(name []byte) bool) (indexes []uint32, err error) { if f == nil { // there is around ~3157 stats, so to avoid too many allocations // we set capacity to 3200 when listing all stats indexes = make([]uint32, 0, 3200) } dirVector, err := sc.GetDirectoryVector() if err != nil { return nil, err } vecLen := *(*uint32)(vectorLen(dirVector)) for i := uint32(0); i < vecLen; i++ { _, dirName, _ := sc.GetStatDirOnIndex(dirVector, i) if f != nil { if len(dirName) == 0 || !f(dirName) { continue } } indexes = append(indexes, i) } return indexes, nil }