Skip to content

Commit

Permalink
Remove aliases from pkg/config and refactor all references to types/f…
Browse files Browse the repository at this point in the history
…unctions (#29223)
  • Loading branch information
jackgopack4 authored Sep 17, 2024
1 parent 7316f29 commit c7eb6e5
Show file tree
Hide file tree
Showing 582 changed files with 2,796 additions and 3,054 deletions.
35 changes: 18 additions & 17 deletions cmd/agent/common/autodiscovery.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,9 @@ import (
"github.com/DataDog/datadog-agent/comp/core/autodiscovery/providers"
"github.com/DataDog/datadog-agent/comp/core/autodiscovery/providers/names"
workloadmeta "github.com/DataDog/datadog-agent/comp/core/workloadmeta/def"
"github.com/DataDog/datadog-agent/pkg/config"
confad "github.com/DataDog/datadog-agent/pkg/config/autodiscovery"
pkgconfigenv "github.com/DataDog/datadog-agent/pkg/config/env"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/jsonquery"
"github.com/DataDog/datadog-agent/pkg/util/log"
)
Expand All @@ -45,34 +46,34 @@ func setupAutoDiscovery(confSearchPaths []string, wmeta workloadmeta.Component,

ac.AddConfigProvider(
providers.NewFileConfigProvider(acTelemetryStore),
config.Datadog().GetBool("autoconf_config_files_poll"),
time.Duration(config.Datadog().GetInt("autoconf_config_files_poll_interval"))*time.Second,
pkgconfigsetup.Datadog().GetBool("autoconf_config_files_poll"),
time.Duration(pkgconfigsetup.Datadog().GetInt("autoconf_config_files_poll_interval"))*time.Second,
)

// Autodiscovery cannot easily use config.RegisterOverrideFunc() due to Unmarshalling
extraConfigProviders, extraConfigListeners := confad.DiscoverComponentsFromConfig()

var extraEnvProviders []config.ConfigurationProviders
var extraEnvListeners []config.Listeners
if config.IsAutoconfigEnabled() && !config.IsCLCRunner() {
var extraEnvProviders []pkgconfigsetup.ConfigurationProviders
var extraEnvListeners []pkgconfigsetup.Listeners
if pkgconfigenv.IsAutoconfigEnabled(pkgconfigsetup.Datadog()) && !pkgconfigsetup.IsCLCRunner(pkgconfigsetup.Datadog()) {
extraEnvProviders, extraEnvListeners = confad.DiscoverComponentsFromEnv()
}

// Register additional configuration providers
var configProviders []config.ConfigurationProviders
var uniqueConfigProviders map[string]config.ConfigurationProviders
err := config.Datadog().UnmarshalKey("config_providers", &configProviders)
var configProviders []pkgconfigsetup.ConfigurationProviders
var uniqueConfigProviders map[string]pkgconfigsetup.ConfigurationProviders
err := pkgconfigsetup.Datadog().UnmarshalKey("config_providers", &configProviders)

if err == nil {
uniqueConfigProviders = make(map[string]config.ConfigurationProviders, len(configProviders)+len(extraEnvProviders)+len(configProviders))
uniqueConfigProviders = make(map[string]pkgconfigsetup.ConfigurationProviders, len(configProviders)+len(extraEnvProviders)+len(configProviders))
for _, provider := range configProviders {
uniqueConfigProviders[provider.Name] = provider
}

// Add extra config providers
for _, name := range config.Datadog().GetStringSlice("extra_config_providers") {
for _, name := range pkgconfigsetup.Datadog().GetStringSlice("extra_config_providers") {
if _, found := uniqueConfigProviders[name]; !found {
uniqueConfigProviders[name] = config.ConfigurationProviders{Name: name, Polling: true}
uniqueConfigProviders[name] = pkgconfigsetup.ConfigurationProviders{Name: name, Polling: true}
} else {
log.Infof("Duplicate AD provider from extra_config_providers discarded as already present in config_providers: %s", name)
}
Expand All @@ -87,7 +88,7 @@ func setupAutoDiscovery(confSearchPaths []string, wmeta workloadmeta.Component,
}

if enableContainerProvider {
uniqueConfigProviders[names.KubeContainer] = config.ConfigurationProviders{Name: names.KubeContainer}
uniqueConfigProviders[names.KubeContainer] = pkgconfigsetup.ConfigurationProviders{Name: names.KubeContainer}
}

for _, provider := range extraConfigProviders {
Expand Down Expand Up @@ -123,12 +124,12 @@ func setupAutoDiscovery(confSearchPaths []string, wmeta workloadmeta.Component,
}
}

var listeners []config.Listeners
err = config.Datadog().UnmarshalKey("listeners", &listeners)
var listeners []pkgconfigsetup.Listeners
err = pkgconfigsetup.Datadog().UnmarshalKey("listeners", &listeners)
if err == nil {
// Add extra listeners
for _, name := range config.Datadog().GetStringSlice("extra_listeners") {
listeners = append(listeners, config.Listeners{Name: name})
for _, name := range pkgconfigsetup.Datadog().GetStringSlice("extra_listeners") {
listeners = append(listeners, pkgconfigsetup.Listeners{Name: name})
}

// The "docker" and "ecs" listeners were replaced with the
Expand Down
10 changes: 5 additions & 5 deletions cmd/agent/common/common.go
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,9 @@ import (

"github.com/DataDog/datadog-agent/cmd/agent/common/path"
"github.com/DataDog/datadog-agent/pkg/api/util"
"github.com/DataDog/datadog-agent/pkg/config"
"github.com/DataDog/datadog-agent/pkg/config/settings"
settingshttp "github.com/DataDog/datadog-agent/pkg/config/settings/http"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/version"
)

Expand All @@ -28,8 +28,8 @@ func GetPythonPaths() []string {
return []string{
path.GetDistPath(), // common modules are shipped in the dist path directly or under the "checks/" sub-dir
path.PyChecksPath, // integrations-core legacy checks
filepath.Join(path.GetDistPath(), "checks.d"), // custom checks in the "checks.d/" sub-dir of the dist path
config.Datadog().GetString("additional_checksd"), // custom checks, least precedent check location
filepath.Join(path.GetDistPath(), "checks.d"), // custom checks in the "checks.d/" sub-dir of the dist path
pkgconfigsetup.Datadog().GetString("additional_checksd"), // custom checks, least precedent check location
}
}

Expand All @@ -43,10 +43,10 @@ func GetVersion(w http.ResponseWriter, _ *http.Request) {

// NewSettingsClient returns a configured runtime settings client.
func NewSettingsClient() (settings.Client, error) {
ipcAddress, err := config.GetIPCAddress()
ipcAddress, err := pkgconfigsetup.GetIPCAddress(pkgconfigsetup.Datadog())
if err != nil {
return nil, err
}
hc := util.GetClient(false)
return settingshttp.NewClient(hc, fmt.Sprintf("https://%v:%v/agent/config", ipcAddress, config.Datadog().GetInt("cmd_port")), "agent", settingshttp.NewHTTPClientOptions(util.LeaveConnectionOpen)), nil
return settingshttp.NewClient(hc, fmt.Sprintf("https://%v:%v/agent/config", ipcAddress, pkgconfigsetup.Datadog().GetInt("cmd_port")), "agent", settingshttp.NewHTTPClientOptions(util.LeaveConnectionOpen)), nil
}
8 changes: 4 additions & 4 deletions cmd/agent/common/common_windows.go
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ import (
"path/filepath"

"github.com/DataDog/datadog-agent/cmd/agent/common/path"
"github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/log"
"github.com/DataDog/datadog-agent/pkg/util/winutil"
"github.com/DataDog/datadog-agent/pkg/util/winutil/messagestrings"
Expand Down Expand Up @@ -48,11 +48,11 @@ func CheckAndUpgradeConfig() error {
log.Debug("Previous config file not found, not upgrading")
return nil
}
config.Datadog().AddConfigPath(path.DefaultConfPath)
_, err := config.LoadWithoutSecret()
pkgconfigsetup.Datadog().AddConfigPath(path.DefaultConfPath)
_, err := pkgconfigsetup.LoadWithoutSecret(pkgconfigsetup.Datadog(), nil)
if err == nil {
// was able to read config, check for api key
if config.Datadog().GetString("api_key") != "" {
if pkgconfigsetup.Datadog().GetString("api_key") != "" {
log.Debug("Datadog.yaml found, and API key present. Not upgrading config")
return nil
}
Expand Down
3 changes: 1 addition & 2 deletions cmd/agent/common/helpers.go
Original file line number Diff line number Diff line change
Expand Up @@ -7,13 +7,12 @@ package common

import (
"github.com/DataDog/datadog-agent/comp/core/settings"
"github.com/DataDog/datadog-agent/pkg/config"
"github.com/DataDog/datadog-agent/pkg/config/model"
"github.com/DataDog/datadog-agent/pkg/util/log"
)

// SetupInternalProfiling is a common helper to configure runtime settings for internal profiling.
func SetupInternalProfiling(settings settings.Component, cfg config.Reader, configPrefix string) {
func SetupInternalProfiling(settings settings.Component, cfg model.Reader, configPrefix string) {
if v := cfg.GetInt(configPrefix + "internal_profiling.block_profile_rate"); v > 0 {
if err := settings.SetRuntimeSetting("runtime_block_profile_rate", v, model.SourceAgentRuntime); err != nil {
log.Errorf("Error setting block profile rate: %v", err)
Expand Down
12 changes: 6 additions & 6 deletions cmd/agent/common/import.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@ import (
"github.com/fatih/color"
yaml "gopkg.in/yaml.v2"

"github.com/DataDog/datadog-agent/pkg/config"
"github.com/DataDog/datadog-agent/pkg/config/legacy"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
)

// TransformationFunc type represents transformation applicable to byte slices
Expand All @@ -30,7 +30,7 @@ func ImportConfig(oldConfigDir string, newConfigDir string, force bool) error {
datadogConfPath := filepath.Join(oldConfigDir, "datadog.conf")
datadogYamlPath := filepath.Join(newConfigDir, "datadog.yaml")
traceAgentConfPath := filepath.Join(newConfigDir, "trace-agent.conf")
configConverter := config.NewConfigConverter()
configConverter := legacy.NewConfigConverter()
const cfgExt = ".yaml"
const dirExt = ".d"

Expand All @@ -52,14 +52,14 @@ func ImportConfig(oldConfigDir string, newConfigDir string, force bool) error {
}

// setup the configuration system
config.Datadog().AddConfigPath(newConfigDir)
_, err = config.LoadWithoutSecret()
pkgconfigsetup.Datadog().AddConfigPath(newConfigDir)
_, err = pkgconfigsetup.LoadWithoutSecret(pkgconfigsetup.Datadog(), nil)
if err != nil {
return fmt.Errorf("unable to load Datadog config file: %s", err)
}

// we won't overwrite the conf file if it contains a valid api_key
if config.Datadog().GetString("api_key") != "" && !force {
if pkgconfigsetup.Datadog().GetString("api_key") != "" && !force {
return fmt.Errorf("%s seems to contain a valid configuration, run the command again with --force or -f to overwrite it",
datadogYamlPath)
}
Expand Down Expand Up @@ -136,7 +136,7 @@ func ImportConfig(oldConfigDir string, newConfigDir string, force bool) error {
}

// marshal the config object to YAML
b, err := yaml.Marshal(config.Datadog().AllSettings())
b, err := yaml.Marshal(pkgconfigsetup.Datadog().AllSettings())
if err != nil {
return fmt.Errorf("unable to marshal config to YAML: %v", err)
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/agent/common/misconfig/mounts.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,8 @@ import (
"github.com/pkg/errors"
"github.com/syndtr/gocapability/capability"

"github.com/DataDog/datadog-agent/pkg/config"
"github.com/DataDog/datadog-agent/pkg/config/env"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/log"
)

Expand Down Expand Up @@ -68,7 +68,7 @@ func procMount() error {
if !haveEgid {
groups = append(groups, egid)
}
path := config.Datadog().GetString("container_proc_root")
path := pkgconfigsetup.Datadog().GetString("container_proc_root")
if env.IsContainerized() && path != "/proc" {
path = filepath.Join(path, "1/mounts")
} else {
Expand Down
9 changes: 5 additions & 4 deletions cmd/agent/common/test_helpers.go
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,14 @@ import (

"github.com/DataDog/datadog-agent/cmd/agent/common/path"
"github.com/DataDog/datadog-agent/comp/core/secrets"
"github.com/DataDog/datadog-agent/pkg/config"
"github.com/DataDog/datadog-agent/pkg/config/model"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/optional"
)

// SetupConfigForTest fires up the configuration system and returns warnings if any.
func SetupConfigForTest(confFilePath string) (*config.Warnings, error) {
cfg := config.Datadog()
func SetupConfigForTest(confFilePath string) (*model.Warnings, error) {
cfg := pkgconfigsetup.Datadog()
origin := "datadog.yaml"
// set the paths where a config file is expected
if len(confFilePath) != 0 {
Expand All @@ -36,7 +37,7 @@ func SetupConfigForTest(confFilePath string) (*config.Warnings, error) {
}
cfg.AddConfigPath(path.DefaultConfPath)
// load the configuration
warnings, err := config.LoadDatadogCustom(cfg, origin, optional.NewNoneOption[secrets.Component](), nil)
warnings, err := pkgconfigsetup.LoadDatadogCustom(cfg, origin, optional.NewNoneOption[secrets.Component](), nil)
if err != nil {
// special-case permission-denied with a clearer error message
if errors.Is(err, fs.ErrPermission) {
Expand Down
4 changes: 2 additions & 2 deletions cmd/agent/subcommands/diagnose/command.go
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ import (
workloadmetafx "github.com/DataDog/datadog-agent/comp/core/workloadmeta/fx"
"github.com/DataDog/datadog-agent/comp/serializer/compression/compressionimpl"
"github.com/DataDog/datadog-agent/pkg/api/util"
pkgconfig "github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/diagnose"
"github.com/DataDog/datadog-agent/pkg/diagnose/diagnosis"
"github.com/DataDog/datadog-agent/pkg/util/fxutil"
Expand Down Expand Up @@ -331,7 +331,7 @@ func printPayload(name payloadName, _ log.Component, config config.Component) er
}

c := util.GetClient(false)
ipcAddress, err := pkgconfig.GetIPCAddress()
ipcAddress, err := pkgconfigsetup.GetIPCAddress(pkgconfigsetup.Datadog())
if err != nil {
return err
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/agent/subcommands/dogstatsd/command.go
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ import (
log "github.com/DataDog/datadog-agent/comp/core/log/def"
"github.com/DataDog/datadog-agent/pkg/aggregator"
"github.com/DataDog/datadog-agent/pkg/api/util"
pkgconfig "github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/fxutil"
)

Expand Down Expand Up @@ -81,7 +81,7 @@ func Commands(globalParams *command.GlobalParams) []*cobra.Command {

func triggerDump(config cconfig.Component) (string, error) {
c := util.GetClient(false)
addr, err := pkgconfig.GetIPCAddress()
addr, err := pkgconfigsetup.GetIPCAddress(pkgconfigsetup.Datadog())
if err != nil {
return "", err
}
Expand Down
4 changes: 2 additions & 2 deletions cmd/agent/subcommands/dogstatsdcapture/command.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ import (
"github.com/DataDog/datadog-agent/comp/core/config"
log "github.com/DataDog/datadog-agent/comp/core/log/def"
"github.com/DataDog/datadog-agent/pkg/api/security"
pkgconfig "github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
pb "github.com/DataDog/datadog-agent/pkg/proto/pbgo/core"
"github.com/DataDog/datadog-agent/pkg/util/fxutil"

Expand Down Expand Up @@ -102,7 +102,7 @@ func dogstatsdCapture(_ log.Component, config config.Component, cliParams *cliPa

conn, err := grpc.DialContext( //nolint:staticcheck // TODO (ASC) fix grpc.DialContext is deprecated
ctx,
fmt.Sprintf(":%v", pkgconfig.Datadog().GetInt("cmd_port")),
fmt.Sprintf(":%v", pkgconfigsetup.Datadog().GetInt("cmd_port")),
grpc.WithTransportCredentials(creds),
)
if err != nil {
Expand Down
8 changes: 4 additions & 4 deletions cmd/agent/subcommands/dogstatsdreplay/command.go
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ import (
log "github.com/DataDog/datadog-agent/comp/core/log/def"
replay "github.com/DataDog/datadog-agent/comp/dogstatsd/replay/impl"
"github.com/DataDog/datadog-agent/pkg/api/security"
pkgconfig "github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
pb "github.com/DataDog/datadog-agent/pkg/proto/pbgo/core"
"github.com/DataDog/datadog-agent/pkg/util/fxutil"

Expand Down Expand Up @@ -113,7 +113,7 @@ func dogstatsdReplay(_ log.Component, config config.Component, cliParams *cliPar

apiconn, err := grpc.DialContext( //nolint:staticcheck // TODO (ASC) fix grpc.DialContext is deprecated
ctx,
fmt.Sprintf(":%v", pkgconfig.Datadog().GetInt("cmd_port")),
fmt.Sprintf(":%v", pkgconfigsetup.Datadog().GetInt("cmd_port")),
grpc.WithTransportCredentials(creds),
)
if err != nil {
Expand All @@ -133,7 +133,7 @@ func dogstatsdReplay(_ log.Component, config config.Component, cliParams *cliPar
return err
}

s := pkgconfig.Datadog().GetString("dogstatsd_socket")
s := pkgconfigsetup.Datadog().GetString("dogstatsd_socket")
if s == "" {
return fmt.Errorf("Dogstatsd UNIX socket disabled")
}
Expand All @@ -150,7 +150,7 @@ func dogstatsdReplay(_ log.Component, config config.Component, cliParams *cliPar
defer syscall.Close(sk)

err = syscall.SetsockoptInt(sk, syscall.SOL_SOCKET, syscall.SO_SNDBUF,
pkgconfig.Datadog().GetInt("dogstatsd_buffer_size"))
pkgconfigsetup.Datadog().GetInt("dogstatsd_buffer_size"))
if err != nil {
return err
}
Expand Down
6 changes: 3 additions & 3 deletions cmd/agent/subcommands/dogstatsdstats/command.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ import (
log "github.com/DataDog/datadog-agent/comp/core/log/def"
"github.com/DataDog/datadog-agent/comp/dogstatsd/serverDebug/serverdebugimpl"
"github.com/DataDog/datadog-agent/pkg/api/util"
pkgconfig "github.com/DataDog/datadog-agent/pkg/config"
pkgconfigsetup "github.com/DataDog/datadog-agent/pkg/config/setup"
"github.com/DataDog/datadog-agent/pkg/util/fxutil"
"github.com/DataDog/datadog-agent/pkg/util/input"

Expand Down Expand Up @@ -71,11 +71,11 @@ func requestDogstatsdStats(_ log.Component, config config.Component, cliParams *
var e error
var s string
c := util.GetClient(false) // FIX: get certificates right then make this true
ipcAddress, err := pkgconfig.GetIPCAddress()
ipcAddress, err := pkgconfigsetup.GetIPCAddress(pkgconfigsetup.Datadog())
if err != nil {
return err
}
urlstr := fmt.Sprintf("https://%v:%v/agent/dogstatsd-stats", ipcAddress, pkgconfig.Datadog().GetInt("cmd_port"))
urlstr := fmt.Sprintf("https://%v:%v/agent/dogstatsd-stats", ipcAddress, pkgconfigsetup.Datadog().GetInt("cmd_port"))

// Set session token
e = util.SetAuthToken(config)
Expand Down
Loading

0 comments on commit c7eb6e5

Please sign in to comment.