feat: Optional Monitoring and utils file added

Signed-off-by: Jitendra Yejare <11752425+jyejare@users.noreply.github.com>
ntkathole · Jun 9, 2026 · Mar 31, 2026 · Apr 20, 2026 · Apr 20, 2026 · Apr 21, 2026
commit e6fcd741468f74a1c19ddebe740456c719508973
diff --git a/.secrets.baseline b/.secrets.baseline
@@ -46,6 +46,32 @@ Baseline computation is:
 - **Non-blocking** — `feast apply` returns immediately; computation runs asynchronously
 - **Idempotent** — only features without existing baselines are computed; re-running `feast apply` won't recompute existing baselines
 
+### Disabling auto-baseline
+
+To skip automatic baseline computation on `feast apply`, set the DQM config in `feature_store.yaml`:
+
+```yaml
+feature_server:
+  type: local
+  dqm:
+    distribution:
+      initial:
+        enabled: false
+```
+
+When using the Feast operator, set this in the `FeatureStore` CR:
+
+```yaml
+apiVersion: feast.dev/v1
+kind: FeatureStore
+spec:
+  feastProject: my_project
+  dqm:
+    distribution:
+      initial:
+        enabled: false
+```
+
 ## 3. Scheduled monitoring with the CLI
 
 ### Auto mode (recommended for production)

@@ -867,7 +867,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 21,
+      "execution_count": 44,
       "metadata": {},
       "outputs": [
         {

@@ -127,6 +127,9 @@ type FeatureStoreSpec struct {
 	AuthzConfig     *AuthzConfig          `json:"authz,omitempty"`
 	CronJob         *FeastCronJob         `json:"cronJob,omitempty"`
 	BatchEngine     *BatchEngineConfig    `json:"batchEngine,omitempty"`
+	// Dqm configures Data Quality Monitoring behaviour.
+	// +optional
+	Dqm *DqmConfig `json:"dqm,omitempty"`
 	// Replicas is the desired number of pod replicas. Used by the scale sub-resource.
 	// Mutually exclusive with services.scaling.autoscaling.
 	// +kubebuilder:default=1
@@ -229,6 +232,27 @@ type BatchEngineConfig struct {
 	ConfigMapKey string `json:"configMapKey,omitempty"`
 }
 
+// DqmConfig defines the Data Quality Monitoring configuration.
+type DqmConfig struct {
+	// Distribution controls distribution-related DQM behaviour.
+	// +optional
+	Distribution *DqmDistributionConfig `json:"distribution,omitempty"`
+}
+
+// DqmDistributionConfig controls distribution monitoring settings.
+type DqmDistributionConfig struct {
+	// Initial controls automatic baseline distribution computation on feast apply.
+	// +optional
+	Initial *DqmInitialDistributionConfig `json:"initial,omitempty"`
+}
+
+// DqmInitialDistributionConfig controls the initial baseline distribution computation.
+type DqmInitialDistributionConfig struct {
+	// Enabled controls whether baseline distribution is computed on feast apply. Defaults to true.
+	// +kubebuilder:default=true
+	Enabled *bool `json:"enabled,omitempty"`
+}
+
 // JobSpec describes how the job execution will look like.
 type JobSpec struct {
 	// PodTemplateAnnotations are annotations to be applied to the CronJob's PodTemplate

@@ -106,6 +106,10 @@ func getServiceRepoConfig(
 		}
 	}
 
+	if appliedSpec.Dqm != nil {
+		setRepoConfigDqm(appliedSpec.Dqm, &repoConfig)
+	}
+
 	return repoConfig, nil
 }
 
@@ -486,6 +490,21 @@ func coerceStringToYamlType(v string) interface{} {
 	return v
 }
 
+func setRepoConfigDqm(dqmConfig *feastdevv1.DqmConfig, repoConfig *RepoConfig) {
+	if dqmConfig.Distribution == nil || dqmConfig.Distribution.Initial == nil || dqmConfig.Distribution.Initial.Enabled == nil {
+		return
+	}
+	repoConfig.FeatureServer = &FeatureServerYamlConfig{
+		Dqm: &DqmYamlConfig{
+			Distribution: &DqmDistributionYamlConfig{
+				Initial: &DqmInitialDistributionYamlConfig{
+					Enabled: *dqmConfig.Distribution.Initial.Enabled,
+				},
+			},
+		},
+	}
+}
+
 func (feast *FeastServices) getClientFeatureStoreYaml() ([]byte, error) {
 	clientRepo := getClientRepoConfig(feast.Handler.FeatureStore, feast)
 	return yaml.Marshal(clientRepo)

@@ -318,6 +318,37 @@ var _ = Describe("Repo Config", func() {
 			Expect(repoConfig.OfflineStore).To(Equal(expectedOfflineConfig))
 			Expect(repoConfig.OnlineStore).To(Equal(expectedOnlineConfig))
 			Expect(repoConfig.Registry).To(Equal(expectedRegistryConfig))
+
+			By("Having DQM config with initial distribution disabled")
+			featureStore = minimalFeatureStore()
+			dqmEnabled := false
+			featureStore.Spec.Dqm = &feastdevv1.DqmConfig{
+				Distribution: &feastdevv1.DqmDistributionConfig{
+					Initial: &feastdevv1.DqmInitialDistributionConfig{
+						Enabled: &dqmEnabled,
+					},
+				},
+			}
+			ApplyDefaultsToStatus(featureStore)
+			repoConfig, err = getServiceRepoConfig(featureStore, emptyMockExtractConfigFromSecret, emptyMockExtractConfigFromConfigMap, false)
+			Expect(err).NotTo(HaveOccurred())
+			Expect(repoConfig.FeatureServer).NotTo(BeNil())
+			Expect(repoConfig.FeatureServer.Dqm).NotTo(BeNil())
+			Expect(repoConfig.FeatureServer.Dqm.Distribution).NotTo(BeNil())
+			Expect(repoConfig.FeatureServer.Dqm.Distribution.Initial).NotTo(BeNil())
+			Expect(repoConfig.FeatureServer.Dqm.Distribution.Initial.Enabled).To(BeFalse())
+
+			fsYaml, marshalErr := yaml.Marshal(repoConfig)
+			Expect(marshalErr).NotTo(HaveOccurred())
+			Expect(string(fsYaml)).To(ContainSubstring("feature_server:"))
+			Expect(string(fsYaml)).To(ContainSubstring("enabled: false"))
+
+			By("Having no DQM config — feature_server should be nil")
+			featureStore = minimalFeatureStore()
+			ApplyDefaultsToStatus(featureStore)
+			repoConfig, err = getServiceRepoConfig(featureStore, emptyMockExtractConfigFromSecret, emptyMockExtractConfigFromConfigMap, false)
+			Expect(err).NotTo(HaveOccurred())
+			Expect(repoConfig.FeatureServer).To(BeNil())
 		})
 
 		It("should set feature_server block with type local and all options", func() {

@@ -285,6 +285,7 @@ type FeatureServerYamlConfig struct {
 	McpServerName                           *string            `yaml:"mcp_server_name,omitempty"`
 	McpServerVersion                        *string            `yaml:"mcp_server_version,omitempty"`
 	McpTransport                            *string            `yaml:"mcp_transport,omitempty"`
+	Dqm										*DqmYamlConfig	   `yaml:"dqm,omitempty"`
 }
 
 // MetricsYamlConfig maps to the feature_server.metrics section of feature_store.yaml.
@@ -298,6 +299,20 @@ type MetricsYamlConfig struct {
 	Categories map[string]interface{} `yaml:",inline,omitempty"`
 }
 
+type DqmYamlConfig struct {
+	Distribution *DqmDistributionYamlConfig `yaml:"distribution,omitempty"`
+}
+
+// DqmDistributionYamlConfig mirrors the Python DqmDistributionConfig.
+type DqmDistributionYamlConfig struct {
+	Initial *DqmInitialDistributionYamlConfig `yaml:"initial,omitempty"`
+}
+
+// DqmInitialDistributionYamlConfig mirrors the Python DqmInitialDistributionConfig.
+type DqmInitialDistributionYamlConfig struct {
+	Enabled bool `yaml:"enabled"`
+}
+
 // MaterializationYamlConfig maps to the materialization section of feature_store.yaml.
 // ExtraConfig is merged inline so future Feast MaterializationConfig fields appear
 // at the same YAML level as the typed fields above.

diff --git a/sdk/python/feast/infra/feature_servers/base_config.py b/sdk/python/feast/infra/feature_servers/base_config.py
@@ -94,6 +94,22 @@ class MetricsConfig(FeastConfigBaseModel):
     identity, entity keys, feature views, row counts, and latency."""
 
 
+class DqmInitialDistributionConfig(FeastConfigBaseModel):
+    """Controls whether baseline distribution is computed on ``feast apply``."""
+
+    enabled: StrictBool = True
+
+
+class DqmDistributionConfig(FeastConfigBaseModel):
+    initial: DqmInitialDistributionConfig = DqmInitialDistributionConfig()
+
+
+class DqmConfig(FeastConfigBaseModel):
+    """Data Quality Monitoring (DQM) configuration."""
+
+    distribution: DqmDistributionConfig = DqmDistributionConfig()
+
+
 class BaseFeatureServerConfig(FeastConfigBaseModel):
     """Base Feature Server config that should be extended"""
 
@@ -107,6 +123,9 @@ class BaseFeatureServerConfig(FeastConfigBaseModel):
     feature_logging: Optional[FeatureLoggingConfig] = None
     """ Feature logging configuration """
 
+    dqm: Optional[DqmConfig] = None
+    """Data Quality Monitoring configuration."""
+
     offline_push_batching_enabled: Optional[StrictBool] = None
     """Whether to batch writes to the offline store via the `/push` endpoint."""