Skip to content

Commit

Permalink
feature: add interval on AI backend request
Browse files Browse the repository at this point in the history
This commit introduces the ability to send the requests to the backend
AI server at set intervals, independent of the reconciler's requeue
requests.

To utilize this feature, the `Interval` field in the `AI` settings must
be set in the k8sgpt configuration object. Also, the specified interval
must be greater than or equal to the reconciler's requeue interval as
the llm requests should be called after the reconciler executes k8sgpt
analyze.

Fixes: #419

Signed-off-by: VaibhavMalik4187 <[email protected]>
  • Loading branch information
VaibhavMalik4187 committed Apr 25, 2024
1 parent a72a4f9 commit d2caa51
Show file tree
Hide file tree
Showing 3 changed files with 22 additions and 4 deletions.
10 changes: 6 additions & 4 deletions api/v1alpha1/k8sgpt_types.go
Original file line number Diff line number Diff line change
Expand Up @@ -88,10 +88,12 @@ type AISpec struct {
BaseUrl string `json:"baseUrl,omitempty"`
Region string `json:"region,omitempty"`
// +kubebuilder:default:=gpt-3.5-turbo
Model string `json:"model,omitempty"`
Engine string `json:"engine,omitempty"`
Secret *SecretRef `json:"secret,omitempty"`
Enabled bool `json:"enabled,omitempty"`
Model string `json:"model,omitempty"`
Engine string `json:"engine,omitempty"`
// +kubebuilder:default:=0
Interval int `json:"interval,omitempty"`
Secret *SecretRef `json:"secret,omitempty"`
Enabled bool `json:"enabled,omitempty"`
// +kubebuilder:default:=true
Anonymize *bool `json:"anonymized,omitempty"`
// +kubebuilder:default:=english
Expand Down
3 changes: 3 additions & 0 deletions config/crd/bases/core.k8sgpt.ai_k8sgpts.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,9 @@ spec:
type: boolean
engine:
type: string
interval:
default: 0
type: integer
language:
default: english
type: string
Expand Down
13 changes: 13 additions & 0 deletions controllers/k8sgpt_controller.go
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,7 @@ var (
analysisRetryCount int
// allowBackendAIRequest a circuit breaker that switching on/off backend AI calls
allowBackendAIRequest = true
calledOnce = false
)

// K8sGPTReconciler reconciles a K8sGPT object
Expand All @@ -88,6 +89,13 @@ type K8sGPTReconciler struct {
K8sGPTClient *kclient.Client
}

func repeatBackendRequest(interval time.Duration) {
time.AfterFunc(interval, func() {
fmt.Println("Hello backend")
repeatBackendRequest(interval)
})
}

// +kubebuilder:rbac:groups=core.k8sgpt.ai,resources=k8sgpts,verbs=get;list;watch;create;update;patch;delete
// +kubebuilder:rbac:groups=core.k8sgpt.ai,resources=k8sgpts/status,verbs=get;update;patch
// +kubebuilder:rbac:groups=core.k8sgpt.ai,resources=k8sgpts/finalizers,verbs=update
Expand Down Expand Up @@ -270,6 +278,11 @@ func (r *K8sGPTReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctr
// Reset analysisRetryCount
analysisRetryCount = 0

if k8sgptConfig.Spec.AI.Interval >= int(ReconcileSuccessInterval/time.Second) && !calledOnce {
calledOnce = true
repeatBackendRequest(time.Duration(k8sgptConfig.Spec.AI.Interval) * time.Second)
}

// Update metrics count
if k8sgptConfig.Spec.AI.Enabled && len(response.Results) > 0 {
k8sgptNumberOfBackendAICalls.With(prometheus.Labels{
Expand Down

0 comments on commit d2caa51

Please sign in to comment.