global: registry: docker.io repository: freeleaps nodeSelector: {} dashboard: enabled: true name: freeleaps-prod-notification-dashboard title: Notification Service Dashboard (PROD) metricsPrefix: freeleaps_notification logIngest: enabled: true lokiEndpoint: http://loki-gateway.freeleaps-logging-system logPathPattern: /app/log/notification/*.log logPath: /app/log/notification notification: replicas: 1 image: registry: docker.io repository: null name: notification tag: snapshot-561bf20 imagePullPolicy: IfNotPresent ports: - name: http containerPort: 8003 protocol: TCP resources: requests: cpu: 200m memory: 64Mi limits: cpu: 300m memory: 128Mi probes: readiness: type: httpGet config: path: /api/_/livez port: 8003 initialDelaySeconds: 60 periodSeconds: 30 timeoutSeconds: 3 successThreshold: 1 failureThreshold: 5 liveness: type: httpGet config: path: /api/_/livez port: 8003 initialDelaySeconds: 60 periodSeconds: 30 timeoutSeconds: 3 successThreshold: 1 failureThreshold: 5 terminationGracePeriodSeconds: 30 services: - name: notification-service type: ClusterIP port: 8003 targetPort: 8003 serviceMonitor: enabled: true labels: release: kube-prometheus-stack namespace: freeleaps-monitoring-system internal: 30s scrapeTimeout: '' ingresses: {} configs: tz: UTC appName: notification appEnv: prod serviceApiAccessHost: 0.0.0.0 serviceApiAccessPort: 8003 mongodbName: freeleaps2 mongodbPort: 27017 rabbitmqHost: freeleaps-prod-rabbitmq-headless.freeleaps-prod.svc.freeleaps.cluster authServiceEndpoint: http://freeleaps-auth-service.68c0da88a0a7837e84b580eb-prod.svc.freeleaps.cluster:9000/api/v1/ rabbitmqPort: 5672 rabbitmqUsername: user rabbitmqVritualHost: / systemUserId: 117f191e810c19729de860aa smsFrom: '+16898887156' emailFrom: freeleaps@freeleaps.com metricsEnabled: 'true' probesEnabled: 'true' secrets: secretStoreRef: kind: FreeleapsSecretStore name: freeleaps-main-secret-store target: name: freeleaps-notification-prod-secrets creationPolicy: Owner refreshInterval: 30s data: - key: mongodbUri remoteRef: key: freeleaps-prod-mongodb-uri type: Secret - key: rabbitmqPassword remoteRef: key: freeleaps-prod-rabbitmq-password type: Secret - key: secretKey remoteRef: key: freeleaps-prod-secret-key type: Secret - key: sendgridApiKey remoteRef: key: freeleaps-prod-sendgrid-api-key type: Secret - key: twilioAccountSid remoteRef: key: freeleaps-prod-twilio-account-sid type: Secret - key: twilioAuthToken remoteRef: key: freeleaps-prod-twilio-auth-token type: Secret vpa: minAllowed: enabled: true cpu: 50m memory: 64Mi maxAllowed: enabled: true cpu: 200m memory: 128Mi controlledResources: - cpu - memory prometheusRule: name: freepeals-prod-notification enabled: true namespace: freeleaps-monitoring-system labels: release: kube-prometheus-stack rules: - alert: FreeleapsNotificationServiceDown expr: up{job="notification-service"} == 0 for: 1m labels: severity: critical service: notification-service annotations: summary: Freeleaps Notification service is down (instance {{ $labels.instance }}) description: Freeleaps Notification service has been down for more than 1 minutes. runbook_url: https://netorgft10898514.sharepoint.com/:w:/s/FreeleapsEngineeringTeam/EUlvzumTsPxCpPAzI3gm9OIB0DCLTjQzzYVL6VsHYZFjxg?e=0dxVr7 - alert: FreeleapsNotificationServiceHighErrorRate expr: rate(http_requests_total{job="notification-service",status=~"5.."}[5m]) > 0.1 for: 5m labels: severity: warning service: notification-service annotations: summary: High error rate in freeleaps notification service (instance {{ $labels.instance }}) description: Freeleaps Notification service error rate is {{ $value }} errors per second. runbook_url: https://netorgft10898514.sharepoint.com/:w:/s/FreeleapsEngineeringTeam/EUlvzumTsPxCpPAzI3gm9OIB0DCLTjQzzYVL6VsHYZFjxg?e=0dxVr7