InterSystems IRIS® Cloud SQL のメトリクスを Google Cloud Monitoring に送信する

ENV IRIS_CLOUDSQL_USER 'user'
ENV IRIS_CLOUDSQL_PASS 'pass'

☝ これは https://portal.live.isccloud.io の認証情報です。

ENV IRIS_CLOUDSQL_USERPOOLID 'userpoolid'
ENV IRIS_CLOUDSQL_CLIENTID 'clientid'
ENV IRIS_CLOUDSQL_API 'api'

☝ これはブラウザの開発ツールから取得する必要があります。

• aud = clientid
• userpoolid= iss
• api = request utl

ENV IRIS_CLOUDSQL_DEPLOYMENTID 'deploymentid'

☝これはクラウドサービスポータルから取得できます

import time
import os
import requests
import json
from warrant import Cognito
from prometheus_client.core import GaugeMetricFamily, REGISTRY, CounterMetricFamily
from prometheus_client import start_http_server
from prometheus_client.parser import text_string_to_metric_families
class IRISCloudSQLExporter(object):
def init(self):
self.access_token = self.get_access_token()
self.portal_api = os.environ['IRIS_CLOUDSQL_API']
self.portal_deploymentid = os.environ['IRIS_CLOUDSQL_DEPLOYMENTID']
def collect(self):
    # Requests fodder
    url = self.portal_api
    deploymentid = self.portal_deploymentid
    print(url)
    print(deploymentid)

    headers = {
        'Authorization': self.access_token, # needs to be refresh_token, eventually
        'Content-Type': 'application/json'
    }

    metrics_response = requests.request("GET", url + '/metrics/' + deploymentid, headers=headers)
    metrics = metrics_response.content.decode("utf-8")

    for iris_metrics in text_string_to_metric_families(metrics):
        for sample in iris_metrics.samples:

            labels_string = "{1}".format(*sample).replace('\'',"\"")
            labels_dict = json.loads(labels_string)
            labels = []

            for d in labels_dict:
                labels.extend(labels_dict)
            if len(labels) > 0:
                g = GaugeMetricFamily("{0}".format(*sample), 'Help text', labels=labels)
                g.add_metric(list(labels_dict.values()), "{2}".format(*sample))
            else:
                g = GaugeMetricFamily("{0}".format(*sample), 'Help text', labels=labels)
                g.add_metric([""], "{2}".format(*sample))
            yield g

def get_access_token(self):
    try:
        user_pool_id = os.environ['IRIS_CLOUDSQL_USERPOOLID'] # isc iss 
        username = os.environ['IRIS_CLOUDSQL_USER']
        password = os.environ['IRIS_CLOUDSQL_PASS']
        clientid = os.environ['IRIS_CLOUDSQL_CLIENTID'] # isc aud 
        print(user_pool_id)
        print(username)
        print(password)
        print(clientid)
        
        try:
            u = Cognito(
                user_pool_id=user_pool_id,
                client_id=clientid,
                user_pool_region="us-east-2", # needed by warrant, should be derived from poolid doh
                username=username
            )
            u.authenticate(password=password)
        except Exception as p:
            print(p)
    except Exception as e:
        print(e)

    return u.id_token

if name == 'main':
start_http_server(8000)
REGISTRY.register(IRISCloudSQLExporter())
while True:
    REGISTRY.collect()
    print("Polling IRIS CloudSQL API for metrics data....")
    #looped e loop
    time.sleep(120)

FROM python:3.8
ADD src /src

RUN pip install prometheus_client
RUN pip install requests

WORKDIR /src

ENV PYTHONPATH '/src/'
ENV PYTHONUNBUFFERED=1
ENV IRIS_CLOUDSQL_USERPOOLID 'userpoolid'
ENV IRIS_CLOUDSQL_CLIENTID 'clientid'
ENV IRIS_CLOUDSQL_USER 'user'
ENV IRIS_CLOUDSQL_PASS 'pass'
ENV IRIS_CLOUDSQL_API 'api'
ENV IRIS_CLOUDSQL_DEPLOYMENTID 'deploymentid'
RUN pip install -r requirements.txt

CMD ["python" , "/src/iris_cloudsql_exporter.py"]

docker build -t iris-cloudsql-exporter .
docker image tag iris-cloudsql-exporter sween/iris-cloudsql-exporter:latest
docker push sween/iris-cloudsql-exporter:latest

apiVersion: apps/v1
kind: Deployment
metadata:
  name: iris-cloudsql-exporter
  labels:
    app: iris-cloudsql-exporter
spec:
  replicas: 1
  selector:
    matchLabels:
      app: iris-cloudsql-exporter
  template:
    metadata:
      labels:
        app: iris-cloudsql-exporter
    spec:
      containers:
      - name: iris-cloudsql-exporter
        image: sween/iris-cloudsql-exporter:latest
        ports:
        - containerPort: 5000
        env:
        - name: "GOOGLE_APPLICATION_CREDENTIALS"
          value: "/gmp/key.json"
        - name: IRIS_CLOUDSQL_USERPOOLID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: userpoolid
        - name: IRIS_CLOUDSQL_CLIENTID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: clientid
        - name: IRIS_CLOUDSQL_USER
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: user
        - name: IRIS_CLOUDSQL_PASS
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: pass
        - name: IRIS_CLOUDSQL_API
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: api
        - name: IRIS_CLOUDSQL_DEPLOYMENTID
          valueFrom:
            secretKeyRef:
              name: iris-cloudsql
              key: deploymentid
      - name: otel-collector
        image: otel/opentelemetry-collector-contrib:0.92.0
        args:
        - --config
        - /etc/otel/config.yaml
        volumeMounts:
        - mountPath: /etc/otel/
          name: otel-config
        - name: gmp-sa
          mountPath: /gmp
          readOnly: true
        env:
        - name: "GOOGLE_APPLICATION_CREDENTIALS"
          value: "/gmp/key.json"
      volumes:
      - name: gmp-sa
        secret:
          secretName: gmp-test-sa
      - name: otel-config
        configMap:
          name: otel-config