added

2022-12-16 12:21:57 +01:00
parent 199a7e11b5
commit 8ee05cb88d
60 changed files with 3516 additions and 2 deletions
--- a/k8s/carpool/Dockerfile
+++ b/k8s/carpool/Dockerfile
@@ -0,0 +1,10 @@
+# syntax=docker/dockerfile:1
+FROM python:3.8-slim-buster
+WORKDIR /app
+COPY requirements.txt requirements.txt
+RUN pip3 install --disable-pip-version-check -r requirements.txt
+COPY . .
+ENV FLASK_APP=python_rest
+EXPOSE 5000
+STOPSIGNAL SIGINT
+CMD [ "python3", "-m" , "flask", "run", "--host=0.0.0.0"]
--- a/k8s/carpool/deployment.yaml
+++ b/k8s/carpool/deployment.yaml
@@ -0,0 +1,23 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: carpool
+ labels:
+   app: carpool
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: carpool
+  template:
+    metadata:
+      labels:
+        app: carpool
+    spec:
+      containers:
+      - name: carpool
+        image: cnbc-registry:5000/bee42/carpool:0.1.0
+        imagePullPolicy: Always
+        env:
+          - name: FLASK_APP
+            value: python_rest
--- a/k8s/carpool/doku
+++ b/k8s/carpool/doku
@@ -0,0 +1,714 @@
+carpool examples
+
+mkdir ~/carpool && cd ~/carpool
+# create app
+vi python_rest.py
+vi requirements.txt
+vi Dockerfile
+
+python_rest.py
+
+python_rest.py
+
+    from flask import Flask, request, jsonify
+    from flask_sqlalchemy import SQLAlchemy
+    from flask_marshmallow import Marshmallow, fields
+    from flask_cors import CORS
+     
+    # Init app
+    app = Flask(__name__)
+     
+    #enable CORS 
+    CORS(app)
+    # connect to already existing and running Database
+    app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://postgres:cnbc@postgres:5432/esentricar'
+     
+    # not important but otherwise we get a warning every time
+    app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
+     
+    #Init db
+    db = SQLAlchemy(app)
+    #Init ma
+    ma = Marshmallow(app)
+     
+    # Pool Car Class/Model
+    class Pool_Car(db.Model):
+     
+        #define table, in our case already existing
+        __tablename__ = 'cars'
+        car_id =         db.Column(db.Integer, primary_key=True)
+        license_plate =  db.Column(db.String(30), unique=True)
+        car_type =       db.Column(db.String(20))
+        fuel =           db.Column(db.String(20))
+        number_of_seats =db.Column(db.Integer)
+     
+     
+        # set class attributes
+        def __init__(self, license_plate, car_type, fuel, number_of_seats):
+            self.license_plate = license_plate
+            self.car_type   = car_type
+            self.fuel       = fuel
+            self.number_of_seats = number_of_seats
+     
+    class Pool_CarSchema(ma.Schema):
+        class Meta:
+            fields = ('car_id','license_plate','car_type','fuel','number_of_seats')
+     
+    # Init schema
+    pool_car_schema = Pool_CarSchema()
+    pool_cars_schema = Pool_CarSchema(many=True)
+     
+     
+    # Create a Pool_Car
+    @app.route('/car', methods=['POST'])
+    def add_pool_car():
+      # Get request data as json
+      car_entity = request.get_json()
+      license_plate= car_entity.get('license_plate')
+      car_type = car_entity.get('car_type')
+      fuel = car_entity.get('fuel')
+      number_of_seats = car_entity.get('number_of_seats')
+     
+      new_pool_car = Pool_Car(license_plate, car_type, fuel, number_of_seats)
+     
+      db.session.add(new_pool_car)
+      db.session.commit()
+     
+      return pool_car_schema.jsonify(new_pool_car)
+     
+    # Get car_id,license_plate,car_type of all products of the table
+    @app.route('/car', methods=['GET'])
+    def get_pool_cars():
+      all_pool_cars = Pool_Car.query.all()
+      result = pool_cars_schema.dump(all_pool_cars)
+      car_list= []
+      for item in result:
+              car_details = { "car_id":None, "license_plate":None, "car_type":None}
+              car_details['car_id'] = item['car_id']
+              car_details['license_plate'] = item['license_plate']
+              car_details['car_type'] = item['car_type']
+              car_list.append(car_details)
+      return jsonify(car_list)
+     
+    # Get Single Products
+    @app.route('/car/<car_id>', methods=['GET'])
+    def get_pool_car(car_id):
+      pool_car = Pool_Car.query.get(car_id)
+      return pool_car_schema.jsonify(pool_car)
+     
+    # Delete Product
+    @app.route('/car/<car_id>', methods=['DELETE'])
+    def delete_pool_car(car_id):
+      pool_car = Pool_Car.query.get(car_id)
+      db.session.delete(pool_car)
+      db.session.commit()
+     
+      return pool_car_schema.jsonify(pool_car)
+     
+     
+    if __name__ == '__main__':
+      app.run(debug=True) #port='5002'
+
+requirements.txt
+
+requirements.txt
+
+    Flask==1.1.1 
+    Flask-Cors==3.0.8
+    flask-marshmallow==0.10.1 
+    Flask-SQLAlchemy==2.4.1 
+    werkzeug==2.0.2
+    marshmallow==3.2.2 
+    SQLAlchemy==1.3.11 
+    marshmallow-sqlalchemy==0.19.0 
+    psycopg2-binary==2.8.4
+    itsdangerous==2.0.1
+    Jinja2==3.0.3
+
+Dockerfile
+
+Dockerfile
+
+    # syntax=docker/dockerfile:1
+    FROM python:3.8-slim-buster
+    WORKDIR /app
+    COPY requirements.txt requirements.txt
+    RUN pip3 install --disable-pip-version-check -r requirements.txt
+    COPY . .
+    ENV FLASK_APP=python_rest
+    EXPOSE 5000
+    STOPSIGNAL SIGINT
+    CMD [ "python3", "-m" , "flask", "run", "--host=0.0.0.0"]
+
+Build app
+
+docker build -t bee42/carpool:0.1.0 .
+curl http://127.0.0.1:5000/v2/_catalog
+{"repositories":[]}
+docker tag bee42/carpool:0.1.0 127.0.0.1:5000/bee42/carpool:0.1.0
+docker push 127.0.0.1:5000/bee42/carpool:0.1.0
+curl http://127.0.0.1:5000/v2/_catalog
+{"repositories":["bee42/carpool"]}
+curl http://127.0.0.1:5000/v2/bee42/carpool/tags/list
+{"name":"bee42/carpool","tags":["0.1.0"]}
+
+
+
+CarPool Deploy Postgres
+
+New Kubernetes Manifests:
+
+    Persistence Volume
+    Config Map
+
+mkdir ~/carpool/postgres && cd ~/carpool/postgres
+
+# define kubernetes manifests
+
+postgres-deploy.yaml
+
+postgres-deploy.yaml
+
+    apiVersion: apps/v1
+    kind: Deployment
+    metadata:
+      name: postgres
+    spec:
+      replicas: 1
+      selector:
+        matchLabels:
+          app: postgres
+      template:
+        metadata:
+          labels:
+            app: postgres
+        spec:
+          containers:
+            - name: postgres
+              image: postgres:10.4
+              imagePullPolicy: "IfNotPresent"
+              ports:
+                - containerPort: 5432
+              envFrom:
+                - configMapRef:
+                    name: postgres-config
+              volumeMounts:
+                - mountPath: /var/lib/postgresql/data
+                  name: postgredb
+                - name: config
+                  mountPath: "/docker-entrypoint-initdb.d"
+                  readOnly: true
+          volumes:
+          - name: config
+            configMap:
+              name: carpool
+              items:      
+              - key: "esentricar.sql"
+                path: "esentricar.sql"
+          - name: postgredb
+            persistentVolumeClaim:
+              claimName: postgres-pv-claim
+
+postgres-schema-cm.yaml
+
+postgres-schema-cm.yaml
+
+    apiVersion: v1
+    kind: ConfigMap
+    metadata:
+      name: carpool
+    data:
+      esentricar.sql: |
+        CREATE DATABASE esentricar;
+        \c  esentricar;
+        CREATE TABLE cars (
+        car_id          SERIAL PRIMARY KEY,
+        license_plate   varchar(30)             NOT NULL,
+        car_type        varchar(30)             NOT NULL,
+        fuel            varchar(30)             NOT NULL,
+        number_of_seats integer                 NOT NULL
+        );
+        CREATE UNIQUE INDEX cars_license_plate
+        ON cars (license_plate);
+
+postgres-config.yaml
+
+postgres-config.yaml
+
+    apiVersion: v1
+    kind: ConfigMap
+    metadata:
+      name: postgres-config
+      labels:
+        app: postgres
+    data:
+      POSTGRES_DB: postgresdb
+      POSTGRES_USER: postgres
+      POSTGRES_PASSWORD: cnbc
+
+postgres-service.yaml
+
+postgres-service.yaml
+
+    apiVersion: v1
+    kind: Service
+    metadata:
+      labels:
+        app: postgres
+      name: postgres
+    spec:
+      ports:
+      - name: postgres
+        port: 5432
+        protocol: TCP
+        targetPort: 5432
+      selector:
+        app: postgres
+      type: ClusterIP
+
+postgres-pv-claim.yaml
+
+postgres-pv-claim.yaml
+
+    kind: PersistentVolumeClaim
+    apiVersion: v1
+    metadata:
+      name: postgres-pv-claim
+      labels:
+        app: postgres
+    spec:
+      storageClassName: local-path
+      accessModes:
+        - ReadWriteOnce
+      resources:
+        requests:
+          storage: 1Gi
+
+Create database
+
+kubectl create namespace carpool
+kubectl config set-context --current --namespace=carpool
+# apply all manifests
+kubectl apply -f .
+kubectl get all
+kubectl get configmaps
+NAME               DATA   AGE
+kube-root-ca.crt   1      21m
+postgres-config    3      42s
+carpool            1      42s
+kubectl get pvc,pv
+NAME                                      STATUS   VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE
+persistentvolumeclaim/postgres-pv-claim   Bound    pvc-e6e7ba0f-ff3e-4bfa-be1b-4db6629d027e   1Gi        RWO            local-path     84s
+
+NAME                                                        CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS   CLAIM                       STORAGECLASS   REASON   AGE
+persistentvolume/pvc-e6e7ba0f-ff3e-4bfa-be1b-4db6629d027e   1Gi        RWO            Delete           Bound    carpool/postgres-pv-claim   local-path              79s
+kubectl describe pv
+Name:              pvc-e6e7ba0f-ff3e-4bfa-be1b-4db6629d027e
+Labels:            <none>
+Annotations:       pv.kubernetes.io/provisioned-by: rancher.io/local-path
+Finalizers:        [kubernetes.io/pv-protection]
+StorageClass:      local-path
+Status:            Bound
+Claim:             carpool/postgres-pv-claim
+Reclaim Policy:    Delete
+Access Modes:      RWO
+VolumeMode:        Filesystem
+Capacity:          1Gi
+Node Affinity:     
+  Required Terms:  
+    Term 0:        kubernetes.io/hostname in [k3d-cnbc-agent-1]
+Message:           
+Source:
+    Type:          HostPath (bare host directory volume)
+    Path:          /var/lib/rancher/k3s/storage/pvc-e6e7ba0f-ff3e-4bfa-be1b-4db6629d027e_carpool_postgres-pv-claim
+    HostPathType:  DirectoryOrCreate
+Events:            <none>
+
+kubectl logs postgres-65974d6d58-72vk5
+The files belonging to this database system will be owned by user "postgres".
+This user must also own the server process.
+
+The database cluster will be initialized with locale "en_US.utf8".
+The default database encoding has accordingly been set to "UTF8".
+The default text search configuration will be set to "english".
+
+Data page checksums are disabled.
+
+fixing permissions on existing directory /var/lib/postgresql/data ... ok
+creating subdirectories ... ok
+selecting default max_connections ... 100
+selecting default shared_buffers ... 128MB
+selecting dynamic shared memory implementation ... posix
+creating configuration files ... ok
+running bootstrap script ... ok
+performing post-bootstrap initialization ... ok
+syncing data to disk ... ok
+
+Success. You can now start the database server using:
+
+    pg_ctl -D /var/lib/postgresql/data -l logfile start
+
+
+WARNING: enabling "trust" authentication for local connections
+You can change this by editing pg_hba.conf or using the option -A, or
+--auth-local and --auth-host, the next time you run initdb.
+waiting for server to start....2022-03-08 12:30:20.872 UTC [42] LOG:  listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432"
+2022-03-08 12:30:20.901 UTC [43] LOG:  database system was shut down at 2022-03-08 12:30:20 UTC
+2022-03-08 12:30:20.911 UTC [42] LOG:  database system is ready to accept connections
+ done
+server started
+CREATE DATABASE
+
+ALTER ROLE
+
+
+/usr/local/bin/docker-entrypoint.sh: running /docker-entrypoint-initdb.d/esentricar.sql
+CREATE DATABASE
+You are now connected to database "esentricar" as user "postgres".
+CREATE TABLE
+CREATE INDEX
+
+
+2022-03-08 12:30:21.781 UTC [42] LOG:  received fast shutdown request
+waiting for server to shut down....2022-03-08 12:30:21.783 UTC [42] LOG:  aborting any active transactions
+2022-03-08 12:30:21.787 UTC [42] LOG:  worker process: logical replication launcher (PID 49) exited with exit code 1
+2022-03-08 12:30:21.790 UTC [44] LOG:  shutting down
+2022-03-08 12:30:21.820 UTC [42] LOG:  database system is shut down
+ done
+server stopped
+
+PostgreSQL init process complete; ready for start up.
+
+2022-03-08 12:30:21.904 UTC [1] LOG:  listening on IPv4 address "0.0.0.0", port 5432
+2022-03-08 12:30:21.904 UTC [1] LOG:  listening on IPv6 address "::", port 5432
+2022-03-08 12:30:21.909 UTC [1] LOG:  listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432"
+2022-03-08 12:30:21.929 UTC [79] LOG:  database system was shut down at 2022-03-08 12:30:21 UTC
+2022-03-08 12:30:21.938 UTC [1] LOG:  database system is ready to accept connections
+
+
+
+
+
+
+
+Carpool Deploy App
+
+    deploy service
+    create first car
+
+mkdir ~/carpool/app && cd ~/carpool/app
+vi deployment.yaml
+vi service.yaml
+
+Find name of your local registry cnbc-registry
+
+docker container ls
+CONTAINER ID   IMAGE                      COMMAND                  CREATED        STATUS        PORTS                                                                                                    NAMES
+6f83432dbef0   rancher/k3d-proxy:5.3.0    "/bin/sh -c nginx-pr…"   29 hours ago   Up 29 hours   0.0.0.0:8580->80/tcp, :::8580->80/tcp, 0.0.0.0:8543->443/tcp, :::8543->443/tcp, 0.0.0.0:8545->6443/tcp   k3d-cnbc-serverlb
+5f26dbd03241   rancher/k3s:v1.22.6-k3s1   "/bin/k3s agent"         29 hours ago   Up 29 hours                                                                                                            k3d-cnbc-agent-1
+24d5876390bd   rancher/k3s:v1.22.6-k3s1   "/bin/k3s agent"         29 hours ago   Up 29 hours                                                                                                            k3d-cnbc-agent-0
+b5a50e960917   rancher/k3s:v1.22.6-k3s1   "/bin/k3s server --t…"   29 hours ago   Up 29 hours                                                                                                            k3d-cnbc-server-0
+8f73928c8294   registry:2                 "/entrypoint.sh /etc…"   29 hours ago   Up 29 hours   0.0.0.0:5000->5000/tcp                                                                                   cnbc-registry
+
+deployment.yaml
+
+deployment.yaml
+
+    apiVersion: apps/v1
+    kind: Deployment
+    metadata:
+     name: carpool
+     labels:
+       app: carpool
+    spec:
+      replicas: 1
+      selector:
+        matchLabels:
+          app: carpool
+      template:
+        metadata:
+          labels:
+            app: carpool
+        spec:
+          containers:
+          - name: carpool
+            image: cnbc-registry:5000/bee42/carpool:0.1.0
+            imagePullPolicy: Always
+            env:
+              - name: FLASK_APP
+                value: python_rest
+
+service.yaml
+
+service.yaml
+
+    apiVersion: v1
+    kind: Service
+    metadata:
+      labels:
+        app: carpool
+      name: carpool
+    spec:
+      ports:
+      - name: http
+        port: 5000
+        protocol: TCP
+        targetPort: 5000
+      selector:
+        app: carpool
+      type: ClusterIP
+
+cd ..
+sudo apt install -y tree
+tree .
+.
+├── app
+│   ├── deployment.yaml
+│   └── service.yaml
+├── Dockerfile
+├── postgres
+│   ├── postgres-config.yaml
+│   ├── postgres-deploy.yaml
+│   ├── postgres-pv-claim.yaml
+│   ├── postgres-schema-cm.yaml
+│   └── postgres-service.yaml
+├── python_rest.py
+└── requirements.txt
+
+Deploy App carpool
+
+# create deployment and service manifests
+kubectl apply -f app
+kubectl get all
+NAME                            READY   STATUS    RESTARTS   AGE
+pod/postgres-65974d6d58-72vk5   1/1     Running   0          26m
+pod/carpool-67d9fcf5f4-8cwdg    1/1     Running   0          11s
+
+NAME               TYPE        CLUSTER-IP      EXTERNAL-IP   PORT(S)    AGE
+service/postgres   ClusterIP   10.43.178.140   <none>        5432/TCP   26m
+service/carpool    ClusterIP   10.43.223.216   <none>        5000/TCP   11s
+
+NAME                       READY   UP-TO-DATE   AVAILABLE   AGE
+deployment.apps/postgres   1/1     1            1           26m
+deployment.apps/carpool    1/1     1            1           11s
+
+NAME                                  DESIRED   CURRENT   READY   AGE
+replicaset.apps/postgres-65974d6d58   1         1         1       26m
+replicaset.apps/carpool-67d9fcf5f4    1         1         1       11s
+
+Access app
+
+kubectl run curl --tty -i --image curlimages/curl -- /bin/sh
+# check registry access
+curl cnbc-registry:5000/v2/
+curl cnbc-registry:5000/v2/_catalog
+curl http://cnbc-registry:5000/v2/bee42/carpool/tags/list
+{"repositories":["bee42/carpool"]}
+# create data
+cd /tmp
+cat >car_1.json <<EOF
+{
+  "license_plate": "BO-PR-72",
+  "car_type": "mini clubman SD",
+  "fuel": "diesel",
+  "number_of_seats": "5"
+}
+EOF
+curl -i -X POST http://carpool:5000/car \
+  -H "Content-Type: application/json" \
+  --data-binary "@car_1.json"
+HTTP/1.0 200 OK
+Content-Type: application/json
+Content-Length: 105
+Access-Control-Allow-Origin: *
+Server: Werkzeug/2.0.3 Python/3.8.12
+Date: Tue, 08 Mar 2022 12:57:40 GMT
+
+{"car_id":1,"car_type":"mini clubman SD","fuel":"diesel","license_plate":"BO-PR-72","number_of_seats":5}
+# access data
+curl http://carpool:5000/car
+[{"car_id":1,"car_type":"mini clubman SD","license_plate":"BO-PR-72"}]
+
+#check ips nach neustart 
+kubectl get nodes -o wide
+docker network inspect k3d-cnbc
+kubectl edit cm -n kube-system coredns 
+  NodeHosts: |
+    172.19.0.1 host.k3d.internal
+    172.19.0.6 k3d-cnbc-serverlb
+    172.19.0.3 k3d-cnbc-agent-0
+    172.19.0.2 k3d-cnbc-server-0
+    172.19.0.4 k3d-cnbc-agent-1
+    172.19.0.5 cnbc-registry
+
+Patch python_rest.py
+
+    Add import
+    get env parameter
+    concat postgres url with env var parameter
+
+Optimize the App
+
+    no static postgres config
+    define a app configmap
+
+Edit app
+
+vi ~/carpool/python_rest.py
+
+import os
+
+# Init app
+app = Flask(__name__)
+
+user = os.environ.get('POSTGRES_USER', 'postgres')
+db = os.environ.get('POSTGRES_DB', 'esentricar' )
+passwd = os.environ.get('POSTGRES_PASSWORD', 'cnbc')
+host = os.environ.get('POSTGRES_HOST', 'postgres')
+#enable CORS 
+CORS(app)
+# connect to already existing and running Database
+app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://' + user + ':' + passwd + '@' + host + ':5432/' + db
+
+or patch:
+
+cat >python_rest.py.patch <<EOF
+5a6,7
+> import os
+> 
+8a11,14
+> user = os.environ.get('POSTGRES_USER', 'postgres')
+> db = os.environ.get('POSTGRES_DB', 'esentricar' )
+> passwd = os.environ.get('POSTGRES_PASSWORD', 'cnbc')
+> host = os.environ.get('POSTGRES_HOST', 'postgres')
+12c18
+< app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://postgres:cnbc@postgres:5432/esentricar'
+---
+> app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://' + user + ':' + passwd + '@' + host + ':5432/' + db
+EOF
+
+patch -p0 < python_rest.py.patch python_rest.py
+
+docker build -t bee42/carpool:0.2.0 .
+curl http://127.0.0.1:5000/v2/
+docker tag bee42/carpool:0.2.0 127.0.0.1:5000/bee42/carpool:0.2.0
+docker push 127.0.0.1:5000/bee42/carpool:0.2.0
+curl http://127.0.0.1:5000/v2/bee42/carpool/tags/list
+{"name":"bee42/carpool","tags":["0.1.0","0.2.0"]}
+
+app/app-config.yaml
+
+app-config.yaml
+
+    apiVersion: v1
+    kind: ConfigMap
+    metadata:
+      name: app-config
+      labels:
+        app: carpool
+    data:
+      POSTGRES_DB: esentricar
+      POSTGRES_PASSWORD: cnbc
+      POSTGRES_USER: postgres
+      POSTGRES_HOST: postgres
+
+app/deployment.yaml
+
+deployment.yaml
+
+    apiVersion: apps/v1
+    kind: Deployment
+    metadata:
+     name: carpool
+     labels:
+       app: carpool
+    spec:
+      replicas: 1
+      selector:
+        matchLabels:
+          app: carpool
+      template:
+        metadata:
+          labels:
+            app: carpool
+        spec:
+          containers:
+          - name: carpool
+            image: cnbc-registry:5000/bee42/carpool:0.2.0
+            imagePullPolicy: Always
+            env:
+              - name: FLASK_APP
+                value: python_rest
+            envFrom:
+              - configMapRef:
+                  name: app-config 
+
+kubectl apply -f app
+
+# later curl exec
+kubectl attach -ti curl
+curl http://carpool:5000/car
+[{"car_id":1,"car_type":"mini clubman SD","license_plate":"BO-PR-72"}]
+# remove all
+kubectl get pv
+# patch pv if you need the data after redeploy :)
+
+PV=$(kubectl get pvc -o json -lapp=postgres | jq -r .items[].spec.volumeName)
+
+kubectl patch pv $PV -p "{\"spec\":{\"persistentVolumeReclaimPolicy\":\"Retain\"}}"
+
+kubectl delete namespace carpool
+kubectl create namespace carpool
+kubectl apply -f postgres
+kubectl apply -f app
+
+# Problem: Auto reassociation of pv does't work
+kubectl get pv 
+NAME                                       CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS     CLAIM                       STORAGECLASS   REASON   AGE
+pvc-ab3ea061-9180-4e34-95d5-0100a149747d   1Gi        RWO            Retain           Released   carpool/postgres-pv-claim   local-path              24m
+pvc-57cae9ed-3ebe-4181-819a-7a9cfd745606   1Gi        RWO            Delete           Bound      carpool/postgres-pv-claim   local-path              28s
+
+kubectl delete namespace carpool
+kubectl patch pv $PV --type json -p '[{"op": "remove", "path": "/spec/claimRef/uid"}]'
+kubectl create namespace carpool
+kubectl apply -f postgres
+kubectl apply -f app
+
+Options define a node port services
+
+cat ~/carpool/app/node-service.yaml <<EOF
+apiVersion: v1
+kind: Service
+metadata:
+  creationTimestamp: null
+  labels:
+    app: carpool-node
+  name: carpool-node
+spec:
+  ports:
+  - name: http 
+    port: 5000
+    protocol: TCP
+    targetPort: 5000
+  selector:
+    app: carpool
+  type: NodePort
+status:
+  loadBalancer: {}
+EOF
+kubectl get nodes -o wide
+NAME                STATUS   ROLES                  AGE   VERSION        INTERNAL-IP   EXTERNAL-IP   OS-IMAGE   KERNEL-VERSION      CONTAINER-RUNTIME
+k3d-cnbc-agent-0    Ready    worker                 30h   v1.22.7+k3s1   172.18.0.4    <none>        K3s dev    5.4.0-109-generic   containerd://1.5.9-k3s1
+k3d-cnbc-agent-1    Ready    worker                 30h   v1.22.7+k3s1   172.18.0.3    <none>        K3s dev    5.4.0-109-generic   containerd://1.5.9-k3s1
+k3d-cnbc-server-0   Ready    control-plane,master   30h   v1.22.7+k3s1   172.18.0.2    <none>        K3s dev    5.4.0-109-generic   containerd://1.5.9-k3s1
+kubectl apply -f ~/carpool/app/node-service.yaml
+
+kubectl get service
+NAME           TYPE        CLUSTER-IP     EXTERNAL-IP   PORT(S)          AGE
+postgres       ClusterIP   10.43.173.36   <none>        5432/TCP         5m37s
+carpool        ClusterIP   10.43.41.38    <none>        5000/TCP         5m11s
+carpool-node   NodePort    10.43.44.24    <none>        5000:31231/TCP   7s
+
+curl 172.18.0.3:31231/car
+[{"car_id":1,"car_type":"mini clubman SD","license_plate":"BO-PR-72"}]
+
--- a/k8s/carpool/esentricar.sql
+++ b/k8s/carpool/esentricar.sql
@@ -0,0 +1,11 @@
+CREATE DATABASE esentricar;
+\c  esentricar;
+CREATE TABLE cars (
+  car_id          SERIAL PRIMARY KEY,
+  license_plate   varchar(30)             NOT NULL,
+  car_type        varchar(30)             NOT NULL,
+  fuel            varchar(30)             NOT NULL,
+  number_of_seats integer                 NOT NULL
+);
+CREATE UNIQUE INDEX cars_license_plate
+ON cars (license_plate);
--- a/k8s/carpool/index.env
+++ b/k8s/carpool/index.env
@@ -0,0 +1 @@
+POSTGRES_PASSWORD=postgres
--- a/k8s/carpool/postgres-config.yaml
+++ b/k8s/carpool/postgres-config.yaml
@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: postgres-config
+  labels:
+    app: postgres
+data:
+  POSTGRES_DB: postgresdb
+  POSTGRES_USER: postgres
+  POSTGRES_PASSWORD: cnbc
--- a/k8s/carpool/postgres-deploy.yaml
+++ b/k8s/carpool/postgres-deploy.yaml
@@ -0,0 +1,39 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: postgres
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: postgres
+  template:
+    metadata:
+      labels:
+        app: postgres
+    spec:
+      containers:
+        - name: postgres
+          image: postgres:10.4
+          imagePullPolicy: "IfNotPresent"
+          ports:
+            - containerPort: 5432
+          envFrom:
+            - configMapRef:
+                name: postgres-config
+          volumeMounts:
+            - mountPath: /var/lib/postgresql/data
+              name: postgredb
+            - name: config
+              mountPath: "/docker-entrypoint-initdb.d"
+              readOnly: true
+      volumes:
+      - name: config
+        configMap:
+          name: carpool
+          items:      
+          - key: "esentricar.sql"
+            path: "esentricar.sql"
+      - name: postgredb
+        persistentVolumeClaim:
+          claimName: postgres-pv-claim
--- a/k8s/carpool/postgres-pv-claim.yaml
+++ b/k8s/carpool/postgres-pv-claim.yaml
@@ -0,0 +1,13 @@
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: postgres-pv-claim
+  labels:
+    app: postgres
+spec:
+  storageClassName: local-path
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 1Gi
--- a/k8s/carpool/postgres-schema-cm.yaml
+++ b/k8s/carpool/postgres-schema-cm.yaml
@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: carpool
+data:
+  esentricar.sql: |
+    CREATE DATABASE esentricar;
+    \c  esentricar;
+    CREATE TABLE cars (
+    car_id          SERIAL PRIMARY KEY,
+    license_plate   varchar(30)             NOT NULL,
+    car_type        varchar(30)             NOT NULL,
+    fuel            varchar(30)             NOT NULL,
+    number_of_seats integer                 NOT NULL
+    );
+    CREATE UNIQUE INDEX cars_license_plate
+    ON cars (license_plate);
--- a/k8s/carpool/postgres-service.yaml
+++ b/k8s/carpool/postgres-service.yaml
@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: postgres
+  name: postgres
+spec:
+  ports:
+  - name: postgres
+    port: 5432
+    protocol: TCP
+    targetPort: 5432
+  selector:
+    app: postgres
+  type: ClusterIP
--- a/k8s/carpool/python_rest.py
+++ b/k8s/carpool/python_rest.py
@@ -0,0 +1,98 @@
+from flask import Flask, request, jsonify
+from flask_sqlalchemy import SQLAlchemy
+from flask_marshmallow import Marshmallow, fields
+from flask_cors import CORS
+
+# Init app
+app = Flask(__name__)
+
+#enable CORS 
+CORS(app)
+# connect to already existing and running Database
+app.config['SQLALCHEMY_DATABASE_URI'] = 'postgresql://postgres:cnbc@postgres:5432/esentricar'
+
+# not important but otherwise we get a warning every time
+app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
+
+#Init db
+db = SQLAlchemy(app)
+#Init ma
+ma = Marshmallow(app)
+
+# Pool Car Class/Model
+class Pool_Car(db.Model):
+
+    #define table, in our case already existing
+    __tablename__ = 'cars'
+    car_id =         db.Column(db.Integer, primary_key=True)
+    license_plate =  db.Column(db.String(30), unique=True)
+    car_type =       db.Column(db.String(20))
+    fuel =           db.Column(db.String(20))
+    number_of_seats =db.Column(db.Integer)
+
+
+    # set class attributes
+    def __init__(self, license_plate, car_type, fuel, number_of_seats):
+        self.license_plate = license_plate
+        self.car_type   = car_type
+        self.fuel       = fuel
+        self.number_of_seats = number_of_seats
+
+class Pool_CarSchema(ma.Schema):
+    class Meta:
+        fields = ('car_id','license_plate','car_type','fuel','number_of_seats')
+
+# Init schema
+pool_car_schema = Pool_CarSchema()
+pool_cars_schema = Pool_CarSchema(many=True)
+
+
+# Create a Pool_Car
+@app.route('/car', methods=['POST'])
+def add_pool_car():
+  # Get request data as json
+  car_entity = request.get_json()
+  license_plate= car_entity.get('license_plate')
+  car_type = car_entity.get('car_type')
+  fuel = car_entity.get('fuel')
+  number_of_seats = car_entity.get('number_of_seats')
+
+  new_pool_car = Pool_Car(license_plate, car_type, fuel, number_of_seats)
+
+  db.session.add(new_pool_car)
+  db.session.commit()
+  
+  return pool_car_schema.jsonify(new_pool_car)
+
+# Get car_id,license_plate,car_type of all products of the table
+@app.route('/car', methods=['GET'])
+def get_pool_cars():
+  all_pool_cars = Pool_Car.query.all()
+  result = pool_cars_schema.dump(all_pool_cars)
+  car_list= []
+  for item in result:
+          car_details = { "car_id":None, "license_plate":None, "car_type":None}
+          car_details['car_id'] = item['car_id']
+          car_details['license_plate'] = item['license_plate']
+          car_details['car_type'] = item['car_type']
+          car_list.append(car_details)
+  return jsonify(car_list)
+
+# Get Single Products
+@app.route('/car/<car_id>', methods=['GET'])
+def get_pool_car(car_id):
+  pool_car = Pool_Car.query.get(car_id)
+  return pool_car_schema.jsonify(pool_car)
+
+# Delete Product
+@app.route('/car/<car_id>', methods=['DELETE'])
+def delete_pool_car(car_id):
+  pool_car = Pool_Car.query.get(car_id)
+  db.session.delete(pool_car)
+  db.session.commit()
+
+  return pool_car_schema.jsonify(pool_car)
+
+
+if __name__ == '__main__':
+  app.run(debug=True) #port='5002'
--- a/k8s/carpool/requirements.txt
+++ b/k8s/carpool/requirements.txt
@@ -0,0 +1,11 @@
+Flask==1.1.1 
+Flask-Cors==3.0.8
+flask-marshmallow==0.10.1 
+Flask-SQLAlchemy==2.4.1 
+werkzeug==2.0.2
+marshmallow==3.2.2 
+SQLAlchemy==1.3.11 
+marshmallow-sqlalchemy==0.19.0 
+psycopg2-binary==2.8.4
+itsdangerous==2.0.1
+Jinja2==3.0.3
--- a/k8s/carpool/service.yaml
+++ b/k8s/carpool/service.yaml
@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    app: carpool
+  name: carpool
+spec:
+  ports:
+  - name: http
+    port: 5000
+    protocol: TCP
+    targetPort: 5000
+  selector:
+    app: carpool
+  type: ClusterIP
--- a/k8s/config_map
+++ b/k8s/config_map
@@ -0,0 +1,82 @@
+kubectl create deploy nginx --image nginx --dry-run=client -o yaml >nginx-deploy.yaml
+vi nginx-deploy.yaml
+# add volume mounts and volumes from configMap
+
+# create config Map
+echo Linuxhotel >index.html
+
+kubectl create configmap htdocs --from-file index.html=index.html --dry-run=client -o yaml >htdocs-cm.yaml
+
+kubectl -n nginx apply -f htdocs-cm.yaml 
+kubectl -n nginx apply -f nginx-deploy.yaml
+
+kubectl -n nginx exec -ti nginx-6fc76484c-q8tmd -- /bin/sh
+# more /usr/share/nginx/html/index.html
+
+kubectl edit -n nginx cm htdocs
+# change content
+apiVersion: v1
+data:
+  index.html: |
+    Linuxhotel Cloud Native Base Camp
+kind: ConfigMap
+metadata:
+  name: htdocs
+
+# See it change at running pods!
+
+kubectl -n nginx exec -ti nginx-6fc76484c-q8tmd -- /bin/sh
+# more /usr/share/nginx/html/index.html
+Linuxhotel Cloud Native Base Camp
+
+
+
+
+htdocs-cm.yaml
+
+    apiVersion: v1
+    data:
+      index.html: |
+        Linuxhotel
+    kind: ConfigMap
+    metadata:
+      creationTimestamp: null
+      name: htdocs
+
+
+
+
+nginx-deploy.yaml
+
+    apiVersion: apps/v1
+    kind: Deployment
+    metadata:
+      creationTimestamp: null
+      labels:
+        app: nginx
+      name: nginx
+    spec:
+      replicas: 1
+      selector:
+        matchLabels:
+          app: nginx
+      strategy: {}
+      template:
+        metadata:
+          creationTimestamp: null
+          labels:
+            app: nginx
+        spec:
+          containers:
+          - image: nginx
+            name: nginx
+            resources: {}
+            volumeMounts:
+              - name: htdocs
+                mountPath: /usr/share/nginx/html
+          volumes:
+          - name: htdocs
+            configMap:
+               name: htdocs
+    status: {}
+
--- a/k8s/install_k3d
+++ b/k8s/install_k3d
@@ -1,76 +0,0 @@
-mkdir ~/k3d
-
-curl -s https://raw.githubusercontent.com/rancher/k3d/main/install.sh | bash
-CLUSTER=cnbc
-IP4=$(/sbin/ip -o -4 addr list br2 | awk '{print $4}' | cut -d/ -f1)
-
-# Get from TRAINER :)
-MIRROR_IP=192.168.1.246
-cat >registries.yml <<EOF 
-mirrors:
-  docker.io:
-    endpoint:
-      - "http://$MIRROR_IP:5001"
-      - "https://mirror.gcr.io"
-      - "https://docker.io"
-EOF
-
-# WARNING Check IP
-k3d cluster create $CLUSTER \
-  --api-port 8545 \
-  -p "8580:80@loadbalancer" \
-  -p "8543:443@loadbalancer" \
-  --agents=2 \
-  --k3s-arg "--tls-san=$IP4@server:0" \
-  --k3s-arg "--disable=traefik@server:0" \
-  --registry-create $CLUSTER-registry:0.0.0.0:5000 \
-  --registry-config=./registries.yml
-echo | \
-    openssl s_client -connect $IP4:8545 2>/dev/null | \
-    openssl x509 -text
-
-PORT=$(docker container inspect \
-    --format '{{ (index (index .NetworkSettings.Ports "5000/tcp") 0).HostPort }}' \
-    $CLUSTER-registry)
-sudo sh -c "echo 127.0.0.1 $CLUSTER-registry >>/etc/hosts"
-curl cnbc-registry:5000/v2/_catalog
-source <(k3d completion bash)
-
-cloud: 
-
-curl -s https://raw.githubusercontent.com/rancher/k3d/main/install.sh | bash
-CLUSTER=cnbc
-# cloud instance
-IP4=$(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1)
-
-# WARNING Check IP
-k3d cluster create $CLUSTER \
-  --api-port 8545 \
-  -p "8580:80@loadbalancer" \
-  -p "8543:443@loadbalancer" \
-  --agents=2 \
-  --k3s-arg "--tls-san=$IP4@server:0" \
-  --k3s-arg "--disable=traefik@server:0" \
-  --registry-create $CLUSTER-registry:0.0.0.0:5000
-
-echo | \
-    openssl s_client -connect $IP4:8545 2>/dev/null | \
-    openssl x509 -text
-
-PORT=$(docker container inspect \
-    --format '{{ (index (index .NetworkSettings.Ports "5000/tcp") 0).HostPort }}' \
-    $CLUSTER-registry)
-sudo sh -c "echo 127.0.0.1 $CLUSTER-registry >>/etc/hosts"
-curl cnbc-registry:5000/v2/_catalog
-source <(k3d completion bash)
-
-sudo apt-get update && sudo apt-get install -y apt-transport-https
-curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg  \
-  | sudo apt-key add -
-echo "deb https://apt.kubernetes.io/ kubernetes-xenial main" \
-  | sudo tee -a /etc/apt/sources.list.d/kubernetes.list
-
-
-sudo apt-get update
-sudo apt-get install -y kubectl
-source <(kubectl completion bash)
--- a/k8s/pods
+++ b/k8s/pods
@@ -67,4 +67,8 @@ kubectl get rs -o json |jq -r .items[].metadata.annotations.\"deployment.kuberne
 kubectl get pods
 kubectl get pod <web pod> -o yaml | sed 's/\(image: nginx\):.*$/\1:1.19.3/' | kubectl replace -f -

-#kubectl get pod web-548df7676c-v48kv -o yaml | sed 's/\(image: nginx\):.*$/\1:1.19.4/' | kubectl replace -f - web-548df7676c-rzp7v
+#kubectl get pod web-548df7676c-v48kv -o yaml | sed 's/\(image: nginx\):.*$/\1:1.19.4/' | kubectl replace -f - web-548df7676c-rzp7v
+
+curl -i -X POST http://carpool:5000/car \
+  -H "Content-Type: application/json" \
+  --data-binary "@car_2.json"
--- a/k8s/pvc
+++ b/k8s/pvc
@@ -0,0 +1,93 @@
+Retain static PersistentVolumeClaim
+
+Change Claim to static hostPath volume
+
+cat >~/carpool/postgres/postgres-pv-claim.yaml <<EOF
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: postgres-pv-claim
+  labels:
+    app: postgres
+spec:
+  storageClassName: ""
+  volumeName: postgres-pv
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 1Gi
+EOF
+
+Create static PersistenceVolume
+
+cat >~/carpool/postgres/postgres-pv.yaml <<EOF
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+  name: postgres-pv 
+spec:
+  accessModes:
+  - ReadWriteOnce
+  capacity:
+    storage: 1Gi
+  claimRef:
+    name: postgres-pv-claim
+    namespace: carpool
+  hostPath:
+    path: /data
+    type: DirectoryOrCreate
+  nodeAffinity:
+    required:
+      nodeSelectorTerms:
+      - matchExpressions:
+        - key: kubernetes.io/hostname
+          operator: In
+          values:
+          - k3d-cnbc-agent-1
+  persistentVolumeReclaimPolicy: Retain
+  storageClassName: ""
+  volumeMode: Filesystem
+EOF
+
+Szenario:
+
+kubectl delete namespace carpool
+kubectl delete pv <...>
+
+kubectl create namespace carpool
+kubectl apply -f postgres
+kubectl apply -f app 
+kubectl run curl -ti --image=curlimages/curl -- /bin/sh
+cd /tmp
+cat >car_1.json <<EOF
+{
+  "license_plate": "BO-PR-72",
+  "car_type": "mini clubman SD",
+  "fuel": "diesel",
+  "number_of_seats": "5"
+}
+EOF
+curl -i -X POST http://carpool:5000/car \
+  -H "Content-Type: application/json" \
+  --data-binary "@car_1.json"
+
+curl http://carpool:5000/car
+exit
+
+# delete again and check retaining of pv
+kubectl delete namespace carpool
+kubectl get pv
+
+# if not edit Postgres pvc and pod pending
+
+kubectl edit pv <...>
+# remove claim-ref uid and resource version
+kubectl create ns carpool
+kubectl apply -f postgres
+kubectl apply -f app 
+kubectl run curl -ti --image=curlimages/curl -- /bin/sh
+curl http://carpool:5000/car
+# data exists
+exit
+