<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
        {font-family:Wingdings;
        panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
        {font-family:"Cambria Math";
        panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
        {font-family:Calibri;
        panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
        {font-family:"DejaVu Sans Mono";
        panose-1:2 11 6 9 3 8 4 2 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
        {margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;
        mso-fareast-language:EN-US;}
a:link, span.MsoHyperlink
        {mso-style-priority:99;
        color:#0563C1;
        text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
        {mso-style-priority:99;
        color:#954F72;
        text-decoration:underline;}
pre
        {mso-style-priority:99;
        mso-style-link:"HTML Vorformatiert Zchn";
        margin:0cm;
        margin-bottom:.0001pt;
        font-size:10.0pt;
        font-family:"Courier New";}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
        {mso-style-priority:34;
        margin-top:0cm;
        margin-right:0cm;
        margin-bottom:0cm;
        margin-left:36.0pt;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;
        mso-fareast-language:EN-US;}
span.E-MailFormatvorlage17
        {mso-style-type:personal-compose;
        font-family:"Arial",sans-serif;
        color:windowtext;
        font-weight:normal;
        font-style:normal;}
span.HTMLVorformatiertZchn
        {mso-style-name:"HTML Vorformatiert Zchn";
        mso-style-priority:99;
        mso-style-link:"HTML Vorformatiert";
        font-family:"Courier New";
        mso-fareast-language:DE;}
.MsoChpDefault
        {mso-style-type:export-only;
        font-family:"Calibri",sans-serif;
        mso-fareast-language:EN-US;}
@page WordSection1
        {size:612.0pt 792.0pt;
        margin:70.85pt 70.85pt 2.0cm 70.85pt;}
div.WordSection1
        {page:WordSection1;}
/* List Definitions */
@list l0
        {mso-list-id:1989895944;
        mso-list-type:hybrid;
        mso-list-template-ids:900108028 1276303054 67567619 67567621 67567617 67567619 67567621 67567617 67567619 67567621;}
@list l0:level1
        {mso-level-start-at:5;
        mso-level-number-format:bullet;
        mso-level-text:-;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Arial",sans-serif;
        mso-fareast-font-family:Calibri;}
@list l0:level2
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l0:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l0:level5
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l0:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l0:level8
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
ol
        {margin-bottom:0cm;}
ul
        {margin-bottom:0cm;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="DE" link="#0563C1" vlink="#954F72">
<div class="WordSection1">
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">Howdy,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">yesterday, finally I got our Airgap install of CAASP4B3 working (only 1 master so far) – Needed to solve internal (AKDB) and external (SUSE) problems to make it work.
<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">Today I learned that CASSP4B4 is out, so I tried to set up CAASP4B4 fresh.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">What have I done so far:<br>
1) made a „kubeadm reset“ on master1. To reset the master I set up with CAASP4B3, yesterday<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">2) updated our „fake“ registry.suse.com with new images (see attachment)<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">3) made a „skuba cluster init --control-plane 10.255.1.2 caasp4b4“<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">4) made a „skuba node bootstrap -v 5 --user sles --sudo --target 10.255.1.3 caasp-master1“<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">  
</span><span style="font-size:10.0pt;font-family:Wingdings">à</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif">
</span><span style="font-size:10.0pt;font-family:"Courier New"">[bootstrap] successfully bootstrapped node "10.255.1.3" with Kubernetes: "1.15.0"</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">5) made a „skuba node join -v 5 --role master --user sles --sudo --target 10.255.1.4 caasp-master2“<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:Wingdings">à</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif">
</span><span style="font-size:10.0pt;font-family:"Courier New"">I0718 08:05:16.221988   20242 files.go:29] uploading to remote file "/etc/kubernetes/pki/ca.crt" with contents [join] failed to apply join to node failed to apply state kubernetes.join.upload-secrets:
 Process exited with status 1<br>
</span><span style="font-size:10.0pt;font-family:Wingdings">à</span><span style="font-size:10.0pt;font-family:"Courier New""> F0718 08:05:16.503251   20242 join.go:50] error joining node caasp-master2: failed to apply state kubernetes.join. upload-secrets:
 Process exited with status 1<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;font-family:"Arial",sans-serif">Some Background:<o:p></o:p></span></p>
<p class="MsoListParagraph" style="text-indent:-18.0pt;mso-list:l0 level1 lfo1"><![if !supportLists]><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">       
</span></span></span><![endif]><span style="font-size:10.0pt;font-family:"Arial",sans-serif">ssh from „caasp-admin“ via pubkey as sles or root works fine.
<o:p></o:p></span></p>
<pre style="margin-left:36.0pt;text-indent:-18.0pt;line-height:12.2pt;mso-list:l0 level1 lfo1;vertical-align:baseline"><![if !supportLists]><span style="font-family:"Arial",sans-serif;color:#333333"><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">        </span></span></span><![endif]><span style="font-family:"Arial",sans-serif">Each planned master and node is installed/updated with „</span><span style="font-family:"DejaVu Sans Mono";color:#333333">zypper in kubernetes-kubeadm kubernetes-kubelet kubernetes-client cri-o cni-plugins sudo“<o:p></o:p></span></pre>
<p class="MsoListParagraph" style="text-indent:-18.0pt;mso-list:l0 level1 lfo1"><![if !supportLists]><span style="font-size:10.0pt;font-family:"Arial",sans-serif"><span style="mso-list:Ignore">-<span style="font:7.0pt "Times New Roman"">       
</span></span></span><![endif]><span style="font-size:10.0pt;font-family:"Arial",sans-serif">SUSECOnnect activated:<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">caasp-master1:~ # SUSEConnect --list-extensions<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">AVAILABLE EXTENSIONS AND MODULES<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">    Basesystem Module 15 SP1 x86_64 (Activated)<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">    Deactivate with: SUSEConnect -d -p sle-module-basesystem/15.1/x86_64<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">        Containers Module 15 SP1 x86_64 (Activated)<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">        Deactivate with: SUSEConnect -d -p     /15.1/x86_64<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">            SUSE CaaS Platform 4.0 x86_64 (BETA) (Activated)<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">            Deactivate with: SUSEConnect -d -p caasp/4.0/x86_64<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">        Server Applications Module 15 SP1 x86_64 (Activated)<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">        Deactivate with: SUSEConnect -d -p sle-module-server-applications/15.1/x86_64<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New""><o:p> </o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">            Public Cloud Module 15 SP1 x86_64 (Activated)<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style="font-size:10.0pt;font-family:"Courier New"">            Deactivate with: SUSEConnect -d -p sle-module-public-cloud/15.1/x86_64<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Any idea what I made wrong? Where can I check? What can I fix? :-/<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Many Thanks…
<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Mit freundlichen Grüßen<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Alexander Schießl<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Team DevOps<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">Geschäftsfeld eGovernment<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.0pt;color:black;mso-fareast-language:DE">Telefon +49 800 2553222-65<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-US" style="font-size:10.0pt;mso-fareast-language:DE"><a href="mailto:egov-devops@adkb.de"><span style="color:blue">egov-devops@adkb.de</span></a><span style="color:black"><o:p></o:p></span></span></p>
<p class="MsoNormal" style="text-autospace:none"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE">__________________________________________________________<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:10.0pt;color:black;mso-fareast-language:DE"><o:p> </o:p></span></p>
<p class="MsoNormal" style="text-autospace:none"><b><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#00B0F0;mso-fareast-language:DE">A</span></b><b><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#0070C0;mso-fareast-language:DE">K</span></b><b><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#00B0F0;mso-fareast-language:DE">DB</span></b><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#00B0F0;mso-fareast-language:DE">
</span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:black;mso-fareast-language:DE">• Anstalt des öffentlichen Rechts • Hauptverwaltung München<br>
Hansastr. 12 - 16 • 80686 München • </span><span style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:DE"><a href="http://www.akdb.de/"><span style="color:#1F497D;text-decoration:none">www.akdb.de</span></a></span><span style="font-size:10.0pt;color:#1F497D;mso-fareast-language:DE"><o:p></o:p></span></p>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
</body>
</html>