diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-16-post-0d-state.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-16-post-0d-state.txt new file mode 100644 index 0000000..c51a419 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-16-post-0d-state.txt @@ -0,0 +1,10 @@ +=== logging state in fresh sessions === +none +%m [%p] +=== pods === +keycloak-0 1/1 Running 0 42m 10.42.1.29 kc-lab-2 +keycloak-1 1/1 Running 0 43m 10.42.0.28 kc-lab-1 +postgres-7b474b88c8-2tqlc 1/1 Running 0 40m 10.42.1.31 kc-lab-2 +=== cluster size === +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-17240"} 2.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-54671"} 2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-17-isolated-0d-reset.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-17-isolated-0d-reset.txt new file mode 100644 index 0000000..3a454c1 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-17-isolated-0d-reset.txt @@ -0,0 +1,27 @@ +=== A0 isolated 0d reset === +DELETE 2 +statefulset.apps/keycloak restarted +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +keycloak-0 1/1 Running 0 31s 10.42.1.32 kc-lab-2 +keycloak-1 1/1 Running 0 65s 10.42.0.29 kc-lab-1 +postgres-7b474b88c8-2tqlc 1/1 Running 0 42m 10.42.1.31 kc-lab-2 +[keycloak-0] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-52528"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +[keycloak-1] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-55351"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-0d-measurement.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-0d-measurement.txt new file mode 100644 index 0000000..a5de55a --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-0d-measurement.txt @@ -0,0 +1,54 @@ +=== A0 isolated 0d measurement === +K0=10.42.1.32 K1=10.42.0.29 +[enable logging] +[logging fresh session] +all +%m [%p] %h +[before K0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +[before K1] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +START=2026-09-22T05:47:19Z +SID=iRziuATDE0qiNEG1yU7K7XT4 +REFRESH_ON_K1=200 +[after K0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 1.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 1.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-0-52528"} 1.0 +[after K1] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 1.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-1-55351"} 1.0 +[SQL by SID] +2026-09-22 05:45:50.883 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = '0', $2 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:50.895 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.029 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = '0', $2 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.043 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.047 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = NULL, $2 = '1790055950', $3 = '{"ipAddress":"127.0.0.1","authMethod":"openid-connect","rememberMe":false,"started":0,"notes":{"KC_DEVICE_NOTE":"eyJpcEFkZHJlc3MiOiIxMjcuMC4wLjEiLCJvcyI6Ik90aGVyIiwib3NWZXJzaW9uIjoiVW5rbm93biIsImJyb3dzZXIiOiJBcGFjaGUtSHR0cENsaWVudC80LjUuMTQiLCJkZXZpY2UiOiJPdGhlciIsImxhc3RBY2Nlc3MiOjAsIm1vYmlsZSI6ZmFsc2V9","authenticators-completed":"{\"6cc83057-d459-418c-8aa2-633389309200\":1790055950,\"f65a0385-ef5e-4507-9739-c35eaa24b1c8\":1790055950}"},"state":"LOGGED_IN"}', $4 = '1790055950', $5 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $6 = 'f', $7 = '539df575-06d2-4d06-b3ef-4baab545efe4', $8 = '0', $9 = '0', $10 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.047 UTC [3888] 10.42.1.32 DETAIL: parameters: $1 = '{"authMethod":"openid-connect","notes":{"clientId":"3bb3bc7b-0ac8-4871-8037-fa5a33cbd316","userSessionStartedAt":"1790055950","iss":"https://auth.hyeonworks.com/realms/master","startedAt":"1790055950","level-of-authentication":"-1"}}', $2 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $3 = '1790055950', $4 = '0', $5 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $6 = 'local', $7 = 'local', $8 = '0', $9 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.738 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = '0', $2 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.754 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = 'iRziuATDE0qiNEG1yU7K7XT4', $2 = '0' +2026-09-22 05:45:51.757 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'iRziuATDE0qiNEG1yU7K7XT4' +2026-09-22 05:45:51.763 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = 'iRziuATDE0qiNEG1yU7K7XT4', $2 = '0', $3 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $4 = 'local', $5 = 'local' +2026-09-22 05:45:51.783 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = '1790055951', $2 = '1', $3 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $4 = 'local', $5 = 'local', $6 = '0', $7 = 'iRziuATDE0qiNEG1yU7K7XT4', $8 = '0' +2026-09-22 05:45:51.784 UTC [3835] 10.42.0.29 DETAIL: parameters: $1 = '1790055951', $2 = '1', $3 = '0', $4 = 'iRziuATDE0qiNEG1yU7K7XT4', $5 = '0' +[K1 session SQL] +2026-09-22 05:45:51.738 UTC [3835] 10.42.0.29 LOG: execute /C_106: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 05:45:51.754 UTC [3835] 10.42.0.29 LOG: execute /C_107: select puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where puse1_0.USER_SESSION_ID=$1 and puse1_0.OFFLINE_FLAG=$2 for no key update of puse1_0 skip locked +2026-09-22 05:45:51.757 UTC [3835] 10.42.0.29 LOG: execute /C_108: select pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID,pcse1_0.DATA,pcse1_0.REALM_ID,pcse1_0.TIMESTAMP,pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where (pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID) in (($1,$2,$3,$4,$5)) +2026-09-22 05:45:51.763 UTC [3835] 10.42.0.29 LOG: execute /C_109: select pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where pcse1_0.USER_SESSION_ID=$1 and pcse1_0.OFFLINE_FLAG=$2 and pcse1_0.CLIENT_ID=$3 and pcse1_0.EXTERNAL_CLIENT_ID=$4 and pcse1_0.CLIENT_STORAGE_PROVIDER=$5 for no key update of pcse1_0 skip locked +2026-09-22 05:45:51.783 UTC [3835] 10.42.0.29 LOG: execute : update OFFLINE_CLIENT_SESSION set TIMESTAMP=$1,VERSION=$2 where CLIENT_ID=$3 and CLIENT_STORAGE_PROVIDER=$4 and EXTERNAL_CLIENT_ID=$5 and OFFLINE_FLAG=$6 and USER_SESSION_ID=$7 and VERSION=$8 +2026-09-22 05:45:51.784 UTC [3835] 10.42.0.29 LOG: execute : update OFFLINE_USER_SESSION set LAST_SESSION_REFRESH=$1,VERSION=$2 where OFFLINE_FLAG=$3 and USER_SESSION_ID=$4 and VERSION=$5 +2026-09-22 05:45:51.785 UTC [3835] 10.42.0.29 LOG: execute : SET LOCAL synchronous_commit TO OFF +[disable logging] +[restored fresh session] +none +%m [%p] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-sql-path.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-sql-path.txt new file mode 100644 index 0000000..8f79f36 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-sql-path.txt @@ -0,0 +1,353 @@ +=== isolated A0 0d === +DELETE 0 +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +K0=10.42.1.42 K1=10.42.0.35 +BASELINE +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-40574"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-62167"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +SETTINGS +all +%m [%p] %h +REQUEST +SID=VyjEgoH_PJofPX-1Pj0f4gwE +REFRESH=200 +AFTER +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 1.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 0.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 1.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-0-40574"} 1.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +vendor_statistics_hits{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 1.0 +vendor_statistics_misses{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 0.0 +vendor_statistics_stores{cache="sessions",cache_manager="keycloak",node="keycloak-1-62167"} 1.0 +PGLOG +2026-09-22 06:25:40.815 UTC [1] LOG: received SIGHUP, reloading configuration files +2026-09-22 06:26:04.426 UTC [943] ERROR: function aurora_version() does not exist at character 8 +2026-09-22 06:26:04.426 UTC [943] HINT: No function matches the given name and argument types. You might need to add explicit type casts. +2026-09-22 06:26:04.426 UTC [943] STATEMENT: SELECT aurora_version() +2026-09-22 06:26:09.832 UTC [25] LOG: checkpoint starting: time +2026-09-22 06:26:10.297 UTC [25] LOG: checkpoint complete: wrote 5 buffers (0.0%); 0 WAL file(s) added, 0 removed, 0 recycled; write=0.407 s, sync=0.017 s, total=0.465 s; sync files=5, longest=0.014 s, average=0.004 s; distance=17 kB, estimate=24 kB; lsn=0/28E9610, redo lsn=0/28E95D8 +2026-09-22 06:26:37.487 UTC [997] ERROR: function aurora_version() does not exist at character 8 +2026-09-22 06:26:37.487 UTC [997] HINT: No function matches the given name and argument types. You might need to add explicit type casts. +2026-09-22 06:26:37.487 UTC [997] STATEMENT: SELECT aurora_version() +2026-09-22 06:26:49.326 UTC [1] LOG: received SIGHUP, reloading configuration files +2026-09-22 06:26:49.326 UTC [1] LOG: parameter "log_statement" changed to "all" +2026-09-22 06:26:49.326 UTC [1] LOG: parameter "log_line_prefix" changed to "%m [%p] %h " +2026-09-22 06:26:49.415 UTC [1029] [local] LOG: statement: show log_statement +2026-09-22 06:26:49.416 UTC [1029] [local] LOG: statement: show log_line_prefix +2026-09-22 06:26:50.405 UTC [998] 10.42.1.42 LOG: statement: BEGIN +2026-09-22 06:26:50.406 UTC [998] 10.42.1.42 LOG: execute /C_7: select ce1_0.ID from CLIENT ce1_0 where ce1_0.CLIENT_ID=$1 and ce1_0.REALM_ID=$2 +2026-09-22 06:26:50.406 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'admin-cli', $2 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc' +2026-09-22 06:26:50.407 UTC [998] 10.42.1.42 LOG: execute /C_8: select ce1_0.ID,ce1_0.ALWAYS_DISPLAY_IN_CONSOLE,ce1_0.BASE_URL,ce1_0.BEARER_ONLY,ce1_0.CLIENT_AUTHENTICATOR_TYPE,ce1_0.CLIENT_ID,ce1_0.CONSENT_REQUIRED,ce1_0.CREATED_TIMESTAMP,ce1_0.DESCRIPTION,ce1_0.DIRECT_ACCESS_GRANTS_ENABLED,ce1_0.ENABLED,ce1_0.FRONTCHANNEL_LOGOUT,ce1_0.FULL_SCOPE_ALLOWED,ce1_0.IMPLICIT_FLOW_ENABLED,ce1_0.LAST_MODIFIED_TIMESTAMP,ce1_0.MANAGEMENT_URL,ce1_0.NAME,ce1_0.NODE_REREG_TIMEOUT,ce1_0.NOT_BEFORE,ce1_0.PROTOCOL,ce1_0.PUBLIC_CLIENT,ce1_0.REALM_ID,ce1_0.REGISTRATION_TOKEN,ce1_0.ROOT_URL,ce1_0.SECRET,ce1_0.SERVICE_ACCOUNTS_ENABLED,ce1_0.STANDARD_FLOW_ENABLED,ce1_0.SURROGATE_AUTH_REQUIRED from CLIENT ce1_0 where ce1_0.ID=$1 +2026-09-22 06:26:50.407 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.409 UTC [998] 10.42.1.42 LOG: execute /C_9: select a1_0.CLIENT_ID,a1_0.NAME,a1_0.VALUE from CLIENT_ATTRIBUTES a1_0 where a1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.409 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.411 UTC [998] 10.42.1.42 LOG: execute /C_10: select afb1_0.CLIENT_ID,afb1_0.BINDING_NAME,afb1_0.FLOW_ID from CLIENT_AUTH_FLOW_BINDINGS afb1_0 where afb1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.411 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.412 UTC [998] 10.42.1.42 LOG: execute /C_11: select ru1_0.CLIENT_ID,ru1_0.VALUE from REDIRECT_URIS ru1_0 where ru1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.412 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.413 UTC [998] 10.42.1.42 LOG: execute /C_12: select wo1_0.CLIENT_ID,wo1_0.VALUE from WEB_ORIGINS wo1_0 where wo1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.413 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.415 UTC [998] 10.42.1.42 LOG: execute /C_13: select smi1_0.CLIENT_ID,smi1_0.ROLE_ID from SCOPE_MAPPING smi1_0 where smi1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.415 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.416 UTC [998] 10.42.1.42 LOG: execute /C_14: select rn1_0.CLIENT_ID,rn1_0.NAME,rn1_0.VALUE from CLIENT_NODE_REGISTRATIONS rn1_0 where rn1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.416 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.553 UTC [998] 10.42.1.42 LOG: execute /C_15: select ue1_0.ID,ue1_0.CREATED_TIMESTAMP,ue1_0.EMAIL,ue1_0.EMAIL_CONSTRAINT,ue1_0.EMAIL_VERIFIED,ue1_0.ENABLED,ue1_0.FEDERATION_LINK,ue1_0.FIRST_NAME,ue1_0.LAST_MODIFIED_TIMESTAMP,ue1_0.LAST_NAME,ue1_0.NOT_BEFORE,ue1_0.REALM_ID,ue1_0.SERVICE_ACCOUNT_CLIENT_LINK,ue1_0.USERNAME from USER_ENTITY ue1_0 where ue1_0.USERNAME=$1 and ue1_0.REALM_ID=$2 +2026-09-22 06:26:50.553 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'admin', $2 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc' +2026-09-22 06:26:50.565 UTC [998] 10.42.1.42 LOG: execute /C_16: select oe1_0.ID from ORG oe1_0 where oe1_0.REALM_ID=$1 fetch first $2 rows only +2026-09-22 06:26:50.565 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $2 = '1' +2026-09-22 06:26:50.601 UTC [998] 10.42.1.42 LOG: execute /C_17: select ce1_0.ID,ce1_0.CREATED_DATE,ce1_0.CREDENTIAL_DATA,ce1_0.PRIORITY,ce1_0.SALT,ce1_0.SECRET_DATA,ce1_0.TYPE,ce1_0.USER_ID,ce1_0.USER_LABEL,ce1_0.VERSION from CREDENTIAL ce1_0 where ce1_0.USER_ID=$1 order by ce1_0.PRIORITY +2026-09-22 06:26:50.601 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '539df575-06d2-4d06-b3ef-4baab545efe4' +2026-09-22 06:26:50.743 UTC [998] 10.42.1.42 LOG: execute /C_18: select a1_0.USER_ID,a1_0.ID,a1_0.LONG_VALUE,a1_0.LONG_VALUE_HASH,a1_0.LONG_VALUE_HASH_LOWER_CASE,a1_0.NAME,a1_0.VALUE from USER_ATTRIBUTE a1_0 where a1_0.USER_ID=$1 +2026-09-22 06:26:50.743 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '539df575-06d2-4d06-b3ef-4baab545efe4' +2026-09-22 06:26:50.782 UTC [998] 10.42.1.42 LOG: execute /C_19: select ra1_0.USER_ID,ra1_0.REQUIRED_ACTION from USER_REQUIRED_ACTION ra1_0 where ra1_0.USER_ID=$1 +2026-09-22 06:26:50.782 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '539df575-06d2-4d06-b3ef-4baab545efe4' +2026-09-22 06:26:50.791 UTC [998] 10.42.1.42 LOG: execute /C_20: select cscme1_0.SCOPE_ID from CLIENT_SCOPE_CLIENT cscme1_0 where cscme1_0.CLIENT_ID=$1 and cscme1_0.DEFAULT_SCOPE=$2 +2026-09-22 06:26:50.791 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 't' +2026-09-22 06:26:50.794 UTC [998] 10.42.1.42 LOG: execute /C_21: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.794 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:50.797 UTC [998] 10.42.1.42 LOG: execute /C_22: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.797 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:50.799 UTC [998] 10.42.1.42 LOG: execute /C_23: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.799 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:50.802 UTC [998] 10.42.1.42 LOG: execute /C_24: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.802 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:50.802 UTC [998] 10.42.1.42 LOG: execute /C_25: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.802 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:50.803 UTC [998] 10.42.1.42 LOG: execute /C_26: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.803 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:50.805 UTC [998] 10.42.1.42 LOG: execute /C_27: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.805 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:50.806 UTC [998] 10.42.1.42 LOG: execute /C_28: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.806 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:50.806 UTC [998] 10.42.1.42 LOG: execute /C_29: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.806 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:50.808 UTC [998] 10.42.1.42 LOG: execute /C_30: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.808 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:50.809 UTC [998] 10.42.1.42 LOG: execute /C_31: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.809 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:50.809 UTC [998] 10.42.1.42 LOG: execute /C_32: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.809 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:50.811 UTC [998] 10.42.1.42 LOG: execute S_33/C_34: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.811 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:50.812 UTC [998] 10.42.1.42 LOG: execute S_35/C_36: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.812 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:50.812 UTC [998] 10.42.1.42 LOG: execute S_37/C_38: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.812 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:50.814 UTC [998] 10.42.1.42 LOG: execute S_33/C_39: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.814 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:50.815 UTC [998] 10.42.1.42 LOG: execute S_35/C_40: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.815 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:50.815 UTC [998] 10.42.1.42 LOG: execute S_37/C_41: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.815 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:50.825 UTC [998] 10.42.1.42 LOG: execute /C_42: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 06:26:50.825 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '0', $2 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.838 UTC [998] 10.42.1.42 LOG: execute /C_43: select pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID,pcse1_0.DATA,pcse1_0.REALM_ID,pcse1_0.TIMESTAMP,pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where (pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID) in (($1,$2,$3,$4,$5)) +2026-09-22 06:26:50.838 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.852 UTC [998] 10.42.1.42 LOG: execute /C_44: select cse1_0.ID from CLIENT_SCOPE cse1_0 where cse1_0.REALM_ID=$1 +2026-09-22 06:26:50.852 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc' +2026-09-22 06:26:50.853 UTC [998] 10.42.1.42 LOG: execute S_33/C_45: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.853 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:50.854 UTC [998] 10.42.1.42 LOG: execute S_35/C_46: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.854 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:50.855 UTC [998] 10.42.1.42 LOG: execute /C_47: select re1_0.ID,re1_0.CLIENT,re1_0.CLIENT_REALM_CONSTRAINT,re1_0.CLIENT_ROLE,re1_0.DESCRIPTION,re1_0.NAME,re1_0.REALM_ID from KEYCLOAK_ROLE re1_0 where re1_0.ID=$1 +2026-09-22 06:26:50.855 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '2efa55de-29da-4c61-841e-b047f3cc413f' +2026-09-22 06:26:50.857 UTC [998] 10.42.1.42 LOG: execute S_37/C_48: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.857 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:50.858 UTC [998] 10.42.1.42 LOG: execute S_33/C_49: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.858 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:50.859 UTC [998] 10.42.1.42 LOG: execute S_35/C_50: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.859 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:50.860 UTC [998] 10.42.1.42 LOG: execute S_37/C_51: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.860 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:50.861 UTC [998] 10.42.1.42 LOG: execute S_33/C_52: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.861 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:50.862 UTC [998] 10.42.1.42 LOG: execute S_35/C_53: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.862 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:50.862 UTC [998] 10.42.1.42 LOG: execute S_37/C_54: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.862 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:50.864 UTC [998] 10.42.1.42 LOG: execute S_33/C_55: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.864 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:50.864 UTC [998] 10.42.1.42 LOG: execute S_35/C_56: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.864 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:50.865 UTC [998] 10.42.1.42 LOG: execute S_37/C_57: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.865 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:50.866 UTC [998] 10.42.1.42 LOG: execute S_33/C_58: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.866 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:50.866 UTC [998] 10.42.1.42 LOG: execute S_35/C_59: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.866 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:50.867 UTC [998] 10.42.1.42 LOG: execute S_37/C_60: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.867 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:50.869 UTC [998] 10.42.1.42 LOG: execute S_33/C_61: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.869 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:50.869 UTC [998] 10.42.1.42 LOG: execute S_35/C_62: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.869 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:50.870 UTC [998] 10.42.1.42 LOG: execute S_37/C_63: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.870 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:50.871 UTC [998] 10.42.1.42 LOG: execute S_33/C_64: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.871 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:50.872 UTC [998] 10.42.1.42 LOG: execute S_35/C_65: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.872 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:50.873 UTC [998] 10.42.1.42 LOG: execute S_37/C_66: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.873 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:50.874 UTC [998] 10.42.1.42 LOG: execute S_33/C_67: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.874 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:50.875 UTC [998] 10.42.1.42 LOG: execute S_35/C_68: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.875 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:50.875 UTC [998] 10.42.1.42 LOG: execute S_37/C_69: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.875 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:50.877 UTC [998] 10.42.1.42 LOG: execute S_33/C_70: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:50.877 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:50.877 UTC [998] 10.42.1.42 LOG: execute S_35/C_71: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.877 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:50.878 UTC [998] 10.42.1.42 LOG: execute S_37/C_72: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:50.878 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:50.885 UTC [998] 10.42.1.42 LOG: execute /C_73: select pm1_0.CLIENT_SCOPE_ID,pm1_0.ID,pm1_0.CLIENT_ID,pm1_0.NAME,pm1_0.PROTOCOL,pm1_0.PROTOCOL_MAPPER_NAME from PROTOCOL_MAPPER pm1_0 where pm1_0.CLIENT_SCOPE_ID = any ($1) +2026-09-22 06:26:50.885 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '{0a857fa9-8554-4204-8269-9d8388da57a1,ed0d4218-4815-4655-a052-a30d040df134,5acb52bc-6049-4b80-9cb8-dc1695cdbe3c,7419dcb2-c756-405d-930d-f25e9a37bb90,23576a31-8640-4d5b-80e8-5f68e0e088c8,e7b0f176-ec9c-45f9-84c0-3ef3193caf25,baa9b203-9ffe-4bf2-95fd-6e40bc65382e,c39b38fe-fe66-4b2f-a70d-f74dcb8648fb}' +2026-09-22 06:26:50.888 UTC [998] 10.42.1.42 LOG: execute /C_74: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:50.888 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '{7e02e561-5356-4ec9-9b61-29daa2a61467,b2998c4c-82b8-4466-b7bd-9da972c21648,03e6f2ad-6895-4d07-bd42-22bbfa020687,7f85eb1f-0570-42c9-aaf8-5b8bd0df413f,4a991251-5eaf-4905-84bd-f52bbed3a264,43a67410-8914-4996-bec2-153253019092,1c82f709-f983-45b2-be8a-8152d8a30d95,444e1701-ffa9-4554-8d4f-0060cb47e5bb}' +2026-09-22 06:26:50.889 UTC [998] 10.42.1.42 LOG: execute /C_75: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:50.889 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '{c9eff752-ecf7-4b33-b4e7-84d1b5f0132c,a83b70bf-58dd-47ab-ac8f-1a50d5b9ca4b,df815f08-2d8a-4232-8db7-a0f3c5f9ba51,57675b04-3463-43f0-b75f-b07dbaf9cf4d,4a7b3cc2-b20e-441d-80bf-037291c47a80,5603227a-b06d-4bc3-82b4-12ef0d85fe97,3b9c5d40-9816-4a24-b97d-c5250d9a942a,788ce241-919d-45b9-80a1-759189785d36}' +2026-09-22 06:26:50.891 UTC [998] 10.42.1.42 LOG: execute /C_76: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:50.891 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '{cdc90f5e-6b0e-46f3-8250-32050b04ee46,28731ed0-1c9a-459c-929f-5b07c1ffea5d,8bd6ddb8-06e1-4888-9a1a-a5f8011c2c2f,b6e7c0b7-1060-41f7-a38e-cfd365cf3dcd,fa09e227-d2ee-4b3e-a70f-ebd578e32b10,58fb379c-9bc1-486d-b4ed-8bfc6b65879e,fcef0e8d-fc37-4eaa-844f-1e2c42ec1cb0,96eb2524-9fdc-4e9f-9acc-66d5b841b0a0}' +2026-09-22 06:26:50.892 UTC [998] 10.42.1.42 LOG: execute /C_77: select pm1_0.CLIENT_ID,pm1_0.ID,pm1_0.CLIENT_SCOPE_ID,pm1_0.NAME,pm1_0.PROTOCOL,pm1_0.PROTOCOL_MAPPER_NAME from PROTOCOL_MAPPER pm1_0 where pm1_0.CLIENT_ID=$1 +2026-09-22 06:26:50.892 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:50.958 UTC [998] 10.42.1.42 LOG: execute S_2: COMMIT +2026-09-22 06:26:50.966 UTC [998] 10.42.1.42 LOG: statement: BEGIN +2026-09-22 06:26:50.966 UTC [998] 10.42.1.42 LOG: execute /C_78: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 06:26:50.966 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '0', $2 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.980 UTC [998] 10.42.1.42 LOG: execute /C_79: select pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID,pcse1_0.DATA,pcse1_0.REALM_ID,pcse1_0.TIMESTAMP,pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where (pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID) in (($1,$2,$3,$4,$5)) +2026-09-22 06:26:50.980 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.984 UTC [998] 10.42.1.42 LOG: execute : insert into OFFLINE_USER_SESSION (BROKER_SESSION_ID,CREATED_ON,DATA,LAST_SESSION_REFRESH,REALM_ID,REMEMBER_ME,USER_ID,VERSION,OFFLINE_FLAG,USER_SESSION_ID) values ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10) +2026-09-22 06:26:50.984 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = NULL, $2 = '1790058410', $3 = '{"ipAddress":"127.0.0.1","authMethod":"openid-connect","rememberMe":false,"started":0,"notes":{"KC_DEVICE_NOTE":"eyJpcEFkZHJlc3MiOiIxMjcuMC4wLjEiLCJvcyI6Ik90aGVyIiwib3NWZXJzaW9uIjoiVW5rbm93biIsImJyb3dzZXIiOiJBcGFjaGUtSHR0cENsaWVudC80LjUuMTQiLCJkZXZpY2UiOiJPdGhlciIsImxhc3RBY2Nlc3MiOjAsIm1vYmlsZSI6ZmFsc2V9","authenticators-completed":"{\"6cc83057-d459-418c-8aa2-633389309200\":1790058410,\"f65a0385-ef5e-4507-9739-c35eaa24b1c8\":1790058410}"},"state":"LOGGED_IN"}', $4 = '1790058410', $5 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $6 = 'f', $7 = '539df575-06d2-4d06-b3ef-4baab545efe4', $8 = '0', $9 = '0', $10 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.985 UTC [998] 10.42.1.42 LOG: execute : insert into OFFLINE_CLIENT_SESSION (DATA,REALM_ID,TIMESTAMP,VERSION,CLIENT_ID,CLIENT_STORAGE_PROVIDER,EXTERNAL_CLIENT_ID,OFFLINE_FLAG,USER_SESSION_ID) values ($1,$2,$3,$4,$5,$6,$7,$8,$9) +2026-09-22 06:26:50.985 UTC [998] 10.42.1.42 DETAIL: parameters: $1 = '{"authMethod":"openid-connect","notes":{"clientId":"3bb3bc7b-0ac8-4871-8037-fa5a33cbd316","userSessionStartedAt":"1790058410","iss":"https://auth.hyeonworks.com/realms/master","startedAt":"1790058410","level-of-authentication":"-1"}}', $2 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $3 = '1790058410', $4 = '0', $5 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $6 = 'local', $7 = 'local', $8 = '0', $9 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:50.985 UTC [998] 10.42.1.42 LOG: execute : SET LOCAL synchronous_commit TO OFF +2026-09-22 06:26:50.986 UTC [998] 10.42.1.42 LOG: execute S_2: COMMIT +2026-09-22 06:26:51.280 UTC [943] 10.42.0.35 LOG: statement: BEGIN +2026-09-22 06:26:51.280 UTC [943] 10.42.0.35 LOG: execute /C_39: select ce1_0.ID from CLIENT ce1_0 where ce1_0.CLIENT_ID=$1 and ce1_0.REALM_ID=$2 +2026-09-22 06:26:51.280 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'admin-cli', $2 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc' +2026-09-22 06:26:51.281 UTC [943] 10.42.0.35 LOG: execute /C_40: select ce1_0.ID,ce1_0.ALWAYS_DISPLAY_IN_CONSOLE,ce1_0.BASE_URL,ce1_0.BEARER_ONLY,ce1_0.CLIENT_AUTHENTICATOR_TYPE,ce1_0.CLIENT_ID,ce1_0.CONSENT_REQUIRED,ce1_0.CREATED_TIMESTAMP,ce1_0.DESCRIPTION,ce1_0.DIRECT_ACCESS_GRANTS_ENABLED,ce1_0.ENABLED,ce1_0.FRONTCHANNEL_LOGOUT,ce1_0.FULL_SCOPE_ALLOWED,ce1_0.IMPLICIT_FLOW_ENABLED,ce1_0.LAST_MODIFIED_TIMESTAMP,ce1_0.MANAGEMENT_URL,ce1_0.NAME,ce1_0.NODE_REREG_TIMEOUT,ce1_0.NOT_BEFORE,ce1_0.PROTOCOL,ce1_0.PUBLIC_CLIENT,ce1_0.REALM_ID,ce1_0.REGISTRATION_TOKEN,ce1_0.ROOT_URL,ce1_0.SECRET,ce1_0.SERVICE_ACCOUNTS_ENABLED,ce1_0.STANDARD_FLOW_ENABLED,ce1_0.SURROGATE_AUTH_REQUIRED from CLIENT ce1_0 where ce1_0.ID=$1 +2026-09-22 06:26:51.281 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.283 UTC [943] 10.42.0.35 LOG: execute /C_41: select a1_0.CLIENT_ID,a1_0.NAME,a1_0.VALUE from CLIENT_ATTRIBUTES a1_0 where a1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.283 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.284 UTC [943] 10.42.0.35 LOG: execute /C_42: select afb1_0.CLIENT_ID,afb1_0.BINDING_NAME,afb1_0.FLOW_ID from CLIENT_AUTH_FLOW_BINDINGS afb1_0 where afb1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.284 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.285 UTC [943] 10.42.0.35 LOG: execute /C_43: select ru1_0.CLIENT_ID,ru1_0.VALUE from REDIRECT_URIS ru1_0 where ru1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.285 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.286 UTC [943] 10.42.0.35 LOG: execute /C_44: select wo1_0.CLIENT_ID,wo1_0.VALUE from WEB_ORIGINS wo1_0 where wo1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.286 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.287 UTC [943] 10.42.0.35 LOG: execute /C_45: select smi1_0.CLIENT_ID,smi1_0.ROLE_ID from SCOPE_MAPPING smi1_0 where smi1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.287 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.288 UTC [943] 10.42.0.35 LOG: execute /C_46: select rn1_0.CLIENT_ID,rn1_0.NAME,rn1_0.VALUE from CLIENT_NODE_REGISTRATIONS rn1_0 where rn1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.288 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.450 UTC [943] 10.42.0.35 LOG: execute /C_47: select ue1_0.ID,ue1_0.CREATED_TIMESTAMP,ue1_0.EMAIL,ue1_0.EMAIL_CONSTRAINT,ue1_0.EMAIL_VERIFIED,ue1_0.ENABLED,ue1_0.FEDERATION_LINK,ue1_0.FIRST_NAME,ue1_0.LAST_MODIFIED_TIMESTAMP,ue1_0.LAST_NAME,ue1_0.NOT_BEFORE,ue1_0.REALM_ID,ue1_0.SERVICE_ACCOUNT_CLIENT_LINK,ue1_0.USERNAME from USER_ENTITY ue1_0 where ue1_0.ID=$1 +2026-09-22 06:26:51.450 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '539df575-06d2-4d06-b3ef-4baab545efe4' +2026-09-22 06:26:51.460 UTC [943] 10.42.0.35 LOG: execute /C_48: select oe1_0.ID from ORG oe1_0 where oe1_0.REALM_ID=$1 fetch first $2 rows only +2026-09-22 06:26:51.460 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc', $2 = '1' +2026-09-22 06:26:51.479 UTC [943] 10.42.0.35 LOG: execute /C_49: select cscme1_0.SCOPE_ID from CLIENT_SCOPE_CLIENT cscme1_0 where cscme1_0.CLIENT_ID=$1 and cscme1_0.DEFAULT_SCOPE=$2 +2026-09-22 06:26:51.479 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 't' +2026-09-22 06:26:51.482 UTC [943] 10.42.0.35 LOG: execute /C_50: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.482 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:51.486 UTC [943] 10.42.0.35 LOG: execute /C_51: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.486 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:51.487 UTC [943] 10.42.0.35 LOG: execute /C_52: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.487 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '0a857fa9-8554-4204-8269-9d8388da57a1' +2026-09-22 06:26:51.491 UTC [943] 10.42.0.35 LOG: execute /C_53: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.491 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:51.493 UTC [943] 10.42.0.35 LOG: execute /C_54: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.493 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:51.494 UTC [943] 10.42.0.35 LOG: execute /C_55: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.494 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'ed0d4218-4815-4655-a052-a30d040df134' +2026-09-22 06:26:51.496 UTC [943] 10.42.0.35 LOG: execute /C_56: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.496 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:51.497 UTC [943] 10.42.0.35 LOG: execute /C_57: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.497 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:51.498 UTC [943] 10.42.0.35 LOG: execute /C_58: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.498 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5acb52bc-6049-4b80-9cb8-dc1695cdbe3c' +2026-09-22 06:26:51.500 UTC [943] 10.42.0.35 LOG: execute /C_59: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.500 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:51.502 UTC [943] 10.42.0.35 LOG: execute /C_60: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.502 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:51.503 UTC [943] 10.42.0.35 LOG: execute /C_61: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.503 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '7419dcb2-c756-405d-930d-f25e9a37bb90' +2026-09-22 06:26:51.505 UTC [943] 10.42.0.35 LOG: execute S_62/C_63: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.505 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:51.507 UTC [943] 10.42.0.35 LOG: execute S_64/C_65: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.507 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:51.508 UTC [943] 10.42.0.35 LOG: execute S_66/C_67: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.508 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '23576a31-8640-4d5b-80e8-5f68e0e088c8' +2026-09-22 06:26:51.510 UTC [943] 10.42.0.35 LOG: execute S_62/C_68: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.510 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:51.512 UTC [943] 10.42.0.35 LOG: execute S_64/C_69: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.512 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:51.512 UTC [943] 10.42.0.35 LOG: execute S_66/C_70: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.512 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'e7b0f176-ec9c-45f9-84c0-3ef3193caf25' +2026-09-22 06:26:51.517 UTC [943] 10.42.0.35 LOG: execute /C_71: select cscme1_0.SCOPE_ID from CLIENT_SCOPE_CLIENT cscme1_0 where cscme1_0.CLIENT_ID=$1 and cscme1_0.DEFAULT_SCOPE=$2 +2026-09-22 06:26:51.517 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'f' +2026-09-22 06:26:51.518 UTC [943] 10.42.0.35 LOG: execute S_62/C_72: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.518 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:51.518 UTC [943] 10.42.0.35 LOG: execute S_64/C_73: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.518 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:51.519 UTC [943] 10.42.0.35 LOG: execute S_66/C_74: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.519 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'd3429876-0219-4ada-b330-9ffab2d0078f' +2026-09-22 06:26:51.523 UTC [943] 10.42.0.35 LOG: execute S_62/C_75: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.523 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:51.525 UTC [943] 10.42.0.35 LOG: execute S_64/C_76: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.525 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:51.526 UTC [943] 10.42.0.35 LOG: execute S_66/C_77: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.526 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'bcfce938-9f1c-4144-a177-26a4a218f60c' +2026-09-22 06:26:51.528 UTC [943] 10.42.0.35 LOG: execute S_62/C_78: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.528 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:51.528 UTC [943] 10.42.0.35 LOG: execute S_64/C_79: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.528 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:51.529 UTC [943] 10.42.0.35 LOG: execute S_66/C_80: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.529 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '25f60c6a-3137-4b2a-9261-409bf3e0665f' +2026-09-22 06:26:51.531 UTC [943] 10.42.0.35 LOG: execute S_62/C_81: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.531 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:51.532 UTC [943] 10.42.0.35 LOG: execute S_64/C_82: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.532 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:51.533 UTC [943] 10.42.0.35 LOG: execute /C_83: select re1_0.ID,re1_0.CLIENT,re1_0.CLIENT_REALM_CONSTRAINT,re1_0.CLIENT_ROLE,re1_0.DESCRIPTION,re1_0.NAME,re1_0.REALM_ID from KEYCLOAK_ROLE re1_0 where re1_0.ID=$1 +2026-09-22 06:26:51.533 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '2efa55de-29da-4c61-841e-b047f3cc413f' +2026-09-22 06:26:51.535 UTC [943] 10.42.0.35 LOG: execute S_66/C_84: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.535 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'baa9b203-9ffe-4bf2-95fd-6e40bc65382e' +2026-09-22 06:26:51.536 UTC [943] 10.42.0.35 LOG: execute S_62/C_85: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.536 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:51.537 UTC [943] 10.42.0.35 LOG: execute S_64/C_86: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.537 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:51.537 UTC [943] 10.42.0.35 LOG: execute S_66/C_87: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.537 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '10acb1f4-749d-4bea-a392-1327ddd097c1' +2026-09-22 06:26:51.545 UTC [943] 10.42.0.35 LOG: execute /C_88: select pm1_0.CLIENT_SCOPE_ID,pm1_0.ID,pm1_0.CLIENT_ID,pm1_0.NAME,pm1_0.PROTOCOL,pm1_0.PROTOCOL_MAPPER_NAME from PROTOCOL_MAPPER pm1_0 where pm1_0.CLIENT_SCOPE_ID = any ($1) +2026-09-22 06:26:51.545 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '{0a857fa9-8554-4204-8269-9d8388da57a1,ed0d4218-4815-4655-a052-a30d040df134,5acb52bc-6049-4b80-9cb8-dc1695cdbe3c,7419dcb2-c756-405d-930d-f25e9a37bb90,23576a31-8640-4d5b-80e8-5f68e0e088c8,e7b0f176-ec9c-45f9-84c0-3ef3193caf25,d3429876-0219-4ada-b330-9ffab2d0078f,bcfce938-9f1c-4144-a177-26a4a218f60c}' +2026-09-22 06:26:51.553 UTC [943] 10.42.0.35 LOG: execute /C_89: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:51.553 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '{7e02e561-5356-4ec9-9b61-29daa2a61467,03e6f2ad-6895-4d07-bd42-22bbfa020687,91086cef-2ec5-4068-af72-507a9b3e60ca,e1d6725c-5e12-4bc5-ad55-cbb72542f3ab,dcad2aab-3e4b-4397-ab15-d0c0ae7a9d10,7f85eb1f-0570-42c9-aaf8-5b8bd0df413f,4a991251-5eaf-4905-84bd-f52bbed3a264,43a67410-8914-4996-bec2-153253019092}' +2026-09-22 06:26:51.557 UTC [943] 10.42.0.35 LOG: execute /C_90: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:51.557 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '{c9eff752-ecf7-4b33-b4e7-84d1b5f0132c,df815f08-2d8a-4232-8db7-a0f3c5f9ba51,57675b04-3463-43f0-b75f-b07dbaf9cf4d,4a7b3cc2-b20e-441d-80bf-037291c47a80,5603227a-b06d-4bc3-82b4-12ef0d85fe97,3b9c5d40-9816-4a24-b97d-c5250d9a942a,788ce241-919d-45b9-80a1-759189785d36,a83b70bf-58dd-47ab-ac8f-1a50d5b9ca4b}' +2026-09-22 06:26:51.560 UTC [943] 10.42.0.35 LOG: execute /C_91: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:51.560 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '{cdc90f5e-6b0e-46f3-8250-32050b04ee46,8bd6ddb8-06e1-4888-9a1a-a5f8011c2c2f,b6e7c0b7-1060-41f7-a38e-cfd365cf3dcd,fa09e227-d2ee-4b3e-a70f-ebd578e32b10,58fb379c-9bc1-486d-b4ed-8bfc6b65879e,fcef0e8d-fc37-4eaa-844f-1e2c42ec1cb0,1c82f709-f983-45b2-be8a-8152d8a30d95,444e1701-ffa9-4554-8d4f-0060cb47e5bb}' +2026-09-22 06:26:51.564 UTC [943] 10.42.0.35 LOG: execute /C_92: select c1_0.PROTOCOL_MAPPER_ID,c1_0.NAME,c1_0.VALUE from PROTOCOL_MAPPER_CONFIG c1_0 where c1_0.PROTOCOL_MAPPER_ID = any ($1) +2026-09-22 06:26:51.564 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '{b2998c4c-82b8-4466-b7bd-9da972c21648,96eb2524-9fdc-4e9f-9acc-66d5b841b0a0}' +2026-09-22 06:26:51.574 UTC [943] 10.42.0.35 LOG: execute /C_93: select cse1_0.ID from CLIENT_SCOPE cse1_0 where cse1_0.REALM_ID=$1 +2026-09-22 06:26:51.574 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '9e248c0a-9b5c-40dd-b03d-b03f6728b7bc' +2026-09-22 06:26:51.576 UTC [943] 10.42.0.35 LOG: execute S_62/C_94: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.576 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:51.577 UTC [943] 10.42.0.35 LOG: execute S_64/C_95: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.577 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:51.578 UTC [943] 10.42.0.35 LOG: execute S_66/C_96: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.578 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'c39b38fe-fe66-4b2f-a70d-f74dcb8648fb' +2026-09-22 06:26:51.579 UTC [943] 10.42.0.35 LOG: execute S_62/C_97: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.579 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:51.580 UTC [943] 10.42.0.35 LOG: execute S_64/C_98: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.580 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:51.581 UTC [943] 10.42.0.35 LOG: execute S_66/C_99: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.581 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '5c7d213b-0ac3-454b-85e6-92e29c29bfaf' +2026-09-22 06:26:51.583 UTC [943] 10.42.0.35 LOG: execute S_62/C_100: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.583 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:51.584 UTC [943] 10.42.0.35 LOG: execute S_64/C_101: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.584 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:51.585 UTC [943] 10.42.0.35 LOG: execute S_66/C_102: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.585 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '65eb52d4-c35d-4991-8cd3-13a67cc98052' +2026-09-22 06:26:51.587 UTC [943] 10.42.0.35 LOG: execute S_62/C_103: select cse1_0.ID,cse1_0.DESCRIPTION,cse1_0.NAME,cse1_0.PROTOCOL,cse1_0.REALM_ID from CLIENT_SCOPE cse1_0 where cse1_0.ID=$1 +2026-09-22 06:26:51.587 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:51.587 UTC [943] 10.42.0.35 LOG: execute S_64/C_104: select smi1_0.SCOPE_ID,smi1_0.ROLE_ID from CLIENT_SCOPE_ROLE_MAPPING smi1_0 where smi1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.587 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:51.588 UTC [943] 10.42.0.35 LOG: execute S_66/C_105: select a1_0.SCOPE_ID,a1_0.NAME,a1_0.VALUE from CLIENT_SCOPE_ATTRIBUTES a1_0 where a1_0.SCOPE_ID=$1 +2026-09-22 06:26:51.588 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '31e544cc-3c7f-4547-89c3-ff8c1a2f035f' +2026-09-22 06:26:51.593 UTC [943] 10.42.0.35 LOG: execute /C_106: select pm1_0.CLIENT_ID,pm1_0.ID,pm1_0.CLIENT_SCOPE_ID,pm1_0.NAME,pm1_0.PROTOCOL,pm1_0.PROTOCOL_MAPPER_NAME from PROTOCOL_MAPPER pm1_0 where pm1_0.CLIENT_ID=$1 +2026-09-22 06:26:51.593 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316' +2026-09-22 06:26:51.628 UTC [943] 10.42.0.35 LOG: execute /C_107: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 06:26:51.628 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '0', $2 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:51.639 UTC [943] 10.42.0.35 LOG: execute /C_108: select puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where puse1_0.USER_SESSION_ID=$1 and puse1_0.OFFLINE_FLAG=$2 for no key update of puse1_0 skip locked +2026-09-22 06:26:51.639 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'VyjEgoH_PJofPX-1Pj0f4gwE', $2 = '0' +2026-09-22 06:26:51.642 UTC [943] 10.42.0.35 LOG: execute /C_109: select pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID,pcse1_0.DATA,pcse1_0.REALM_ID,pcse1_0.TIMESTAMP,pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where (pcse1_0.CLIENT_ID,pcse1_0.CLIENT_STORAGE_PROVIDER,pcse1_0.EXTERNAL_CLIENT_ID,pcse1_0.OFFLINE_FLAG,pcse1_0.USER_SESSION_ID) in (($1,$2,$3,$4,$5)) +2026-09-22 06:26:51.642 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $2 = 'local', $3 = 'local', $4 = '0', $5 = 'VyjEgoH_PJofPX-1Pj0f4gwE' +2026-09-22 06:26:51.648 UTC [943] 10.42.0.35 LOG: execute /C_110: select pcse1_0.VERSION from OFFLINE_CLIENT_SESSION pcse1_0 where pcse1_0.USER_SESSION_ID=$1 and pcse1_0.OFFLINE_FLAG=$2 and pcse1_0.CLIENT_ID=$3 and pcse1_0.EXTERNAL_CLIENT_ID=$4 and pcse1_0.CLIENT_STORAGE_PROVIDER=$5 for no key update of pcse1_0 skip locked +2026-09-22 06:26:51.648 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = 'VyjEgoH_PJofPX-1Pj0f4gwE', $2 = '0', $3 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $4 = 'local', $5 = 'local' +2026-09-22 06:26:51.667 UTC [943] 10.42.0.35 LOG: execute : update OFFLINE_CLIENT_SESSION set TIMESTAMP=$1,VERSION=$2 where CLIENT_ID=$3 and CLIENT_STORAGE_PROVIDER=$4 and EXTERNAL_CLIENT_ID=$5 and OFFLINE_FLAG=$6 and USER_SESSION_ID=$7 and VERSION=$8 +2026-09-22 06:26:51.667 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '1790058411', $2 = '1', $3 = '3bb3bc7b-0ac8-4871-8037-fa5a33cbd316', $4 = 'local', $5 = 'local', $6 = '0', $7 = 'VyjEgoH_PJofPX-1Pj0f4gwE', $8 = '0' +2026-09-22 06:26:51.669 UTC [943] 10.42.0.35 LOG: execute : update OFFLINE_USER_SESSION set LAST_SESSION_REFRESH=$1,VERSION=$2 where OFFLINE_FLAG=$3 and USER_SESSION_ID=$4 and VERSION=$5 +2026-09-22 06:26:51.669 UTC [943] 10.42.0.35 DETAIL: parameters: $1 = '1790058411', $2 = '1', $3 = '0', $4 = 'VyjEgoH_PJofPX-1Pj0f4gwE', $5 = '0' +2026-09-22 06:26:51.670 UTC [943] 10.42.0.35 LOG: execute : SET LOCAL synchronous_commit TO OFF +2026-09-22 06:26:51.671 UTC [943] 10.42.0.35 LOG: execute S_2: COMMIT +2026-09-22 06:26:55.646 UTC [943] 10.42.0.35 LOG: statement: +2026-09-22 06:26:55.648 UTC [944] 10.42.0.35 LOG: execute S_7: SELECT address, name, ip, coord, coordinated_by, last_update FROM JGROUPS_PING WHERE cluster_name=$1 +2026-09-22 06:26:55.648 UTC [944] 10.42.0.35 DETAIL: parameters: $1 = 'ISPN' +RESTORED +none +%m [%p] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup-before-a1.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup-before-a1.txt new file mode 100644 index 0000000..4a57f5d --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup-before-a1.txt @@ -0,0 +1,28 @@ +=== A0 cleanup before A1 === +DELETE 1 +statefulset.apps/keycloak restarted +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +[state] +keycloak-0 1/1 Running 0 32s 10.42.1.33 kc-lab-2 +keycloak-1 1/1 Running 0 65s 10.42.0.30 kc-lab-1 +postgres-7b474b88c8-2tqlc 1/1 Running 0 46m 10.42.1.31 kc-lab-2 +[db] +0 +none +[metrics] +[keycloak-0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-12109"} 0.0 +vendor_statistics_approximate_entries_unique{cache="clientSessions",cache_manager="keycloak",node="keycloak-0-12109"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-12109"} 2.0 +[keycloak-1] +vendor_statistics_approximate_entries_unique{cache="clientSessions",cache_manager="keycloak",node="keycloak-1-10598"} 0.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-10598"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-10598"} 2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup.txt new file mode 100644 index 0000000..434b991 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a0-19-cleanup.txt @@ -0,0 +1,14 @@ +DELETE 1 +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +none +0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-62537"} 0.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-8816"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-00-baseline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-00-baseline.txt index c5367a6..51bd315 100644 --- a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-00-baseline.txt +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-00-baseline.txt @@ -1,66 +1,12 @@ -=== A1 baseline + manifest === -[manifest] -# Experiment A-1 โ€” cut the JGroups transport (TCP 7800) while leaving discovery alone. -# -# The point is to separate two things that are easy to conflate: -# -# discovery how the nodes FIND each other -> PostgreSQL JGROUPS_PING table -# transport how they actually TALK -> TCP 7800 -# -# Blocking only the transport produces a state that cannot happen on a single -# node: both members stay registered in the database, so each believes the other -# exists, yet no message gets through. -# -# kubectl apply -f deploy/lab/k8s/a1-block-jgroups-transport.yaml -# kubectl -n keycloak-lab delete networkpolicy a1-block-jgroups-transport -# -# NetworkPolicy is an ALLOWLIST, not a firewall with deny rules. There is no way -# to write "deny 7800". The moment a pod is selected by a policy carrying -# policyTypes: [Ingress], every inbound port is denied unless a rule permits it. -# So 7800 is blocked by *omission*: 8080 and 9000 are listed, 7800 is not. -# -# That makes the two allow rules load-bearing โ€” get them wrong and the experiment -# measures a dead Keycloak instead of a partitioned cluster: -# -# 8080 the HTTP endpoint. Traefik, the other pod's REST calls, and the probe -# traffic all arrive here. -# 9000 the management port: /health/started, /health/ready, /health/live and -# /metrics. Losing it means the kubelet fails the readiness probe and -# kills the pod โ€” the cluster would break for the wrong reason. -# -# Both rules deliberately omit `from:`, which allows those ports from any source. -# Narrowing the source is not the subject here; the 2-hop experiment already -# established how to do that by label when it matters. -apiVersion: networking.k8s.io/v1 -kind: NetworkPolicy -metadata: - name: a1-block-jgroups-transport - namespace: keycloak-lab -spec: - podSelector: - matchLabels: - app: keycloak - policyTypes: [Ingress] - ingress: - - ports: - - { port: 8080, protocol: TCP } # HTTP โ€” must stay open - - { port: 9000, protocol: TCP } # health + metrics โ€” must stay open - # 7800 is absent on purpose. That is the whole experiment. -[policies] -[pods] -NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES -keycloak-0 1/1 Running 0 83s 10.42.1.23 kc-lab-2 -keycloak-1 1/1 Running 0 117s 10.42.0.24 kc-lab-1 -postgres-7b474b88c8-x7th5 1/1 Running 1 (18h ago) 20h 10.42.1.21 kc-lab-2 -[cluster] -keycloak-0 vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-63395"} 2.0 -keycloak-1 vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-58832"} 2.0 -[jgroups] - name | ip | coord -------------------+-----------------+------- - keycloak-0-63395 | 10.42.1.23:7800 | f - keycloak-1-58832 | 10.42.0.24:7800 | t -(2 rows) - -[conntrack commands] -kc-lab-1 kc-lab-2 \ No newline at end of file +PODS +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +keycloak-0 1/1 Running 0 73s 10.42.1.43 kc-lab-2 +keycloak-1 1/1 Running 0 107s 10.42.0.36 kc-lab-1 +postgres-7b474b88c8-bxskf 1/1 Running 0 13m 10.42.1.41 kc-lab-2 +POLICY +No resources found in keycloak-lab namespace. +CLUSTER +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-62537"} 2.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-8816"} 2.0 +JGROUPS +2|1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-control-before-block.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-control-before-block.txt index b3e07dc..838dd0a 100644 --- a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-control-before-block.txt +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-control-before-block.txt @@ -1,4 +1,5 @@ === A1 control before block === -control_refresh_on_opposite=200 sid_same=yes -control_logout_on_opposite=204 -control_refresh_after_logout_on_original=400 error=invalid_grant +K0=10.42.1.33 K1=10.42.0.30 +refresh_on_k1=200 new_refresh=yes +logout_on_k1=204 +refresh_on_k0_after_logout=400 error=invalid_grant diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-policy-applied.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-policy-applied.txt new file mode 100644 index 0000000..2fe6bef --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-01-policy-applied.txt @@ -0,0 +1,14 @@ +K0=10.42.1.43 K1=10.42.0.36 +networkpolicy.networking.k8s.io/a1-block-jgroups-transport created +2026-09-22T15:31:46+09:00 +HOST=10.42.1.43 +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 +HOST=10.42.0.36 +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 +CLUSTER +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-62537"} 2.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-8816"} 2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before-delete.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before-delete.txt new file mode 100644 index 0000000..41e22a6 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before-delete.txt @@ -0,0 +1,6 @@ +NODE1 +tcp 6 86399 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=50481 dport=7800 src=10.42.1.52 dst=10.42.0.44 sport=7800 dport=50481 [ASSURED] mark=0 use=1 +tcp 6 85311 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=60383 dport=57800 src=10.42.1.52 dst=10.42.0.44 sport=57800 dport=60383 [ASSURED] mark=0 use=1 +NODE2 +tcp 6 86399 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=50481 dport=7800 src=10.42.1.52 dst=10.42.0.44 sport=7800 dport=50481 [ASSURED] mark=0 use=1 +tcp 6 85311 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=60383 dport=57800 src=10.42.1.52 dst=10.42.0.44 sport=57800 dport=60383 [ASSURED] mark=0 use=1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before.txt new file mode 100644 index 0000000..c9aab47 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-conntrack-before.txt @@ -0,0 +1,7 @@ +[kc-lab-1] +tcp 6 86399 ESTABLISHED src=10.42.0.36 dst=10.42.1.43 sport=49381 dport=7800 src=10.42.1.43 dst=10.42.0.36 sport=7800 dport=49381 [ASSURED] mark=0 use=1 +tcp 6 99 SYN_SENT src=10.42.0.37 dst=10.42.1.43 sport=36490 dport=7800 [UNREPLIED] src=10.42.1.43 dst=10.42.0.37 sport=7800 dport=36490 mark=0 use=1 +tcp 6 86300 ESTABLISHED src=10.42.0.36 dst=10.42.1.43 sport=59425 dport=57800 src=10.42.1.43 dst=10.42.0.36 sport=57800 dport=59425 [ASSURED] mark=0 use=1 +[kc-lab-2] +tcp 6 86299 ESTABLISHED src=10.42.0.36 dst=10.42.1.43 sport=59425 dport=57800 src=10.42.1.43 dst=10.42.0.36 sport=57800 dport=59425 [ASSURED] mark=0 use=1 +tcp 6 86399 ESTABLISHED src=10.42.0.36 dst=10.42.1.43 sport=49381 dport=7800 src=10.42.1.43 dst=10.42.0.36 sport=7800 dport=49381 [ASSURED] mark=0 use=1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-policy-applied-ports.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-policy-applied-ports.txt new file mode 100644 index 0000000..bcd6d3f --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-02-policy-applied-ports.txt @@ -0,0 +1,30 @@ +=== A1 apply policy and verify ports === +networkpolicy.networking.k8s.io/a1-block-jgroups-transport created +2026-09-22 14:52:48 KST applied +[policy] +NAME POD-SELECTOR AGE +a1-block-jgroups-transport app=keycloak 0s +Name: a1-block-jgroups-transport +Namespace: keycloak-lab +Created on: 2026-09-22 14:51:18 +0900 KST +Labels: +Annotations: +Spec: + PodSelector: app=keycloak + Allowing ingress traffic: + To Port: 8080/TCP + To Port: 9000/TCP + From: (traffic not restricted by source) + Not affecting egress traffic + Policy Types: Ingress +[probe K0=10.42.1.33] +9000 200 exit=0 +8080 200 exit=0 +7800 000 exit=0 +7800 exit=0 +[cluster immediately] +keycloak-0 vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-12109"} 2.0 +keycloak-1 vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-10598"} 2.0 +[pods] +keycloak-0 1/1 Running 0 2m24s 10.42.1.33 kc-lab-2 +keycloak-1 1/1 Running 0 2m57s 10.42.0.30 kc-lab-1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-conntrack-delete.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-conntrack-delete.txt new file mode 100644 index 0000000..a4f09c4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-conntrack-delete.txt @@ -0,0 +1,10 @@ +NODE1 +tcp 6 86399 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=50481 dport=7800 src=10.42.1.52 dst=10.42.0.44 sport=7800 dport=50481 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +tcp 6 85289 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=60383 dport=57800 src=10.42.1.52 dst=10.42.0.44 sport=57800 dport=60383 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +NODE2 +tcp 6 86399 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=50481 dport=7800 src=10.42.1.52 dst=10.42.0.44 sport=7800 dport=50481 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +tcp 6 85289 ESTABLISHED src=10.42.0.44 dst=10.42.1.52 sport=60383 dport=57800 src=10.42.1.52 dst=10.42.0.44 sport=57800 dport=60383 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-existing-flows.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-existing-flows.txt new file mode 100644 index 0000000..c154f76 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-03-existing-flows.txt @@ -0,0 +1,15 @@ +=== A1 existing JGroups flows under policy === +[pod socket keycloak-0] +/proc/net/tcp6: 2: 0000000000000000FFFF000021012A0A:1E78 00000000000000000000000000000000:0000 0A 00000000:00000000 00:00000000 00000000 1000 0 1711128 1 00000000a6b6985f 100 0 0 10 0 +/proc/net/tcp6: 3: 00000000000000000000000000000000:E1C8 00000000000000000000000000000000:0000 0A 00000000:00000000 00:00000000 00000000 1000 0 1711129 1 00000000286e1dd2 100 0 0 10 0 +/proc/net/tcp6: 6: 0000000000000000FFFF000021012A0A:1E78 0000000000000000FFFF00001E002A0A:E7B5 01 00000000:00000000 02:000AC427 00000000 1000 0 1710251 3 000000009a698fcc 20 4 30 10 -1 +/proc/net/tcp6: 9: 0000000000000000FFFF000021012A0A:E1C8 0000000000000000FFFF00001E002A0A:E237 01 00000000:00000000 02:000AC426 00000000 1000 0 1710253 2 00000000b2e2c998 20 4 28 10 -1 +[kc-lab-1 conntrack tool] +[kc-lab-1 flows] +tcp 6 66 SYN_SENT src=10.42.0.31 dst=10.42.1.33 sport=43110 dport=7800 [UNREPLIED] src=10.42.1.33 dst=10.42.0.31 sport=7800 dport=43110 mark=0 use=1 +tcp 6 86399 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=59317 dport=7800 src=10.42.1.33 dst=10.42.0.30 sport=7800 dport=59317 [ASSURED] mark=0 use=1 +tcp 6 86255 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=57911 dport=57800 src=10.42.1.33 dst=10.42.0.30 sport=57800 dport=57911 [ASSURED] mark=0 use=1 +[kc-lab-2 conntrack tool] +[kc-lab-2 flows] +tcp 6 86398 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=59317 dport=7800 src=10.42.1.33 dst=10.42.0.30 sport=7800 dport=59317 [ASSURED] mark=0 use=1 +tcp 6 86254 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=57911 dport=57800 src=10.42.1.33 dst=10.42.0.30 sport=57800 dport=57911 [ASSURED] mark=0 use=1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-forced-partition.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-forced-partition.txt new file mode 100644 index 0000000..2153b80 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-forced-partition.txt @@ -0,0 +1,15 @@ +2026-09-22T16:15:46+09:00 +K0=10.42.1.53 +keycloak-0 0/1 Running 0 13s 10.42.1.53 kc-lab-2 +keycloak-1 1/1 Running 0 20m 10.42.0.44 kc-lab-1 +CLUSTER +keycloak-0 metrics-unavailable +keycloak-1 vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-56268"} 1.0 +VIEWS0 +VIEWS1 +2026-09-22 06:54:53,355 INFO [org.infinispan.CLUSTER] (executor-thread-1) ISPN000094: Received new cluster view for channel ISPN: [keycloak-0-18449(v=16.0.12)|75] (2) [keycloak-0-18449(v=16.0.12), keycloak-1-56268(v=16.0.12)] +2026-09-22 06:55:03,917 INFO [org.infinispan.CLUSTER] (jgroups-8,keycloak-1-56268(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-56268(v=16.0.12)|76] (1) [keycloak-1-56268(v=16.0.12)] +2026-09-22 06:55:26,137 INFO [org.infinispan.CLUSTER] (jgroups-8,keycloak-1-56268(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-56268(v=16.0.12)|77] (2) [keycloak-1-56268(v=16.0.12), keycloak-0-45841(v=16.0.12)] +2026-09-22 07:14:18,267 INFO [org.infinispan.CLUSTER] (jgroups-11,keycloak-1-56268(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-56268(v=16.0.12)|78] (1) [keycloak-1-56268(v=16.0.12)] +JGROUPS +1|1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-simple-conntrack-delete.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-simple-conntrack-delete.txt new file mode 100644 index 0000000..456cf67 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-04-simple-conntrack-delete.txt @@ -0,0 +1,25 @@ +=== A1 simpler conntrack deletion test === +[kc-lab-1 before] +3 +[kc-lab-1 delete] +conntrack v1.4.7 (conntrack-tools): 2 flow entries have been deleted. +tcp 6 39 SYN_SENT src=10.42.0.31 dst=10.42.1.33 sport=43110 dport=7800 [UNREPLIED] src=10.42.1.33 dst=10.42.0.31 sport=7800 dport=43110 mark=0 use=1 +tcp 6 86399 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=59317 dport=7800 src=10.42.1.33 dst=10.42.0.30 sport=7800 dport=59317 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 0 flow entries have been deleted. +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +tcp 6 86228 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=57911 dport=57800 src=10.42.1.33 dst=10.42.0.30 sport=57800 dport=57911 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 0 flow entries have been deleted. +[kc-lab-1 after] +[kc-lab-2 before] +2 +[kc-lab-2 delete] +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +tcp 6 86398 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=59317 dport=7800 src=10.42.1.33 dst=10.42.0.30 sport=7800 dport=59317 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 0 flow entries have been deleted. +conntrack v1.4.7 (conntrack-tools): 1 flow entries have been deleted. +tcp 6 86227 ESTABLISHED src=10.42.0.30 dst=10.42.1.33 sport=57911 dport=57800 src=10.42.1.33 dst=10.42.0.30 sport=57800 dport=57911 [ASSURED] mark=0 use=1 +conntrack v1.4.7 (conntrack-tools): 0 flow entries have been deleted. +[kc-lab-2 after] +[cluster after deletion] +keycloak-0 vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-12109"} 2.0 +keycloak-1 vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-10598"} 2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-forced-partition.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-forced-partition.txt new file mode 100644 index 0000000..56dccd6 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-forced-partition.txt @@ -0,0 +1,9 @@ +=== A1 force fresh JGroups connection by recreating keycloak-0 === +2026-09-22 14:54:57 KST delete keycloak-0 +old_ip=10.42.1.33 +pod "keycloak-0" deleted from keycloak-lab namespace +[poll] +14:54:59 +14:55:04 +14:55:09 +14:55:14 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-partition-poll.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-partition-poll.txt new file mode 100644 index 0000000..489f41c --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-partition-poll.txt @@ -0,0 +1,42 @@ +16:16:28 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:16:44 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:16:59 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:17:15 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:17:30 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:17:46 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 +16:18:01 +keycloak-0 1/1 Running +keycloak-1 1/1 Running +keycloak-0 size=2.0 +keycloak-1 size=2.0 +coords=1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-service-impact.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-service-impact.txt new file mode 100644 index 0000000..d4a2dd0 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-05-service-impact.txt @@ -0,0 +1,33 @@ +PODS +keycloak-0 true 0 +keycloak-1 true 0 +HEALTH0 +Error from server (ServiceUnavailable): the server is currently unable to handle the request + +HEALTH1 +{ + "status": "UP", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "UP" + } + ] +} +ENDPOINTS +ADDR READY +[10.42.0.36],[10.42.1.44] true,true +EXTERNAL +200 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-atomic-revalidation.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-atomic-revalidation.txt new file mode 100644 index 0000000..528640c --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-atomic-revalidation.txt @@ -0,0 +1,10 @@ +BASELINE +keycloak-0=2.0 +keycloak-1=2.0 +POLICY_APPLIED +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-forced-partition-state.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-forced-partition-state.txt new file mode 100644 index 0000000..db4a0c7 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-forced-partition-state.txt @@ -0,0 +1,22 @@ +=== A1 forced partition state after keycloak-0 recreation === +[pods] +keycloak-0 0/1 Running 0 22s 10.42.1.34 kc-lab-2 +keycloak-1 1/1 Running 0 4m58s 10.42.0.30 kc-lab-1 +[cluster size] +[keycloak-0] +unavailable +[keycloak-1] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-10598"} 1.0 +[jgroups_ping] + name | ip | coord +------------------+-----------------+------- + keycloak-0-30514 | 10.42.1.34:7800 | f + keycloak-1-10598 | 10.42.0.30:7800 | t +(2 rows) + +[keycloak-0 log] +[keycloak-1 log] +2026-09-22 05:49:16,641 INFO [org.infinispan.CLUSTER] (executor-thread-1) ISPN000094: Received new cluster view for channel ISPN: [keycloak-0-52528(v=16.0.12)|31] (2) [keycloak-0-52528(v=16.0.12), keycloak-1-10598(v=16.0.12)] +2026-09-22 05:49:26,794 INFO [org.infinispan.CLUSTER] (jgroups-8,keycloak-1-10598(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-10598(v=16.0.12)|32] (1) [keycloak-1-10598(v=16.0.12)] +2026-09-22 05:49:48,584 INFO [org.infinispan.CLUSTER] (jgroups-8,keycloak-1-10598(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-10598(v=16.0.12)|33] (2) [keycloak-1-10598(v=16.0.12), keycloak-0-12109(v=16.0.12)] +2026-09-22 05:53:29,532 INFO [org.infinispan.CLUSTER] (jgroups-12,keycloak-1-10598(v=16.0.12)) ISPN000094: Received new cluster view for channel ISPN: [keycloak-1-10598(v=16.0.12)|34] (1) [keycloak-1-10598(v=16.0.12)] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-readiness-timeline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-readiness-timeline.txt new file mode 100644 index 0000000..51b782e --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-06-readiness-timeline.txt @@ -0,0 +1,69 @@ +15:34:24 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:34:35 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:34:45 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:34:55 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:35:05 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:35:16 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +15:35:26 +keycloak-0 ready=false cluster=1.0 +keycloak-1 ready=true cluster=1.0 +HEALTH +HOST=10.42.1.44 +{ + "status": "DOWN", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "DOWN", + "data": { + "Failing since": "2026-09-22 06:32:04,735" + } + } + ] +} +HOST=10.42.0.36 +{ + "status": "UP", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "UP" + } + ] +} diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-atomic-revalidation-v2.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-atomic-revalidation-v2.txt new file mode 100644 index 0000000..bf97243 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-atomic-revalidation-v2.txt @@ -0,0 +1,45 @@ +BASELINE +keycloak-0=2.0 +keycloak-1=2.0 +POLICY_APPLIED +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 +9000=200 exit=0 +8080=200 exit=0 +7800=000 exit=7 +CONNTRACK_CLEARED +K0_RECREATED +POLL i=1 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=2 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=3 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=4 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=5 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=6 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=7 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=8 r0=false r1=true s0= s1=1.0 coords=1 +POLL i=9 r0=true r1=true s0=1.0 s1=1.0 coords=2 +PARTITION_CONFIRMED +PARTITION_STATE +keycloak-0 1/1 Running 0 45s 10.42.1.54 kc-lab-2 +keycloak-1 1/1 Running 0 24m 10.42.0.44 kc-lab-1 +keycloak-0-56183|10.42.1.54:7800|t +keycloak-1-56268|10.42.0.44:7800|t +ADDR READY +[10.42.0.44],[10.42.1.54] true,true +EXTERNAL=200 +POLICY_REMOVED +RECOVERY i=1 r0=true r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=2 r0=true r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=3 r0=true r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=4 r0=true r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=5 r0=true r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=6 r0=false r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=7 r0=false r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=8 r0=false r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=9 r0=false r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=10 r0=false r1=true s0=1.0 s1=1.0 coords=2 +RECOVERY i=11 r0=false r1=true s0=2.0 s1=2.0 coords=1 +RECOVERY i=12 r0=false r1=true s0=2.0 s1=2.0 coords=1 +RECOVERY i=13 r0=true r1=true s0=2.0 s1=2.0 coords=1 +RECOVERY_CONFIRMED diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-singleton-state.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-singleton-state.txt new file mode 100644 index 0000000..1feb63b --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-singleton-state.txt @@ -0,0 +1,31 @@ +=== A1 singleton state after join timeout === +[pods] +keycloak-0 1/1 Running 0 58s 10.42.1.34 kc-lab-2 +keycloak-1 1/1 Running 0 5m34s 10.42.0.30 kc-lab-1 +[cluster size] +[keycloak-0] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-30514"} 1.0 +[keycloak-1] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-10598"} 1.0 +[jgroups_ping] + name | ip | coord +------------------+-----------------+------- + keycloak-0-30514 | 10.42.1.34:7800 | t + keycloak-1-10598 | 10.42.0.30:7800 | t +(2 rows) + +[keycloak-0 join log] +2026-09-22 05:53:53,269 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 1 +2026-09-22 05:53:55,288 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 2 +2026-09-22 05:53:57,306 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 3 +2026-09-22 05:53:59,324 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 4 +2026-09-22 05:54:01,341 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 5 +2026-09-22 05:54:03,358 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 6 +2026-09-22 05:54:05,367 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 7 +2026-09-22 05:54:07,383 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 8 +2026-09-22 05:54:09,398 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): JOIN(keycloak-0-30514(v=16.0.12)) sent to keycloak-1-10598 timed out (after 2000 ms), on try 9 +2026-09-22 05:54:09,399 WARN [org.jgroups.protocols.pbcast.GMS] (executor-thread-1) keycloak-0-30514(v=16.0.12): too many JOIN attempts (10): becoming singleton +2026-09-22 05:54:09,428 INFO [org.infinispan.CLUSTER] (executor-thread-1) ISPN000094: Received new cluster view for channel ISPN: [keycloak-0-30514(v=16.0.12)|0] (1) [keycloak-0-30514(v=16.0.12)] +[readiness] +keycloak-0 +keycloak-1 { "status": "UP", "checks": [ { "name": "Graceful Shutdown", "status": "UP" }, { "name": "Keycloak Initialized", "status": "UP" }, { "name": "Keycloak cluster health check", "status": "UP" }, { "name": "Keycloak database connections async health check", "status": "UP" } ]} diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-split-session.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-split-session.txt new file mode 100644 index 0000000..afe2ae4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-split-session.txt @@ -0,0 +1,9 @@ +SID=Egu8wDXiB8eBqq1CUEqnBMpw +K1_REFRESH=200 +K1_LOGOUT=204 +K0_REFRESH_AFTER_LOGOUT=200 error= +DB +0 +CACHE +keycloak-0 1.0 +keycloak-1 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-final-service-impact.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-final-service-impact.txt new file mode 100644 index 0000000..81d06a0 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-final-service-impact.txt @@ -0,0 +1,8 @@ +PODS +keycloak-0 false +keycloak-1 true +ENDPOINTS +ADDR READY +[10.42.0.36],[10.42.1.44] true,false +EXTERNAL +200 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-split-behavior.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-split-behavior.txt new file mode 100644 index 0000000..b06bddd --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-split-behavior.txt @@ -0,0 +1,9 @@ +=== A1 behavior while split === +K0=10.42.1.34 K1=10.42.0.30 +refresh_on_k1_during_split=200 new_refresh=yes +logout_on_k1_during_split=204 +refresh_on_k0_after_remote_logout=200 error= description= +[db sessions after flow] +[cache entries] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-30514"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-10598"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-recovery.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-recovery.txt new file mode 100644 index 0000000..166857c --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-recovery.txt @@ -0,0 +1,35 @@ +networkpolicy.networking.k8s.io "a1-block-jgroups-transport" deleted from keycloak-lab namespace +1 c0=1.0 c1=1.0 r0=false r1=true +2 c0=1.0 c1=1.0 r0=false r1=true +3 c0=1.0 c1=1.0 r0=false r1=true +4 c0=1.0 c1=1.0 r0=false r1=true +5 c0=1.0 c1=1.0 r0=false r1=true +6 c0=1.0 c1=1.0 r0=false r1=true +7 c0=1.0 c1=1.0 r0=false r1=true +8 c0=1.0 c1=1.0 r0=false r1=true +9 c0=1.0 c1=1.0 r0=false r1=true +10 c0=2.0 c1=2.0 r0=false r1=true +11 c0=2.0 c1=2.0 r0=false r1=true +12 c0=2.0 c1=2.0 r0=true r1=true +JGROUPS +2|1 +EXTERNAL +200 +SESSION_CLEAN +DELETE 0 +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +FINAL +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-48683"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-48683"} 2.0 +keycloak-1 vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-47523"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-47523"} 0.0 +none +0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-service-impact.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-service-impact.txt index 17510e1..95b816a 100644 --- a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-service-impact.txt +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-09-service-impact.txt @@ -1,12 +1,22 @@ -=== A1 service visibility while partitioned === -[pods] -NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES -keycloak-0 0/1 Running 0 3m43s 10.42.1.24 kc-lab-2 -keycloak-1 1/1 Running 0 8m16s 10.42.0.24 kc-lab-1 -[endpointslice] +=== A1 service impact while split === +[pod readiness] +keycloak-0 false 0 +keycloak-1 true 0 +[conditions keycloak-0] +Conditions: + Type Status + PodReadyToStartContainers True + Initialized True + Ready False + ContainersReady False + PodScheduled True +Volumes: + kube-api-access-2pqhq: +[endpoint slice] NAME ADDR READY -keycloak-4fq7q [10.42.0.24],[10.42.1.24] true,false -[lab-host edge https] -code=200 -[outside] -code=200 +keycloak-4fq7q [10.42.0.30],[10.42.1.34] true,false +[edge HTTPS] +code=200 remote=192.168.122.10 +[networkpolicy] +NAME POD-SELECTOR AGE +a1-block-jgroups-transport app=keycloak 5m6s diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-10-policy-removed.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-10-policy-removed.txt new file mode 100644 index 0000000..26438c5 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-10-policy-removed.txt @@ -0,0 +1,9 @@ +=== A1 merge baseline and policy removal === +[merge counters before] +[keycloak-0] +vendor_jgroups_merge3_get_num_merge_events{cache_manager="keycloak",cluster="ISPN",node="keycloak-0-30514(v=16.0.12)"} 0.0 +[keycloak-1] +vendor_jgroups_merge3_get_num_merge_events{cache_manager="keycloak",cluster="ISPN",node="keycloak-1-10598(v=16.0.12)"} 0.0 +2026-09-22 14:58:25 KST remove policy +networkpolicy.networking.k8s.io "a1-block-jgroups-transport" deleted from keycloak-lab namespace +[policy] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-11-recovery-timeline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-11-recovery-timeline.txt new file mode 100644 index 0000000..acf2150 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-11-recovery-timeline.txt @@ -0,0 +1,21 @@ +=== A1 recovery timeline === +14:58:32 +keycloak-0 cluster=1.0 ready=false +keycloak-1 cluster=1.0 ready=true +jgroups coord,total=2|2 +14:58:47 +keycloak-0 cluster=1.0 ready=false +keycloak-1 cluster=1.0 ready=true +jgroups coord,total=2|2 +14:59:03 +keycloak-0 cluster=2.0 ready=false +keycloak-1 cluster=2.0 ready=true +jgroups coord,total=1|2 +14:59:18 +keycloak-0 cluster=2.0 ready=true +keycloak-1 cluster=2.0 ready=true +jgroups coord,total=1|2 +14:59:34 +keycloak-0 cluster=2.0 ready=true +keycloak-1 cluster=2.0 ready=true +jgroups coord,total=1|2 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-12-recovered-final.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-12-recovered-final.txt new file mode 100644 index 0000000..a870ae4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-12-recovered-final.txt @@ -0,0 +1,22 @@ +=== A1 recovered final state === +[merge counters] +[keycloak-0] +vendor_jgroups_merge3_get_num_merge_events{cache_manager="keycloak",cluster="ISPN",node="keycloak-0-30514(v=16.0.12)"} 0.0 +[keycloak-1] +vendor_jgroups_merge3_get_num_merge_events{cache_manager="keycloak",cluster="ISPN",node="keycloak-1-10598(v=16.0.12)"} 1.0 +[pods] +keycloak-0 1/1 Running 0 4m45s 10.42.1.34 kc-lab-2 +keycloak-1 1/1 Running 0 9m21s 10.42.0.30 kc-lab-1 +[endpoint slice] +ADDR READY +[10.42.0.30],[10.42.1.34] true,true +[jgroups] + name | ip | coord +------------------+-----------------+------- + keycloak-0-30514 | 10.42.1.34:7800 | f + keycloak-1-10598 | 10.42.0.30:7800 | t +(2 rows) + +[edge] +code=200 +[policy] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-13-clean-before-a2.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-13-clean-before-a2.txt new file mode 100644 index 0000000..197f5e4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a1-13-clean-before-a2.txt @@ -0,0 +1,25 @@ +=== clean state before A2 === +DELETE 0 +statefulset.apps/keycloak restarted +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +[pods] +keycloak-0 1/1 Running 0 31s 10.42.1.35 kc-lab-2 +keycloak-1 1/1 Running 0 64s 10.42.0.32 kc-lab-1 +postgres-7b474b88c8-2tqlc 1/1 Running 0 56m 10.42.1.31 kc-lab-2 +[db] +0 +[cluster/cache] +[keycloak-0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-7086"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-7086"} 2.0 +[keycloak-1] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-23367"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-23367"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-control.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-control.txt new file mode 100644 index 0000000..e4d6460 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-control.txt @@ -0,0 +1,13 @@ +CONTROL_LOCAL=200 +CONTROL_CROSS=200 +CONTROL_NEW_LOGIN=200 +CID_PRESENT=yes +STATE_SAVED=yes +CACHE +keycloak-0=2.0 +keycloak-1=1.0 +DB +3 +CLUSTER +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-37141"} 2.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-43826"} 2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-sessions-prepared.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-sessions-prepared.txt new file mode 100644 index 0000000..b53ffde --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-00-sessions-prepared.txt @@ -0,0 +1,13 @@ +=== A2 prepare one session on each Keycloak node === +[keycloak-0] +session_prepared sid=9Z5fhrQK7U6TkHuYm_hriXHd access_len=758 refresh_len=612 cid_present=yes +[keycloak-1] +[cache] +[keycloak-0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-7086"} 1.0 +vendor_statistics_approximate_entries_unique{cache="clientSessions",cache_manager="keycloak",node="keycloak-0-7086"} 1.0 +[keycloak-1] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-23367"} 0.0 +vendor_statistics_approximate_entries_unique{cache="clientSessions",cache_manager="keycloak",node="keycloak-1-23367"} 0.0 +[db] +0|1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-outage-immediate.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-outage-immediate.txt new file mode 100644 index 0000000..e8c4fe4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-outage-immediate.txt @@ -0,0 +1,14 @@ +2026-09-22T15:43:23+09:00 +deployment.apps/postgres scaled +POSTGRES_PODS=0 +LOCAL_REFRESH=500 +CROSS_REFRESH=500 +NEW_LOGIN=500 +ADMIN_API=500 +JWKS=200 +DISCOVERY=200 +PODS_NOW +keycloak-0 true 0 +keycloak-1 true 0 +EXTERNAL_NOW +200 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-two-node-session-baseline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-two-node-session-baseline.txt new file mode 100644 index 0000000..0012041 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-01-two-node-session-baseline.txt @@ -0,0 +1,7 @@ +=== A2 prepare K1 session === +session_prepared sid=s2hxo4OVsdOQ1i0Q1CVslNoQ access_len=758 refresh_len=612 cid_present=yes +[cache] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-7086"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-23367"} 1.0 +[db] +0|2 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-four-path-control.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-four-path-control.txt new file mode 100644 index 0000000..6849090 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-four-path-control.txt @@ -0,0 +1,7 @@ +=== A2 four-path control === +โ‘  local_refresh=200 +โ‘ข new_login=200 +โ‘ฃ admin_session_api=200 +โ‘ก local_refresh=200 +[db sessions after control] +3 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-readiness-outage.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-readiness-outage.txt new file mode 100644 index 0000000..12ae6a1 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-02-readiness-outage.txt @@ -0,0 +1,82 @@ +15:43:45 +keycloak-0=true +keycloak-1=true +external=200 +15:43:55 +keycloak-0=false +keycloak-1=false +external=503 +15:44:06 +keycloak-0=false +keycloak-1=false +external=503 +15:44:16 +keycloak-0=false +keycloak-1=false +external=503 +15:44:26 +keycloak-0=false +keycloak-1=false +external=503 +15:44:36 +keycloak-0=false +keycloak-1=false +external=503 +15:44:46 +keycloak-0=false +keycloak-1=false +external=503 +ENDPOINTS +ADDR READY +[10.42.0.40],[10.42.1.46] false,false +HEALTH +HOST=10.42.1.46 +{ + "status": "DOWN", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "UP" + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "DOWN", + "data": { + "Failing since": "2026-09-22 06:42:02,830" + } + } + ] +} +HOST=10.42.0.40 +{ + "status": "DOWN", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "DOWN", + "data": { + "Failing since": "2026-09-22 06:41:57,766" + } + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "UP" + } + ] +} diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-db-down-immediate.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-db-down-immediate.txt new file mode 100644 index 0000000..6bd8e5a --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-db-down-immediate.txt @@ -0,0 +1,14 @@ +=== A2 database normal shutdown and immediate impact === +2026-09-22 15:03:58 KST scale postgres 0 +deployment.apps/postgres scaled +pod/postgres-7b474b88c8-2tqlc condition met +[postgres pods] +[readiness immediately] +keycloak-0 true 0 +keycloak-1 true 0 +โ‘  cached_node_refresh=500 +โ‘ข new_login=500 +โ‘ฃ admin_session_api=500 +โ‘ก cached_node_refresh=500 +[edge immediately] +code=200 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-recovery.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-recovery.txt new file mode 100644 index 0000000..62d88e8 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-03-recovery.txt @@ -0,0 +1,43 @@ +BEFORE +keycloak-0 false 0 +keycloak-1 false 0 +2026-09-22T15:45:20+09:00 +deployment.apps/postgres scaled +Waiting for deployment "postgres" rollout to finish: 0 out of 1 new replicas have been updated... +Waiting for deployment "postgres" rollout to finish: 0 of 1 updated replicas are available... +deployment "postgres" successfully rolled out +TIMELINE +15:45:32 +keycloak-0 ready=false restarts=0 +keycloak-1 ready=false restarts=0 +external=503 +15:45:42 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +15:45:53 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +15:46:03 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +15:46:13 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +15:46:23 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +15:46:34 +keycloak-0 ready=true restarts=0 +keycloak-1 ready=true restarts=0 +external=200 +DB +3 +CLUSTER +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-37141"} 2.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-43826"} 2.0 +POLICY diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-04-outage-health-and-restore.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-04-outage-health-and-restore.txt new file mode 100644 index 0000000..0570971 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-04-outage-health-and-restore.txt @@ -0,0 +1,49 @@ +=== A2 readiness catches up, then restore DB === +2026-09-22 15:04:25 KST wait readiness false +pod/keycloak-0 condition met +pod/keycloak-1 condition met +[pod readiness] +keycloak-0 false 0 +keycloak-1 false 0 +[endpoint slice] +ADDR READY +[10.42.0.32],[10.42.1.35] false,false +[edge after readiness] +code=503 +[direct K0 public endpoints and health] +jwks=200 +well_known=200 +health: +{ + "status": "DOWN", + "checks": [ + { + "name": "Graceful Shutdown", + "status": "UP" + }, + { + "name": "Keycloak database connections async health check", + "status": "DOWN", + "data": { + "Failing since": "2026-09-22 06:02:31,760" + } + }, + { + "name": "Keycloak Initialized", + "status": "UP" + }, + { + "name": "Keycloak cluster health check", + "status": "UP" + } + ] +}[prometheus up keycloak] +{"status":"success","data":{"resultType":"vector","result":[{"metric":{"__name__":"up","instance":"10.42.0.32:9000","job":"keycloak","node":"kc-lab-1","pod":"keycloak-1"},"value":[1790057012.115,"1"]},{"metric":{"__name__":"up","instance":"10.42.1.35:9000","job":"keycloak","node":"kc-lab-2","pod":"keycloak-0"},"value":[1790057012.115,"1"]}]}} +[kube_pod_status_ready] +{"status":"success","data":{"resultType":"vector","result":[]}} +[restore postgres] +2026-09-22 15:05:01 KST scale postgres 1 +deployment.apps/postgres scaled +Waiting for deployment "postgres" rollout to finish: 0 out of 1 new replicas have been updated... +Waiting for deployment "postgres" rollout to finish: 0 of 1 updated replicas are available... +deployment "postgres" successfully rolled out diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-05-corrected-reset.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-05-corrected-reset.txt new file mode 100644 index 0000000..e2e0742 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-05-corrected-reset.txt @@ -0,0 +1,17 @@ +=== A2 corrected-design clean reset === +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +[state] +keycloak-0 1/1 Running 0 31s 10.42.1.38 kc-lab-2 +keycloak-1 1/1 Running 0 65s 10.42.0.33 kc-lab-1 +postgres-7b474b88c8-fcwz7 1/1 Running 0 2m35s 10.42.1.37 kc-lab-2 +0 +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 0.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-06-corrected-two-session-setup.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-06-corrected-two-session-setup.txt new file mode 100644 index 0000000..cab3049 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-06-corrected-two-session-setup.txt @@ -0,0 +1,8 @@ +=== A2 corrected design: prepare exactly two sessions === +prepared sid=G1Zv845n8yuM2Ux1EQhiOWs4 access_len=758 refresh_len=612 cid_present=yes +prepared sid=YND8z87RrUkftKMIfIQhg2Oy access_len=758 refresh_len=612 cid_present=yes +[cache after setup] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 1.0 +[db after setup] +2 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-07-corrected-control-refreshes.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-07-corrected-control-refreshes.txt new file mode 100644 index 0000000..fc07ae7 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-07-corrected-control-refreshes.txt @@ -0,0 +1,13 @@ +=== A2 corrected control: cached vs no-local-cache refresh === +[before] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 1.0 +โ‘  own_session_refresh_on_k0=200 rotated=yes +[after โ‘ ] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 1.0 +โ‘ก k1_session_refresh_on_k0=200 rotated=yes +[after โ‘ก] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 1.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 1.0 +db= diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-08-corrected-control-four-paths.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-08-corrected-control-four-paths.txt new file mode 100644 index 0000000..384e1ff --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-08-corrected-control-four-paths.txt @@ -0,0 +1,9 @@ +=== A2 corrected control: new login + admin API === +2 +โ‘ข new_login=200 +โ‘ฃ admin_session_api=200 +[cache after โ‘ขโ‘ฃ] +keycloak-0 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-26337"} 2.0 +keycloak-1 vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-42927"} 1.0 +[DB_BEFORE] +3 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-09-corrected-outage-and-recovery.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-09-corrected-outage-and-recovery.txt new file mode 100644 index 0000000..d29d005 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-09-corrected-outage-and-recovery.txt @@ -0,0 +1,24 @@ +=== A2 corrected outage: true cached vs no-local-cache paths === +2026-09-22 15:10:56 KST scale postgres 0 +deployment.apps/postgres scaled +postgres_down=true +โ‘  own_session_refresh_on_k0=500 +โ‘ข new_login=500 +โ‘ฃ admin_session_api=500 +โ‘ก k1_session_refresh_on_k0=500 +[restore] +2026-09-22 15:11:02 KST scale postgres 1 +deployment.apps/postgres scaled +Waiting for deployment "postgres" rollout to finish: 0 out of 1 new replicas have been updated... +Waiting for deployment "postgres" rollout to finish: 0 of 1 updated replicas are available... +deployment "postgres" successfully rolled out +[wait keycloak ready] +pod/keycloak-0 condition met +pod/keycloak-1 condition met +[DB_AFTER] +3 +[restarts] +keycloak-0 true 0 +keycloak-1 true 0 +[edge] +code=200 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-atomic-revalidation.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-atomic-revalidation.txt new file mode 100644 index 0000000..dcda33e --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-atomic-revalidation.txt @@ -0,0 +1,26 @@ +BASE keycloak-0 size=2.0 +BASE keycloak-1 size=2.0 +BASE postgres=1 +SESSION_CREATED keycloak-0 +SESSION_CREATED keycloak-1 +BEFORE db=2 restarts=0,0 +DB_DOWN pods=0 +PROBE keycloak-0 +refresh=500 +login=500 +jwks=200 +wellknown=200 +admin=500 +PROBE keycloak-1 +refresh=500 +login=500 +jwks=200 +wellknown=200 +admin=500 +OUTAGE keycloak-0 ready=true restarts=0 +OUTAGE keycloak-1 ready=true restarts=0 +OUTAGE external=200 +DB_UP +RECOVERY i=1 ready=true,true external=200 +AFTER db=2 restarts=0,0 +A2_CONFIRMED diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-clean-before-a3.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-clean-before-a3.txt new file mode 100644 index 0000000..b1f522b --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-10-clean-before-a3.txt @@ -0,0 +1,23 @@ +=== clean state before A3 === +Waiting for partitioned roll out to finish: 0 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for partitioned roll out to finish: 1 out of 2 new pods have been updated... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +Waiting for 1 pods to be ready... +partitioned roll out complete: 2 new pods have been updated... +[db] +0 +[pods] +keycloak-0 1/1 Running 0 31s 10.42.1.40 kc-lab-2 +keycloak-1 1/1 Running 0 64s 10.42.0.34 kc-lab-1 +postgres-7b474b88c8-sxlfl 1/1 Running 0 3m41s 10.42.1.39 kc-lab-2 +[cluster/cache] +[keycloak-0] +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-0-23849"} 0.0 +vendor_cluster_size{cache_manager="keycloak",node="keycloak-0-23849"} 2.0 +[keycloak-1] +vendor_cluster_size{cache_manager="keycloak",node="keycloak-1-55168"} 2.0 +vendor_statistics_approximate_entries_unique{cache="sessions",cache_manager="keycloak",node="keycloak-1-55168"} 0.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-11-readiness-timeline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-11-readiness-timeline.txt new file mode 100644 index 0000000..2037905 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a2-11-readiness-timeline.txt @@ -0,0 +1,11 @@ +DOWN=16:25:33 +POLL i=1 ready=true,true external=200 +POLL i=2 ready=true,true external=200 +POLL i=3 ready=true,true external=200 +POLL i=4 ready=true,true external=200 +POLL i=5 ready=true,true external=200 +POLL i=6 ready=false,true external=200 +POLL i=7 ready=false,false external=503 +POLL i=8 ready=false,false external=503 +POLL i=9 ready=false,false external=503 +POLL i=10 ready=false,false external=503 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-preconditions.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-preconditions.txt new file mode 100644 index 0000000..b861470 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-preconditions.txt @@ -0,0 +1,12 @@ +TABLE +created_on|integer +last_session_refresh|integer +WAL +on +200ms +on +on +RESTARTS +keycloak-0 0 +keycloak-1 0 +postgres-7b474b88c8-4b6mp 0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-prerequisites.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-prerequisites.txt new file mode 100644 index 0000000..185ee30 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-00-prerequisites.txt @@ -0,0 +1,33 @@ +=== A3 prerequisites === +[settings] + name | setting | unit | source +------------------------+---------+------+--------- + commit_delay | 0 | | default + synchronous_commit | on | | default + wal_writer_delay | 200 | ms | default + wal_writer_flush_after | 128 | 8kB | default +(4 rows) + +[logging] +none +%m [%p] +[tools] +/bin/ps +/usr/bin/pgrep +/usr/bin/pkill +kill +[processes] +PID USER TIME COMMAND + 1 postgres 0:00 postgres + 26 postgres 0:00 postgres: checkpointer + 27 postgres 0:00 postgres: background writer + 29 postgres 0:00 postgres: walwriter + 30 postgres 0:00 postgres: autovacuum launcher + 31 postgres 0:00 postgres: logical replication launcher + 300 postgres 0:00 postgres: keycloak keycloak 10.42.0.34(41476) idle + 309 postgres 0:00 postgres: keycloak keycloak 10.42.0.34(41486) idle + 310 postgres 0:00 postgres: keycloak keycloak 10.42.0.34(41500) idle + 355 postgres 0:00 postgres: keycloak keycloak 10.42.1.40(58090) idle + 356 postgres 0:00 postgres: keycloak keycloak 10.42.1.40(58098) idle + 357 postgres 0:00 postgres: keycloak keycloak 10.42.1.40(58102) idle + 489 root 0:00 ps -ef diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-async-commit.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-async-commit.txt new file mode 100644 index 0000000..82b1686 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-async-commit.txt @@ -0,0 +1,8 @@ +2026-09-22 06:48:05.096 UTC [350] LOG: execute /C_44: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 06:48:05.269 UTC [350] LOG: execute S_2: COMMIT +2026-09-22 06:48:05.280 UTC [350] LOG: execute /C_80: select puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID,puse1_0.BROKER_SESSION_ID,puse1_0.CREATED_ON,puse1_0.DATA,puse1_0.LAST_SESSION_REFRESH,puse1_0.REALM_ID,puse1_0.REMEMBER_ME,puse1_0.USER_ID,puse1_0.VERSION from OFFLINE_USER_SESSION puse1_0 where (puse1_0.OFFLINE_FLAG,puse1_0.USER_SESSION_ID) in (($1,$2)) +2026-09-22 06:48:05.306 UTC [350] LOG: execute : insert into OFFLINE_USER_SESSION (BROKER_SESSION_ID,CREATED_ON,DATA,LAST_SESSION_REFRESH,REALM_ID,REMEMBER_ME,USER_ID,VERSION,OFFLINE_FLAG,USER_SESSION_ID) values ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10) +2026-09-22 06:48:05.308 UTC [350] LOG: execute : SET LOCAL synchronous_commit TO OFF +2026-09-22 06:48:05.309 UTC [350] LOG: execute S_2: COMMIT +RESTORED +none diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-transaction.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-transaction.txt new file mode 100644 index 0000000..a394fb6 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-01-login-transaction.txt @@ -0,0 +1,18 @@ +=== A3 current login transaction check === +[enable statement logging] +all +[one login in keycloak-0] +[transaction log] +2026-09-22 06:15:51.475 UTC [355] LOG: statement: BEGIN +2026-09-22 06:15:51.933 UTC [355] LOG: execute S_2: COMMIT +2026-09-22 06:15:51.942 UTC [355] LOG: statement: BEGIN +2026-09-22 06:15:51.961 UTC [355] LOG: execute : insert into OFFLINE_USER_SESSION (BROKER_SESSION_ID,CREATED_ON,DATA,LAST_SESSION_REFRESH,REALM_ID,REMEMBER_ME,USER_ID,VERSION,OFFLINE_FLAG,USER_SESSION_ID) values ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10) +2026-09-22 06:15:51.962 UTC [355] LOG: execute : insert into OFFLINE_CLIENT_SESSION (DATA,REALM_ID,TIMESTAMP,VERSION,CLIENT_ID,CLIENT_STORAGE_PROVIDER,EXTERNAL_CLIENT_ID,OFFLINE_FLAG,USER_SESSION_ID) values ($1,$2,$3,$4,$5,$6,$7,$8,$9) +2026-09-22 06:15:51.962 UTC [355] LOG: execute : SET LOCAL synchronous_commit TO OFF +2026-09-22 06:15:51.962 UTC [355] LOG: execute S_2: COMMIT +2026-09-22 06:15:53.141 UTC [300] LOG: statement: BEGIN +2026-09-22 06:15:53.143 UTC [300] LOG: execute S_2: COMMIT +2026-09-22 06:15:53.154 UTC [300] LOG: statement: BEGIN +2026-09-22 06:15:53.156 UTC [300] LOG: execute S_2: COMMIT +[disable] +none diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-attempt1-force-delete.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-attempt1-force-delete.txt new file mode 100644 index 0000000..56454c9 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-attempt1-force-delete.txt @@ -0,0 +1,10 @@ +=== A3 attempt 1: force delete pod semantics === +old_pod=postgres-7b474b88c8-sxlfl +2026-09-22 15:17:37.467 KST force delete +pod "postgres-7b474b88c8-sxlfl" force deleted from keycloak-lab namespace +deployment "postgres" successfully rolled out +new_pod=postgres-7b474b88c8-bxskf +[new boot log] +[state] +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +postgres-7b474b88c8-bxskf 0/1 ContainerCreating 0 0s kc-lab-2 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-force-delete.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-force-delete.txt new file mode 100644 index 0000000..cf52921 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-02-force-delete.txt @@ -0,0 +1,20 @@ +OLD=postgres-7b474b88c8-4b6mp +2026-09-22T15:50:18+09:00 +Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. +pod "postgres-7b474b88c8-4b6mp" force deleted from keycloak-lab namespace +deployment "postgres" successfully rolled out +NEW=postgres-7b474b88c8-6j25s +Error from server (BadRequest): container "postgres" in pod "postgres-7b474b88c8-6j25s" is waiting to start: ContainerCreating +pod/postgres-7b474b88c8-6j25s condition met +READY_NEW=postgres-7b474b88c8-6j25s + +PostgreSQL Database directory appears to contain a database; Skipping initialization + +2026-09-22 06:48:50.921 UTC [1] LOG: starting PostgreSQL 16.15 on x86_64-pc-linux-musl, compiled by gcc (Alpine 15.2.0) 15.2.0, 64-bit +2026-09-22 06:48:50.922 UTC [1] LOG: listening on IPv4 address "0.0.0.0", port 5432 +2026-09-22 06:48:50.922 UTC [1] LOG: listening on IPv6 address "::", port 5432 +2026-09-22 06:48:50.934 UTC [1] LOG: listening on Unix socket "/var/run/postgresql/.s.PGSQL.5432" +2026-09-22 06:48:50.947 UTC [28] LOG: database system was shut down at 2026-09-22 06:48:49 UTC +2026-09-22 06:48:50.955 UTC [1] LOG: database system is ready to accept connections +DB +1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-attempt1-ready-and-log.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-attempt1-ready-and-log.txt new file mode 100644 index 0000000..2ceee9f --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-attempt1-ready-and-log.txt @@ -0,0 +1,11 @@ +=== A3 attempt 1: wait for actual replacement readiness === +pod/postgres-7b474b88c8-bxskf condition met +new_pod=postgres-7b474b88c8-bxskf +[boot evidence] +2026-09-22 06:16:08.952 UTC [27] LOG: database system was shut down at 2026-09-22 06:16:08 UTC +2026-09-22 06:16:08.962 UTC [1] LOG: database system is ready to accept connections +[state] +NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES +postgres-7b474b88c8-bxskf 1/1 Running 0 13s 10.42.1.41 kc-lab-2 +[db rows] +0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-kill-pid1.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-kill-pid1.txt new file mode 100644 index 0000000..c27eb93 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-03-kill-pid1.txt @@ -0,0 +1,4 @@ +BEFORE pod=postgres-7b474b88c8-6j25s uid=954c7473-452c-4e15-97d8-cc7e6714753d restarts=0 +2026-09-22T15:50:57+09:00 +AFTER pod=postgres-7b474b88c8-6j25s uid=954c7473-452c-4e15-97d8-cc7e6714753d restarts=0 ready=true +1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-attempt2-kill-pid1.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-attempt2-kill-pid1.txt new file mode 100644 index 0000000..66ecab9 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-attempt2-kill-pid1.txt @@ -0,0 +1,8 @@ +=== A3 attempt 2: kill -9 PID 1 from inside container === +before pod=postgres-7b474b88c8-bxskf uid=2438eed1-97fc-4de7-8e26-a4eb794ed67e restarts=0 +before_ready=2026-09-22 06:16:08.962 UTC [1] LOG: database system is ready to accept connections +2026-09-22 15:18:04.112 KST kill -9 1 +kubectl_exec_rc=0 +after pod=postgres-7b474b88c8-bxskf uid=2438eed1-97fc-4de7-8e26-a4eb794ed67e restarts=0 +after_ready=2026-09-22 06:16:08.962 UTC [1] LOG: database system is ready to accept connections +[crash markers] diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-crash-baseline.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-crash-baseline.txt new file mode 100644 index 0000000..e707cd4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-04-crash-baseline.txt @@ -0,0 +1,3 @@ +DB=0 +CLUSTER0=2.0 +CLUSTER1=2.0 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-05-load-console.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-05-load-console.txt new file mode 100644 index 0000000..2a64789 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-05-load-console.txt @@ -0,0 +1 @@ +attempts=506 successes=504 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-06-backend-kill.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-06-backend-kill.txt new file mode 100644 index 0000000..2366ad4 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-06-backend-kill.txt @@ -0,0 +1,19 @@ +BACKENDS_BEFORE + 277 postgres 0:00 postgres: keycloak keycloak 10.42.0.42(41864) idle + 278 postgres 0:00 postgres: keycloak keycloak 10.42.0.42(41868) idle + 279 postgres 0:00 postgres: keycloak keycloak 10.42.0.42(41882) idle + 331 postgres 0:00 postgres: keycloak keycloak 10.42.1.51(46978) idle + 332 postgres 0:00 postgres: keycloak keycloak 10.42.1.51(46994) idle + 333 postgres 0:00 postgres: keycloak keycloak 10.42.1.51(47002) idle +KILL_PID=277 +2026-09-22T15:54:11+09:00 +POSTGRES_LOG +2026-09-22 06:52:42.520 UTC [1] LOG: server process (PID 277) was terminated by signal 9: Killed +2026-09-22 06:52:42.520 UTC [1] LOG: terminating any other active server processes +2026-09-22 06:52:42.525 UTC [1] LOG: all server processes terminated; reinitializing +2026-09-22 06:52:42.546 UTC [435] LOG: database system was interrupted; last known up at 2026-09-22 06:48:50 UTC +2026-09-22 06:52:42.654 UTC [435] LOG: redo starts at 0/293DBA8 +2026-09-22 06:52:42.659 UTC [435] LOG: redo done at 0/2A6BDA8 system usage: CPU: user: 0.00 s, system: 0.00 s, elapsed: 0.00 s +2026-09-22 06:52:42.732 UTC [1] LOG: database system is ready to accept connections +POD + diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.sorted.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.sorted.txt new file mode 100644 index 0000000..7b55c53 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.sorted.txt @@ -0,0 +1,504 @@ +-JO_BmNxokKq4xGrnMo9sdDu +-KZNGfk-pTzYWhICHeiLU13d +-ME36huPTvwxZM8j6LM7nhVL +-MUFBhEpBOBb0msxC2TijK87 +-R9o99l_NhwbrzJebvM8IIPZ +-WyAggjxK1C_FI9AJZdtcUNe +-ZzRFnItK3kg9-rDTDpLTFjQ +-eQpQgTgRWxIQH9Goju0Mz58 +-ewdgbGOCV5CZaSAaixGuImv +-iOYc3DXzFbfownFY2O9s-Se +-j2JLdD63weBN32FkUNRnWv2 +-rBo6kWyY7DnAXBzXZTMk583 +0-pfH9dpsIyLZSYpObANht0B +03Y2zPbTS3FVHDy6HV4kuyzq +0CTXp7hdeR2Vj8-U5AjNcrPW +0DDc7RjjNE0QArrh_8-DgPIj +0MmX2uR8ZX3N4I85qhTE0Ykn +0QAei_1e6wQXvZL-VeZEmjGo +1Boz4eFTgwYlec5FUr6Z1r3p +1PvFJQVu5f7i8b0b94p-OIZG +237SWgxKWKIdMLrYNg8-8bg5 +246Ll9sDuvLWScNKvng_TbpF +257SVY4P7gu_TBqLrTUUWNZg +2Hgjtn-lI4BiD5lhwBWY5Qri +2JHlAOp0LTr4beRpMQxvRd3n +2KnIrncxlFXIzwhgwy2bpWIG +2VRr1GOeOt1SsauYbkfiDM6k +2j_16KxvpIoSFBSzI3AgaM38 +2mFYQawzu6zbgMnJ4InW7ckG +2nVv1eLedgzlssZi6miDEQ6C +2qktrAu06JoYEMfIMWkcoOgp +2vMpUEe2QrdjIdnAjYzM1MVu +2xd-BmRxuOyXnKDoiASQLcV3 +3-r78PKDYip_DO3hA6bpIxe5 +3GNbWAa-OcnvlQSFnf0PWOK7 +3OAvKUjeQ7_BNHl7WTV43TRJ +3mU_KXt8mmVGzE1Lo6wmZ7Cr +3sTdwR2oMli_AYH4Qknyh0GW +4-sCeOjs2tqZ_ZCsXJvnr7WS +415_8nce9ItgY5LfxRjiotsq +44aGZneIxEbHLNtR9NO8SacF +48Wk-8DylzG_-Xm6pQ4UIwhf +4Az25KMAMETSyP4Dm7ZMSAho +4KVNy5S-s0uL1PRfraKKhaNd +4Xn7bDt9Mpb_B6Dz6p32maMp +4wIh5dXMFB1gLfeIs2XjNUHE +53EtHLVD5DMPD446bXrg_DRh +5G3dKpPi-fzUdfnMNzAZyh1n +5Q-PCDe19vl5BKnUgYPwkHKZ +5Qgs052gLvOZEcwLK9-EISTt +5VpWOQAOeFS4SKRuYOl0QiAE +5eUc49iy0V6jSjI5UwEWEzY8 +5hFTCKNy_Xe75E79aLdflBCq +5odNvUYIIwM0VHjLq_DFTqhv +5vq0CSI-0Niq-R-rmWeA0wsN +6-6T3Xtwwc-JwLDU8KmQQozK +62f_QTLFMSZ19NcauqyV1cRm +6HbO5oFxeYvjYoov-BGWm-5I +6KHmRhjNswy6Uzu6fbFNwFz2 +6KbVLSrMSezIhQmcILlIzU_e +6M3zX01JjbOtcPufal8sjUQp +6S4wRTSW3wlIWYmlsnE39WBd +6Y99PGcVeAa4E6T0fnkdVfZn +6ggUHgc_se899qTODgMcBc30 +6qBGcXOzZ_2epHiK2rJdWTke +78W5GiP-BCRMo9aud4T5a80I +7Dx1AIxeKbL3bClWlylCWJvU +7GvwHTKDpF31MuMsSbBKUqSd +7Yfy7nYivWOMz8_0l7bFD3dD +7a1OEAKh1VWu6Xok26ZfCQxM +7bo9mCFU0Mp8wmsWBM293fsR +8EYQsT_cYy5v5zP6dHG0hLWM +8HdCByqfbvzzDTeKCM_Jorsb +8JFtRnU2rAbw2YGicT4nXhvW +8iuvGtitP9jsYAlJueE-cJlv +92tT7J3s8rSe34kAUNJEUC5J +9Fp2UhnPPMXzkU94uPwX8y_4 +9SATv6VSaeTvAsnVGoIiTGmO +9SUOI6c6IybVHJN40KQXUXRj +9VYGfnH_3rfhsGAd7zpcYa-L +9ZjRbUYh1dQHedOtgS4cLRar +9gSJdX5pTpdFN8LkOEO47Dvv +9kAtqi_I6h1hfbbw_2M5NnOG +9ldiDO0hlO1Zm0ywRm0HqOdz +9nB8633S9qyo-5YJ5KXMS6eX +9ofMSV8bZ1oDDAjeX7aUhdSc +9sMTs2X3a2_vYqlvPOD_fNMm +9yKD4QPWCziJgHuWOI3slo0z +9zmyf7jFV7V7H9C2h7HMHZfn +A6iQTij8277LasFY37J6Hww3 +A8sYgpAgtglnOdzkairNLg5F +AB1Y3EWKfUqZrJxjLuZJmbOK +AD2yY0cdlzzimORg03I1H9KX +AIi_035d5SAgUb-T5qkNXLPu +ANe70iwAUf0xVcyPy2c0E7NT +AOgteP0ki9batWdT0gg_f9bP +AP3Km2QiUtL6rFOpe2lB-eAf +APLsloBWZAM-yXDqMxVMgGfD +ATbBCksfvemyJ6gfaIgmHonn +AZLFfMSR59n76tLq_187UQrJ +AbaXOng6J8MC4fgVQ4uy4jRa +Aig9sfnTeV8K6oIZ6cK7mIJe +Azy_z6GQbL6ifrS2zHS2lyTl +BEH9RybfPMxIYRQucLhn1gJQ +BEqOLAU4yc7SByVHfAcs3Qo5 +BJMVwX-e50JD6PvXB6o1GSyh +BJP6HHf4BmPl0FRzmg8tkgW3 +BNuuQS1lrRMFvMa-uIiW4GLN +BOxd-ikvWDIqux9P6rPqa6OM +BWQ3TdQY1hm7tIQo4ZCD02w3 +BYedvgoBkwEH-YRYp5WTQPff +BqRRWZQHtt4f3EZ5MkVXp8K3 +BsD7US_nvA3ezta_W2EpCzMq +BwzndDrW3Z9iLtyRKjYnmqLF +C2BVNQp7nT_gpDqBH_bjXZZF +CA9ukcG2sbSqqwfd3YJGDQrB +CLXuWDhV4-KNHs12g6GganYY +CNL6gHtiqZc8vo0B97vlDK5_ +CU_PGGKlSTztyj3bPzrOZUbd +CmjzS5t3UH_wIbWhPWQL6wi0 +CyF27Xz3xEsYpLcJzakNnQMA +DALI916VzKs4O6O8o8WN-Dqs +DCUqgT_0HctZFmRmA0IUI14s +DIuTsn1Ju2ZxdXX96EI84aCx +DOx0t_avzUGYTJaogiZChMNn +DdOJ9sq5g7PcYJ9I1IhOUd2y +DetrLdRhi5ycSlkDiZNXw7Yi +DgdHfl9QlsaJBFsiJOOFBsuc +DwelhesRqKb640x8L2TZi8My +E0TYTy18aKYqFZxxxuragQvp +EQK_d9cuVgQAuIboLJkaLQ9C +ET3hrTAZVbRTTxxABXAXjBjW +EgvISC2bMpc5h4c9xOjp_wq1 +Ei7Ds1gZ5_JSvirBFvIOiheB +Eq0yic_-Ik0j74v-Hywv0-MN +FBxCjDCqK84cDza15TG-AtK6 +FC4ONZ6QZktH4tSQlRYYnJAS +FSOVM3_DvC1R7HWqwbP__Gxg +FZHGGwLPntm7a_HmfmS54YwS +FaGQBneRKo5QM0OopPVdbzpC +FaTfmrqZT8K8MUY-bdBlAwOp +FjZWF0VZ1w-7GDQB6zFNjlgE +FkJ1ZdSXBQrTT7vaxpxfL4pI +G4WcTcK1ZKCXIX3QPtakZxwv +GDbVMetYHme438tt7FpFdN5r +GMSEMPCiXj5_SSNZZhat5nAm +G_LWrhppp9OaxZyyQJdi1F_Q +GcmzuvojKMFalIaCbkfJfcDM +Gp4xty5BH488-1WBwC3rpJIQ +GqO72h3jYxG5SxG1xpmYwa9E +GxHOvZlrH6F7j0EgbdJC6B8O +H3KrqbZmY0knuCNaJ05T876t +HGC0FpAiduHLlszXU0ZXZXvN +HrDcHyfGUyiN6ihnH0tmjJbE +Hu-G8_qLleowX7f-tQGQkzeO +I1B_s9OWm2xfaByFkOLgQ0yl +I1VWhaUvyALDY89G15rIz_gd +IA0tfceEKceaUik0bT2v74CA +II0801owZZukLyiNZsxwuJvk +IOqcAtgNDf5jTh2iv9b1l6Rw +ITPQlC37yAqXl1817P7SVvsk +IVmUcwlJ4GIWpmo_KX65VJFE +Ih06QbD4Xcnr1KqM0M_Kg0Rj +IkTWODrYXWjFupdowoJ04rCo +InJJT5lwcAHPtpZ2LfHAhrMm +ItnegxZe67BvR3Wk4XtdKI0W +IvhGEXcI7s4qPke4ouIKIk1Q +J0E89H_Kzpu428WBLke6fVU8 +JIdbCAZvH8ES5pzOkZcJK5ck +JOIu9Xo-gn-v-rza0Mtji41z +JduG4TJiEBG47xOYVHvAhxuz +JgUfVIYkYs2zuK66yVjAUNT9 +Ji282vu4z8vFuTjEouwwHryn +K9Z4E67jPcuPvtf7RLPdnpaw +KK_EIDPfpixjHV-Ka2i9JvIA +KLMlKgtR7bBOSlvymsgc4MEF +KZoUUKRJEmIZw00qYN5FaMdE +KbyfoDc65xzJRODGJcwM_-2T +KcZN-RLY0WptumOoKgyk0Qm8 +Khc0j-3eR93prAheVNqbBLUT +Km6TQx7KSEF-x93GEhnr45AA +KsGAGeQUwT4Lurbjz4IE9zvl +KvSR6ma46yVby-C6WmPNRicJ +KzrvN8OO3uhpSiDhWaBy-y5X +L2mNpmpiezrMK6NeyJSlkN6L +L3v5f7Bh7rPnxF1I0_K7wEGs +LV7jbq2b1ipFYQCdpaUSpmlR +LYPhpVyxN9T8ckICFfdfs1Jo +LgGYdJZbieA5sPnctxzVSorf +LrjnfmIkzsfyYyx3Qxl0Rm9a +Lse51KaglOHU0Qg_5447P2RL +LtRMKJagqW05j1Sj8IGYmfee +Lu53Amw7OLvHrqxqnRG_XhcC +MH_zYaBuxhCuRbCoioUt0SOJ +MOFqI4_2kKL9-mhHVqW9J4Yg +MWmREEfwmhHJv-4-W06qBCEB +MXoWr2GY6APgQEo952yq0Hmi +N632pRMLVzeTY5EevfhBYVQ7 +N6AaNNvMEAVjS9ExJsvzwdIN +N7O7UX8nPnP9inWUOXGHynQr +NMBAi71OCk2W4L-UynQbYR8Y +Nd1XOhOyQ0N1k2H-NF5BMMem +NrIccqOOmoc54NwCM8Qzpjz6 +OKonDsEjocAvb7T4C7Y9WBm7 +OLqN7NnWgN5j-bpGkmXGGGwW +OPX-fEeltPxZ8HXmPI5ZspT0 +ORaGMCRwWc5AYd9L7zp8SMVu +OViud6CvOQ42TPGoBWWceibG +OX51hgI2CoXNuZtAfs66i-Yg +OXWPAKt7TlALp8HY5xpqzc0p +Ocz-y73g1iL8FI2GtEbapPHp +OxgB36AacnzjQHRmg-4W7GCq +P0eXZ1PNORISVVbJduwf1qzO +P8cXl7B8qAnBKRqwUYTF35Zm +P9adlYDU4aT2IWwH6Mr7oui8 +PL0rRwcHoVPmrJABnmgtXt24 +PS42EIUhKnkUlymcn_IxEHjp +PW2_rKNj517kcN8QxP4tuNek +PfvG5wz8CXYgOQBzeBB1ta6j +PjupiP5HHnVwohT8LYNssdCk +PyMGN5W-TAyGI4dM5wRCrfQh +Q-QPgXDoaRxCjSQZn1w72-WB +Q82N6ZMpns1-_EWR4qm_f_3w +QGWhm0XJz9EjbC3dxk6_sGGl +QIYELiD8w4Uio0KedDqFkuzb +QLdbL702fAxSpOcQ4Mi_R0cn +QOGiLcFcbN105_D17MklAaRV +QW6anvWA2JA8RirC6KPTvcbr +QZ_opi_ebT5NRS9mrCLMvmlB +QbQ5Yw3ccbonL7d84zOfYUlm +QddyOKLifJGWheIng0oa61Pt +QfYZ_mTRvxnnf0Hz7E_y7Jj2 +QpHYkQ-QUJSD983gRGygt5T2 +Qvt7A5eJwUkXJp4QNoiItGhY +RIEfl_eW914OLHqrPhlVEISk +RSPEHx05UxQcShE2csOP53EZ +RfOlIMljxHhacuJpzM1MbYJ9 +RgPzlPNmRXEQ_IqIuQ4J-P6c +RwXFwzd3j9dLHZz2bL2Uq5QO +S646_s8br7-uJZUezJVVM8FH +SVpdR5koE_s7zuWNGuDvemCC +SYHHdyrMrDUdQtUKDLjyynhM +Sd4u6XWrBeJEK6FDY-sI56qg +Sgt3Lusd8IOh4Czq99NAAl7s +SjfXlN0lZjY8xHvNeoekF5OJ +Sq27WVRV8npJotWW_AFTLgiS +StYvtb25ygivRcQnxUbuQnpM +T3uBlwjup_LlHT-Ci7IOtlub +T9H27mE8hcTln8sT0Zt6eN6M +TL-uvxhyGNk1T_nksCN6tn4d +TOxAcrPsl5PMm1zXkJckzNUr +Tmv87v_1HdS_FP7gYn3aMgCn +Trms3Ly90MqaWQ51lOjC_RQP +TtFovUEQo6p3285L44hJVBm9 +U1VxeKdyJmhCCN0uypXOD-Ka +UE69K_dIr-otaaVLraDMKp2u +UHrWlTDgnr78BbH2gCEwyrt4 +UPTgqqMw_RcuK6nGFPwt9RH7 +UPZ9kYA_PZNBJm-PrCEtaDFt +USGrRTq6oH-2ObyIBvWItnsc +UdwfgbSDfKzQ0p9OJibITlYJ +UoaqVg_kufdk_JZibVWTKk5e +UwT7ubtiuYFd2VbdeqZ_-Jkw +V-Kbn9pCYI-GLWnumxCF8pVo +V3T-9hfpbKy0YMQtUaVGx_b6 +V7YY1Pcl5Jz-0Z7N5CNvU3vx +V7rANpxoQOrnrXhNIlsI8_yt +VCRHLnu5aZt1P1NQIZixClUI +VXtrHxF-9kLz1Gik-aOZUZwe +Va8yVFMIhEqHnikOGujHhQCc +VllDXskGApZ2Qk5CVj96uk1c +W1sudUI7yZ6wyVSe78rOOCqm +WCq-Fgq_6h3CPW14OeDxdwl7 +WJebigkpHQwFKgcwAOQurDZv +WPikWesnqYwgindpgV72fhvn +WguHyWmYpfgRpkhMpIm5CjF_ +WxjPVyLYhtfM5GwRtOiBksay +X9RB8pmvI3Dt8ARcQ6xqrSzk +XA3pnyqDOcNFqCHJAIysm4q0 +XJXnYcSbFCuqsAi8kX_nOl8l +XLlhqkocTizWGtZPTiiTGMx0 +XNPFwJ2MhelcvyHpOrVXOSok +XOnmYuC6-Qy7hYJ-CiGAeExA +XnxaWuJYLtuyI27HrxCWrWPt +YBBGsWjx8CcCMIB6_N8iSdC4 +YFUfmGvYE_fVhyeIBpqYCmce +YFpOGYuP8xixHYh256d2I85l +YKVXHlwPBGY7Vs4HoF5n97ZI +YPZOaOnYRCeqyEvQ2mBBysGZ +YfRez6odcEJ6w0_0PbX7AhcL +Ygrb8UrMyxRNGrqmWR3yyHFA +YyhWs3Q8biQlzsohe7xj83Jc +Z05Gbug-An9GKt-tR981b_Js +Z47uFGZRuFVhS59f9xHCYZe2 +ZEXh-ng1RrG9ecu1q0wU3a-u +ZFCVwidCXaEtha07bUWxfRvp +ZRojLRbfSTQd-d2HGPOnTrVU +ZTcHrvDd9Oi1uEHF9JuNYdBQ +Zf50A7SUTls-KJiECi7o2Frk +Zp0il5o_OkyR-Z7MqAwKS3I8 +ZuLVjKSwjnCBuKBgZKNKoqQO +Zw3D00Q2E21DL-yWMt3zSak7 +ZzStlTDliUiyZIKVzs__3O5f +_AJMzKxP8vZnKjickxzUWFAX +_Ca9JKcvQAWZ3ckH9VPpC5Ll +_MXUTp6mfaLEUHutHx3JaVbI +_RvFmknOCqUnsQxT4oux0GrL +_dcmUSiTDfd0PQeI05au8QEJ +_yLJkqQyzbcKJPU_CeVWzm00 +a5u4u6-UC6-PBOUzvmfs7Z1L +a5vD0uzi5jm2f0hFfMT64Pfv +a63nB0tU-DTtM42G2aNkrShA +a9ALeLOvcf7mvy8i1dUM-JHj +aDnglVIUWPlwL5aWj_l9Wm1t +aK-IyB8EsYBgs1ke2QB3sQsg +aW88tBncstMpt7TY8APxW3Yf +aWh8TLJsvgFgU7QY7tYQpqe_ +ai1H9pMfFn59XB-FuY1Bqon7 +akoelboFgZaFG0tHpl0JPaUC +an1arYczph4N59wQiHWrl5UJ +aupobNeJ7KCcaaz0MGMCelPW +bC7ZciCDA1IZTAxQaqHA6V_2 +bSGuwEoJ_-hWIkeE7T32J0Y5 +bYQ9bzVOtWIT1KP7SNYhw9ql +biuITlCpFfI850UE1CzhZ5kt +bjeVoSuvrscih2gKCeTp3i7v +bnfkfmba5lyIbRtS_by4_VYY +c61d0UXHvOHQ1Y2Uadjpx5R- +c6oZkWkGjgmhmsOvpf7koCeB +cA7zfkYe5tp3_JGVJJIOECxy +cEUbgxTFCCVac-RVpeOh74Pg +cG4rAEShLNcIxf4YYokXLx3v +cUKngAaPI1p37sYiAV5wN_gP +cYdJyXLJ7_EQ4djuHFdSKeAk +cprAnp5QHSCapUezuvUcJqVT +cuZDqRTKhq3yl6X4lw5yLnFD +d4dNIg5wu28BVkDsjTSHsTl7 +dO-rfebtISRpSrRmu3uAueOP +dPkgXy3_owa1zO4u5Gv3UjFp +e0DBr9Sysz0AygEQYcxIFvan +eCVqcs-N4JuMHikayeDmOPzJ +eRW6kj6gLR8Xupz8Cz90tzGb +eRZrGhoevWq-y2YNvUjtgNLX +e_7NTJt2SN65yqzDKbOcDUz2 +e_XiOoHyScbKuMLLTmIixoWq +ecHiJKxLqpXJ_rYBXiFQ24LG +eq8y7aMMaqgN9JEZiH85_Y8O +f3OO66VVTWqzdwiWyHDhnYcf +f418KGJuhr-SsjwFOSddc-LI +fAik45g3PlcDEFXDt9bYEoC0 +fFBmvaepZapInzsarwTWBW5d +fNTEOPg7XXRv0wq5vdTxmaPG +fS0MRVojc9SnOkCCc8RumdOn +fSVUpLWR-5KV0IoemXImOqVc +fT49InAdr6485t9mfvMhzBf7 +fVcX9_uCMGCxd6MbTwQofsxG +fbQc2uV_6z3Y7_iG8cbdT5ws +fgisVVLTWGYuS_pALQCGPkkf +fikbwSsggUFJSxy_GqTRMQn1 +gCPcePb_wXPiKz1StSfhWFfI +gGhyHFIYY1a0NLLA70Hlby96 +gIWNTcRQMjPKXb7rbjpUfkcI +gOYn2V3c3u66jrRhsMXmzzeV +gbo7Nn40X7GC38PNOUtREDOr +gkJGnjWYtrrvpI1rJlu04HE1 +gxwFpiH6SDXQGdh2LaZwPcks +gza7QkV8f616sfWOzQGGDkw_ +h2mInl4RfG3qZeiHNh9lFc0_ +h5635XaY7uxPYE15jcMcrLyb +hAtomKser1yudmaJAU2irA3k +hPyXQ7ILCNluOxMQLR-5gyV_ +hVAs40fXNMFAAmB142mQguHq +hVMpArWIEYtvzruPzC6ickln +hc-ZQJ6oDGwhF49sJFsI2QYV +hlVXERwo6JmxFRul8Y51p5CV +hp4Rr3XIQiJxRyytautC-TZW +hxj2vBf2TX5c3JKEX9T7oe-u +i-vrMeas5MFTntV7TVEHJVNd +i5z-sJv24UKG6XMCEW-XskO5 +iOwLXZWS_KkFEwb-S6dN4wPK +jJNeWFzCXfMAutwIpJBNIyoQ +jT23F1UVfkaUn6a4aK-pEwOi +jZ_DEGyJLj8tEKzDNlDeSaLc +jlRjSqs7zB4yBpHPbInalsC0 +jt7gTbiBx47g0XCDNkkqPyKr +jyhpPdLBxNQDJvoiYvAX4FIl +kHSiFkr-h2DpbYNewUYeQoL7 +kYBE31hGYbSneEoTktlib-We +ko_nMs8H8VAhdnflAmyvFjoD +ktjEUG0hFPMjavPfbU5wh8Xz +l-W2fBUg-1yq5zqubAWnq9Js +lAl9rhxy2L86TkyTbUqFGP-R +lB0fmYMhFk-vvvrDp4wy-ZOZ +lCKCw-7fVPoTBWL4z1I_sVq5 +lNZkDgDVoFWDzTkbfjVtJr1S +lPyqShwAgAxRmyTJEBIWhin5 +lR9Xgbmfwsg0q2ZrYn9PJn91 +lRa7DcWhrQMp8Wj8IQDaLKgr +l_amxmNI0MN0hLkYVFBSo1aC +m47pUEzlAI0Ey1YHx8-Zdcld +m9lM9SJvfsoHxqq_JYOG6j3Y +mFD81QW4vTNwKdWkW74b-BxQ +mL1g3O5aAUF9eUATiJaJvox1 +mPLnzDNPhDuZxAJutVyvDzZ3 +mQ9xclAwEE6wTpf-0m24A9qZ +mQyEfGclvxtHcPcpHlXpIb-u +mYdmniKoHbwafvxRsNIDe2kC +m_EqVjP5rC_Dht2P0cNEBY_B +mkcuvsclPumbeIj3si0MVsjl +ms7AkuepLGqGUHyunPg8DiRB +mwAtHwaCCTYQnZ57KRbQRRP5 +myg0ey8asUjNvrpPKB8lYHdy +n5t67wKwJZoCUs49lTPAxVDT +nEolku0gqtIzn146v2-oDn-2 +nc9Uvp6uRbl-_dgEyvy-TVbj +njwFnPRvX7bnJtKsGmnqeWWz +nlgki7YlAP43303vdF2n7CdW +nm5esBfzK_KqD5b4yo3REluh +nqE3EsEx_c1P9G63gH_97sJ6 +nu3G30byq3f6khGkz4yv4Zn6 +nuBpnUvqZRuYbYaVbRrWyO0I +o23GeKj9U5AnnQ-mLUdWAyNA +o3xbdCWvzkAKGdpn6cdybvtt +oElL3xIzKMWx3vrWtV3ihp0- +oF8cjJ0EfUG7vePzKvCFrrTa +oGzo6GcTh8Kob6a_IWLEHSdu +oKLf3-qb6tM0afa1LKet_EaJ +oLtxXwrpsMBX-I3R6dujCLX_ +oTe9nqBbruD12pI6WdtkvQy8 +oYWONKfSf7WPlppXCyx-PYWN +o_PEnAv_mqXbjMRh92zYPvHa +ocRNoA33S9vzPy_WftoX3SqW +okj12Oww_YghgerNyCs24CTo +ou4bK9WVbsgsC6ndmxwjzPeV +pGEJQWca83BhNJgqHi-sSF0y +pabYzqEA8AwxV-8oweXEn_XH +pbOIgII3oj6md-lvOl1k6yVQ +ptr4ZnlcABWk7Mmr3Q4vw7EP +qD9yFyK6i2AI1t112pcPM7_u +qEnjjonbycXPYMKbAbnsjEVg +qGN51Xsu5i0IUY2oKJC5zNgw +qLvfiN4HxLltdbewpbzlIOy0 +qOZlw7g3yl_LJd_JY6BA8237 +qR6uvPaFtHjpLNX_fFk6vEM7 +qScGDejGduYCeCBg-q7M7MiM +qlNNGK8Fa-_x_2pgY8deY_AN +qpnjL7YXTpuIbjO3FwGhtwLg +qsVN8_f-ghRJ-XNY86zDSyMc +qz6BbttJVmW-ZS_NmiHDr_lN +rAa2ZmCz1jDkpDCZESSj7FvW +rJUf-AGN9TgQA3AigG86rcqR +rM_dRnZBQCXs7k_4sXvS7Kec +ra1rmavYgL8JTX1gehxsZc5W +rzAICTO5lnmUaanTIWuvFr5A +s4Jb7PGFyxNpDHAhSAfaQPn5 +s7iDGjbVbJ32EXqAaEo8lKaE +s94vRXFVhCegv651KpxgdaPm +sAQA8bWIsgcQCYJntG2dyybK +sAYsruYRg7JzXKD0v9RTE3co +sR0vvOC-XUL2AHwQwmFvDc27 +sSEuthADzEcMuhZtydhOo4OU +sUyO7Bcna4kDF-LA2r-YSvOH +sa84HQ3sP5HzkE-laAKQI02l +sbeCM86e6Oh5m0dd4c6ZIhVz +sqqFxqnfuChGii0dOoBwJM2M +swOP6ZGtoRTDZg0Tyv7Dh-AT +t3XgOkTPn_S6UFxAT54PazCG +t8jICi79dGglrjG3L1IC6Eso +tA-CX-nuGxgXinQpqtkdSa46 +tD9ee9lEYm70ADB0gWJ_KZ1F +tFn4Zh-d4Pb8G-i6LtcT1Fq1 +tVTQi18sakruYJvOouU015N1 +tW_GEcTGMJqC6kIlg47DNk90 +tacaE9-Xf9vb_qyZuvn-vyyN +u_TJoU0pncvmCAx3jmwENg0W +ueAejaJT9tywSYYojnHKULfD +v4IN0DtS71aDEoQEDx_K-FwJ +v894AOnvqimcyFDgZ4de4Ulj +vDQq22g0uH3KduMv9iMpXkvh +vJ4z6UCHbDqgFFLhRConYvEJ +vTkmhyaDNoP8CIZwB6Fmfxrm +vUaBWvL_aQ7nAaJ6bcBdi6-U +vXhFjpGXZHkynf18c_V9_Zy1 +vkNd-5xNKExm4x1FxB5Jr6IQ +vqQd1_dF6NVmIXk0A5cbDel7 +vvLHRa-0ZTK1_mQ00jkp2BL2 +w3cARp7ux_Fy1X5q88NlBq0C +w9XSjyCc3YdTPvkukoWrnpUg +wHvCxA_H8xFRnPzlpgNcEQ41 +wZuQdo3Fy5xzv5LLX5SWwRxG +wwhM4IHTnoXxrrGuI9qY2w2I +x9naqirRz-Hy23xf50FIfae9 +xCeonrXZ8OjekdIq2Tmn9Rex +xPCj1iM36RxSQiP-8Fk_Gg4s +xd71dAhCMvbj1_dsdEEkXC7K +yD7bdAq6FzoXncSLUREyOLkW +yVgQkwinz_mujY9Vial9Zd-Y +ybcS7Q5IUwyorrDfI4hXw-WV +ywvUEXkHYpIfxklAswUhy6_w +z2PYShDzIOivcCGfK30j0u9d +zEtgl8tysLCOye9BPVIiTCBH +zJbRBY4D-4JZZ8TnwaCc6BJ1 +zLGbtgl9hOUSCs8ZhtEHUJPs +zkVVoFSyfZwfcsaA0BretTU1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.txt new file mode 100644 index 0000000..106ebb5 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-07-client-sids.txt @@ -0,0 +1,504 @@ +ybcS7Q5IUwyorrDfI4hXw-WV +5vq0CSI-0Niq-R-rmWeA0wsN +T9H27mE8hcTln8sT0Zt6eN6M +4-sCeOjs2tqZ_ZCsXJvnr7WS +Ygrb8UrMyxRNGrqmWR3yyHFA +ocRNoA33S9vzPy_WftoX3SqW +o23GeKj9U5AnnQ-mLUdWAyNA +nm5esBfzK_KqD5b4yo3REluh +RIEfl_eW914OLHqrPhlVEISk +JgUfVIYkYs2zuK66yVjAUNT9 +-j2JLdD63weBN32FkUNRnWv2 +Sd4u6XWrBeJEK6FDY-sI56qg +h2mInl4RfG3qZeiHNh9lFc0_ +qz6BbttJVmW-ZS_NmiHDr_lN +MWmREEfwmhHJv-4-W06qBCEB +kHSiFkr-h2DpbYNewUYeQoL7 +ueAejaJT9tywSYYojnHKULfD +gxwFpiH6SDXQGdh2LaZwPcks +UPZ9kYA_PZNBJm-PrCEtaDFt +cUKngAaPI1p37sYiAV5wN_gP +I1B_s9OWm2xfaByFkOLgQ0yl +WxjPVyLYhtfM5GwRtOiBksay +DALI916VzKs4O6O8o8WN-Dqs +fbQc2uV_6z3Y7_iG8cbdT5ws +ecHiJKxLqpXJ_rYBXiFQ24LG +sAYsruYRg7JzXKD0v9RTE3co +aDnglVIUWPlwL5aWj_l9Wm1t +T3uBlwjup_LlHT-Ci7IOtlub +FaTfmrqZT8K8MUY-bdBlAwOp +s94vRXFVhCegv651KpxgdaPm +dO-rfebtISRpSrRmu3uAueOP +StYvtb25ygivRcQnxUbuQnpM +hlVXERwo6JmxFRul8Y51p5CV +jZ_DEGyJLj8tEKzDNlDeSaLc +A8sYgpAgtglnOdzkairNLg5F +ORaGMCRwWc5AYd9L7zp8SMVu +03Y2zPbTS3FVHDy6HV4kuyzq +UPTgqqMw_RcuK6nGFPwt9RH7 +mYdmniKoHbwafvxRsNIDe2kC +LgGYdJZbieA5sPnctxzVSorf +CLXuWDhV4-KNHs12g6GganYY +yD7bdAq6FzoXncSLUREyOLkW +QLdbL702fAxSpOcQ4Mi_R0cn +2nVv1eLedgzlssZi6miDEQ6C +h5635XaY7uxPYE15jcMcrLyb +lPyqShwAgAxRmyTJEBIWhin5 +Tmv87v_1HdS_FP7gYn3aMgCn +aWh8TLJsvgFgU7QY7tYQpqe_ +5Qgs052gLvOZEcwLK9-EISTt +wHvCxA_H8xFRnPzlpgNcEQ41 +UwT7ubtiuYFd2VbdeqZ_-Jkw +sAQA8bWIsgcQCYJntG2dyybK +N6AaNNvMEAVjS9ExJsvzwdIN +tD9ee9lEYm70ADB0gWJ_KZ1F +9zmyf7jFV7V7H9C2h7HMHZfn +415_8nce9ItgY5LfxRjiotsq +vDQq22g0uH3KduMv9iMpXkvh +7Yfy7nYivWOMz8_0l7bFD3dD +4KVNy5S-s0uL1PRfraKKhaNd +0DDc7RjjNE0QArrh_8-DgPIj +RwXFwzd3j9dLHZz2bL2Uq5QO +Ih06QbD4Xcnr1KqM0M_Kg0Rj +c61d0UXHvOHQ1Y2Uadjpx5R- +EQK_d9cuVgQAuIboLJkaLQ9C +tA-CX-nuGxgXinQpqtkdSa46 +UdwfgbSDfKzQ0p9OJibITlYJ +hVMpArWIEYtvzruPzC6ickln +qlNNGK8Fa-_x_2pgY8deY_AN +fNTEOPg7XXRv0wq5vdTxmaPG +APLsloBWZAM-yXDqMxVMgGfD +FBxCjDCqK84cDza15TG-AtK6 +sR0vvOC-XUL2AHwQwmFvDc27 +8iuvGtitP9jsYAlJueE-cJlv +N7O7UX8nPnP9inWUOXGHynQr +hxj2vBf2TX5c3JKEX9T7oe-u +V-Kbn9pCYI-GLWnumxCF8pVo +YBBGsWjx8CcCMIB6_N8iSdC4 +PW2_rKNj517kcN8QxP4tuNek +-JO_BmNxokKq4xGrnMo9sdDu +mwAtHwaCCTYQnZ57KRbQRRP5 +-iOYc3DXzFbfownFY2O9s-Se +A6iQTij8277LasFY37J6Hww3 +m9lM9SJvfsoHxqq_JYOG6j3Y +9gSJdX5pTpdFN8LkOEO47Dvv +0CTXp7hdeR2Vj8-U5AjNcrPW +fAik45g3PlcDEFXDt9bYEoC0 +i-vrMeas5MFTntV7TVEHJVNd +CmjzS5t3UH_wIbWhPWQL6wi0 +nu3G30byq3f6khGkz4yv4Zn6 +KvSR6ma46yVby-C6WmPNRicJ +Lu53Amw7OLvHrqxqnRG_XhcC +oTe9nqBbruD12pI6WdtkvQy8 +Gp4xty5BH488-1WBwC3rpJIQ +OViud6CvOQ42TPGoBWWceibG +e_7NTJt2SN65yqzDKbOcDUz2 +0QAei_1e6wQXvZL-VeZEmjGo +FkJ1ZdSXBQrTT7vaxpxfL4pI +ZuLVjKSwjnCBuKBgZKNKoqQO +44aGZneIxEbHLNtR9NO8SacF +Aig9sfnTeV8K6oIZ6cK7mIJe +BYedvgoBkwEH-YRYp5WTQPff +nEolku0gqtIzn146v2-oDn-2 +WJebigkpHQwFKgcwAOQurDZv +Z47uFGZRuFVhS59f9xHCYZe2 +eq8y7aMMaqgN9JEZiH85_Y8O +vkNd-5xNKExm4x1FxB5Jr6IQ +9yKD4QPWCziJgHuWOI3slo0z +hPyXQ7ILCNluOxMQLR-5gyV_ +PyMGN5W-TAyGI4dM5wRCrfQh +3GNbWAa-OcnvlQSFnf0PWOK7 +6Y99PGcVeAa4E6T0fnkdVfZn +qD9yFyK6i2AI1t112pcPM7_u +9SUOI6c6IybVHJN40KQXUXRj +BJMVwX-e50JD6PvXB6o1GSyh +ITPQlC37yAqXl1817P7SVvsk +sa84HQ3sP5HzkE-laAKQI02l +v4IN0DtS71aDEoQEDx_K-FwJ +KcZN-RLY0WptumOoKgyk0Qm8 +ANe70iwAUf0xVcyPy2c0E7NT +KK_EIDPfpixjHV-Ka2i9JvIA +2qktrAu06JoYEMfIMWkcoOgp +FaGQBneRKo5QM0OopPVdbzpC +4wIh5dXMFB1gLfeIs2XjNUHE +KbyfoDc65xzJRODGJcwM_-2T +jlRjSqs7zB4yBpHPbInalsC0 +-MUFBhEpBOBb0msxC2TijK87 +zkVVoFSyfZwfcsaA0BretTU1 +V7rANpxoQOrnrXhNIlsI8_yt +ktjEUG0hFPMjavPfbU5wh8Xz +Lse51KaglOHU0Qg_5447P2RL +5odNvUYIIwM0VHjLq_DFTqhv +u_TJoU0pncvmCAx3jmwENg0W +lRa7DcWhrQMp8Wj8IQDaLKgr +QfYZ_mTRvxnnf0Hz7E_y7Jj2 +4Az25KMAMETSyP4Dm7ZMSAho +oLtxXwrpsMBX-I3R6dujCLX_ +HGC0FpAiduHLlszXU0ZXZXvN +UE69K_dIr-otaaVLraDMKp2u +eCVqcs-N4JuMHikayeDmOPzJ +o3xbdCWvzkAKGdpn6cdybvtt +fVcX9_uCMGCxd6MbTwQofsxG +ywvUEXkHYpIfxklAswUhy6_w +gza7QkV8f616sfWOzQGGDkw_ +a9ALeLOvcf7mvy8i1dUM-JHj +gkJGnjWYtrrvpI1rJlu04HE1 +xd71dAhCMvbj1_dsdEEkXC7K +FC4ONZ6QZktH4tSQlRYYnJAS +ZEXh-ng1RrG9ecu1q0wU3a-u +okj12Oww_YghgerNyCs24CTo +dPkgXy3_owa1zO4u5Gv3UjFp +CNL6gHtiqZc8vo0B97vlDK5_ +ET3hrTAZVbRTTxxABXAXjBjW +e0DBr9Sysz0AygEQYcxIFvan +gCPcePb_wXPiKz1StSfhWFfI +C2BVNQp7nT_gpDqBH_bjXZZF +DgdHfl9QlsaJBFsiJOOFBsuc +sqqFxqnfuChGii0dOoBwJM2M +YFUfmGvYE_fVhyeIBpqYCmce +DwelhesRqKb640x8L2TZi8My +Hu-G8_qLleowX7f-tQGQkzeO +QOGiLcFcbN105_D17MklAaRV +nc9Uvp6uRbl-_dgEyvy-TVbj +mFD81QW4vTNwKdWkW74b-BxQ +cprAnp5QHSCapUezuvUcJqVT +X9RB8pmvI3Dt8ARcQ6xqrSzk +biuITlCpFfI850UE1CzhZ5kt +E0TYTy18aKYqFZxxxuragQvp +ZFCVwidCXaEtha07bUWxfRvp +2VRr1GOeOt1SsauYbkfiDM6k +FZHGGwLPntm7a_HmfmS54YwS +2JHlAOp0LTr4beRpMQxvRd3n +hVAs40fXNMFAAmB142mQguHq +CA9ukcG2sbSqqwfd3YJGDQrB +9VYGfnH_3rfhsGAd7zpcYa-L +2KnIrncxlFXIzwhgwy2bpWIG +lNZkDgDVoFWDzTkbfjVtJr1S +bSGuwEoJ_-hWIkeE7T32J0Y5 +Trms3Ly90MqaWQ51lOjC_RQP +aupobNeJ7KCcaaz0MGMCelPW +f3OO66VVTWqzdwiWyHDhnYcf +IVmUcwlJ4GIWpmo_KX65VJFE +6M3zX01JjbOtcPufal8sjUQp +Q-QPgXDoaRxCjSQZn1w72-WB +-eQpQgTgRWxIQH9Goju0Mz58 +-rBo6kWyY7DnAXBzXZTMk583 +a5vD0uzi5jm2f0hFfMT64Pfv +QZ_opi_ebT5NRS9mrCLMvmlB +QW6anvWA2JA8RirC6KPTvcbr +tW_GEcTGMJqC6kIlg47DNk90 +ItnegxZe67BvR3Wk4XtdKI0W +PL0rRwcHoVPmrJABnmgtXt24 +pabYzqEA8AwxV-8oweXEn_XH +BWQ3TdQY1hm7tIQo4ZCD02w3 +a63nB0tU-DTtM42G2aNkrShA +ms7AkuepLGqGUHyunPg8DiRB +rAa2ZmCz1jDkpDCZESSj7FvW +t8jICi79dGglrjG3L1IC6Eso +DetrLdRhi5ycSlkDiZNXw7Yi +gIWNTcRQMjPKXb7rbjpUfkcI +m47pUEzlAI0Ey1YHx8-Zdcld +TOxAcrPsl5PMm1zXkJckzNUr +BEH9RybfPMxIYRQucLhn1gJQ +Khc0j-3eR93prAheVNqbBLUT +zEtgl8tysLCOye9BPVIiTCBH +Zf50A7SUTls-KJiECi7o2Frk +eRW6kj6gLR8Xupz8Cz90tzGb +tacaE9-Xf9vb_qyZuvn-vyyN +7Dx1AIxeKbL3bClWlylCWJvU +VllDXskGApZ2Qk5CVj96uk1c +BwzndDrW3Z9iLtyRKjYnmqLF +oElL3xIzKMWx3vrWtV3ihp0- +qScGDejGduYCeCBg-q7M7MiM +EgvISC2bMpc5h4c9xOjp_wq1 +sSEuthADzEcMuhZtydhOo4OU +Ji282vu4z8vFuTjEouwwHryn +lB0fmYMhFk-vvvrDp4wy-ZOZ +an1arYczph4N59wQiHWrl5UJ +YfRez6odcEJ6w0_0PbX7AhcL +I1VWhaUvyALDY89G15rIz_gd +PjupiP5HHnVwohT8LYNssdCk +sUyO7Bcna4kDF-LA2r-YSvOH +qGN51Xsu5i0IUY2oKJC5zNgw +3mU_KXt8mmVGzE1Lo6wmZ7Cr +2j_16KxvpIoSFBSzI3AgaM38 +KZoUUKRJEmIZw00qYN5FaMdE +NrIccqOOmoc54NwCM8Qzpjz6 +s4Jb7PGFyxNpDHAhSAfaQPn5 +bjeVoSuvrscih2gKCeTp3i7v +cYdJyXLJ7_EQ4djuHFdSKeAk +GMSEMPCiXj5_SSNZZhat5nAm +Ocz-y73g1iL8FI2GtEbapPHp +LV7jbq2b1ipFYQCdpaUSpmlR +oGzo6GcTh8Kob6a_IWLEHSdu +5Q-PCDe19vl5BKnUgYPwkHKZ +Zp0il5o_OkyR-Z7MqAwKS3I8 +237SWgxKWKIdMLrYNg8-8bg5 +9Fp2UhnPPMXzkU94uPwX8y_4 +o_PEnAv_mqXbjMRh92zYPvHa +PS42EIUhKnkUlymcn_IxEHjp +OPX-fEeltPxZ8HXmPI5ZspT0 +9nB8633S9qyo-5YJ5KXMS6eX +P8cXl7B8qAnBKRqwUYTF35Zm +Va8yVFMIhEqHnikOGujHhQCc +cG4rAEShLNcIxf4YYokXLx3v +cEUbgxTFCCVac-RVpeOh74Pg +ZRojLRbfSTQd-d2HGPOnTrVU +FjZWF0VZ1w-7GDQB6zFNjlgE +VXtrHxF-9kLz1Gik-aOZUZwe +i5z-sJv24UKG6XMCEW-XskO5 +bYQ9bzVOtWIT1KP7SNYhw9ql +c6oZkWkGjgmhmsOvpf7koCeB +pbOIgII3oj6md-lvOl1k6yVQ +Nd1XOhOyQ0N1k2H-NF5BMMem +cA7zfkYe5tp3_JGVJJIOECxy +Ei7Ds1gZ5_JSvirBFvIOiheB +l-W2fBUg-1yq5zqubAWnq9Js +oF8cjJ0EfUG7vePzKvCFrrTa +QGWhm0XJz9EjbC3dxk6_sGGl +5G3dKpPi-fzUdfnMNzAZyh1n +8EYQsT_cYy5v5zP6dHG0hLWM +cuZDqRTKhq3yl6X4lw5yLnFD +YPZOaOnYRCeqyEvQ2mBBysGZ +OX51hgI2CoXNuZtAfs66i-Yg +5hFTCKNy_Xe75E79aLdflBCq +AZLFfMSR59n76tLq_187UQrJ +fSVUpLWR-5KV0IoemXImOqVc +iOwLXZWS_KkFEwb-S6dN4wPK +fT49InAdr6485t9mfvMhzBf7 +1Boz4eFTgwYlec5FUr6Z1r3p +InJJT5lwcAHPtpZ2LfHAhrMm +KLMlKgtR7bBOSlvymsgc4MEF +G_LWrhppp9OaxZyyQJdi1F_Q +AbaXOng6J8MC4fgVQ4uy4jRa +6HbO5oFxeYvjYoov-BGWm-5I +-WyAggjxK1C_FI9AJZdtcUNe +NMBAi71OCk2W4L-UynQbYR8Y +ko_nMs8H8VAhdnflAmyvFjoD +2Hgjtn-lI4BiD5lhwBWY5Qri +f418KGJuhr-SsjwFOSddc-LI +jT23F1UVfkaUn6a4aK-pEwOi +yVgQkwinz_mujY9Vial9Zd-Y +48Wk-8DylzG_-Xm6pQ4UIwhf +K9Z4E67jPcuPvtf7RLPdnpaw +G4WcTcK1ZKCXIX3QPtakZxwv +bC7ZciCDA1IZTAxQaqHA6V_2 +3-r78PKDYip_DO3hA6bpIxe5 +RgPzlPNmRXEQ_IqIuQ4J-P6c +2xd-BmRxuOyXnKDoiASQLcV3 +AOgteP0ki9batWdT0gg_f9bP +6-6T3Xtwwc-JwLDU8KmQQozK +BEqOLAU4yc7SByVHfAcs3Qo5 +JIdbCAZvH8ES5pzOkZcJK5ck +OXWPAKt7TlALp8HY5xpqzc0p +WPikWesnqYwgindpgV72fhvn +hc-ZQJ6oDGwhF49sJFsI2QYV +2vMpUEe2QrdjIdnAjYzM1MVu +e_XiOoHyScbKuMLLTmIixoWq +mPLnzDNPhDuZxAJutVyvDzZ3 +GDbVMetYHme438tt7FpFdN5r +fikbwSsggUFJSxy_GqTRMQn1 +qsVN8_f-ghRJ-XNY86zDSyMc +DdOJ9sq5g7PcYJ9I1IhOUd2y +YKVXHlwPBGY7Vs4HoF5n97ZI +mL1g3O5aAUF9eUATiJaJvox1 +ai1H9pMfFn59XB-FuY1Bqon7 +92tT7J3s8rSe34kAUNJEUC5J +RfOlIMljxHhacuJpzM1MbYJ9 +Qvt7A5eJwUkXJp4QNoiItGhY +ra1rmavYgL8JTX1gehxsZc5W +a5u4u6-UC6-PBOUzvmfs7Z1L +YyhWs3Q8biQlzsohe7xj83Jc +Zw3D00Q2E21DL-yWMt3zSak7 +rM_dRnZBQCXs7k_4sXvS7Kec +z2PYShDzIOivcCGfK30j0u9d +jJNeWFzCXfMAutwIpJBNIyoQ +lR9Xgbmfwsg0q2ZrYn9PJn91 +vXhFjpGXZHkynf18c_V9_Zy1 +USGrRTq6oH-2ObyIBvWItnsc +LYPhpVyxN9T8ckICFfdfs1Jo +JduG4TJiEBG47xOYVHvAhxuz +DIuTsn1Ju2ZxdXX96EI84aCx +H3KrqbZmY0knuCNaJ05T876t +t3XgOkTPn_S6UFxAT54PazCG +HrDcHyfGUyiN6ihnH0tmjJbE +N632pRMLVzeTY5EevfhBYVQ7 +_yLJkqQyzbcKJPU_CeVWzm00 +njwFnPRvX7bnJtKsGmnqeWWz +AB1Y3EWKfUqZrJxjLuZJmbOK +qEnjjonbycXPYMKbAbnsjEVg +W1sudUI7yZ6wyVSe78rOOCqm +_MXUTp6mfaLEUHutHx3JaVbI +L3v5f7Bh7rPnxF1I0_K7wEGs +GqO72h3jYxG5SxG1xpmYwa9E +BNuuQS1lrRMFvMa-uIiW4GLN +sbeCM86e6Oh5m0dd4c6ZIhVz +VCRHLnu5aZt1P1NQIZixClUI +vUaBWvL_aQ7nAaJ6bcBdi6-U +XnxaWuJYLtuyI27HrxCWrWPt +5eUc49iy0V6jSjI5UwEWEzY8 +Sq27WVRV8npJotWW_AFTLgiS +P9adlYDU4aT2IWwH6Mr7oui8 +fS0MRVojc9SnOkCCc8RumdOn +gGhyHFIYY1a0NLLA70Hlby96 +-ME36huPTvwxZM8j6LM7nhVL +bnfkfmba5lyIbRtS_by4_VYY +_dcmUSiTDfd0PQeI05au8QEJ +_Ca9JKcvQAWZ3ckH9VPpC5Ll +MXoWr2GY6APgQEo952yq0Hmi +BsD7US_nvA3ezta_W2EpCzMq +6S4wRTSW3wlIWYmlsnE39WBd +w9XSjyCc3YdTPvkukoWrnpUg +2mFYQawzu6zbgMnJ4InW7ckG +vqQd1_dF6NVmIXk0A5cbDel7 +hp4Rr3XIQiJxRyytautC-TZW +lCKCw-7fVPoTBWL4z1I_sVq5 +gOYn2V3c3u66jrRhsMXmzzeV +Azy_z6GQbL6ifrS2zHS2lyTl +ou4bK9WVbsgsC6ndmxwjzPeV +x9naqirRz-Hy23xf50FIfae9 +MH_zYaBuxhCuRbCoioUt0SOJ +d4dNIg5wu28BVkDsjTSHsTl7 +qpnjL7YXTpuIbjO3FwGhtwLg +qR6uvPaFtHjpLNX_fFk6vEM7 +LtRMKJagqW05j1Sj8IGYmfee +78W5GiP-BCRMo9aud4T5a80I +YFpOGYuP8xixHYh256d2I85l +J0E89H_Kzpu428WBLke6fVU8 +6ggUHgc_se899qTODgMcBc30 +fFBmvaepZapInzsarwTWBW5d +WCq-Fgq_6h3CPW14OeDxdwl7 +vTkmhyaDNoP8CIZwB6Fmfxrm +tFn4Zh-d4Pb8G-i6LtcT1Fq1 +CU_PGGKlSTztyj3bPzrOZUbd +P0eXZ1PNORISVVbJduwf1qzO +OLqN7NnWgN5j-bpGkmXGGGwW +9sMTs2X3a2_vYqlvPOD_fNMm +SYHHdyrMrDUdQtUKDLjyynhM +zLGbtgl9hOUSCs8ZhtEHUJPs +3OAvKUjeQ7_BNHl7WTV43TRJ +nuBpnUvqZRuYbYaVbRrWyO0I +U1VxeKdyJmhCCN0uypXOD-Ka +DOx0t_avzUGYTJaogiZChMNn +w3cARp7ux_Fy1X5q88NlBq0C +9SATv6VSaeTvAsnVGoIiTGmO +S646_s8br7-uJZUezJVVM8FH +Sgt3Lusd8IOh4Czq99NAAl7s +IOqcAtgNDf5jTh2iv9b1l6Rw +KsGAGeQUwT4Lurbjz4IE9zvl +ZzStlTDliUiyZIKVzs__3O5f +UHrWlTDgnr78BbH2gCEwyrt4 +TtFovUEQo6p3285L44hJVBm9 +wwhM4IHTnoXxrrGuI9qY2w2I +PfvG5wz8CXYgOQBzeBB1ta6j +QddyOKLifJGWheIng0oa61Pt +QpHYkQ-QUJSD983gRGygt5T2 +XA3pnyqDOcNFqCHJAIysm4q0 +oYWONKfSf7WPlppXCyx-PYWN +rzAICTO5lnmUaanTIWuvFr5A +XOnmYuC6-Qy7hYJ-CiGAeExA +_RvFmknOCqUnsQxT4oux0GrL +-KZNGfk-pTzYWhICHeiLU13d +IvhGEXcI7s4qPke4ouIKIk1Q +QIYELiD8w4Uio0KedDqFkuzb +GcmzuvojKMFalIaCbkfJfcDM +mkcuvsclPumbeIj3si0MVsjl +AIi_035d5SAgUb-T5qkNXLPu +TL-uvxhyGNk1T_nksCN6tn4d +ptr4ZnlcABWk7Mmr3Q4vw7EP +KzrvN8OO3uhpSiDhWaBy-y5X +nlgki7YlAP43303vdF2n7CdW +SVpdR5koE_s7zuWNGuDvemCC +SjfXlN0lZjY8xHvNeoekF5OJ +jyhpPdLBxNQDJvoiYvAX4FIl +eRZrGhoevWq-y2YNvUjtgNLX +9ZjRbUYh1dQHedOtgS4cLRar +7a1OEAKh1VWu6Xok26ZfCQxM +zJbRBY4D-4JZZ8TnwaCc6BJ1 +xCeonrXZ8OjekdIq2Tmn9Rex +-ewdgbGOCV5CZaSAaixGuImv +53EtHLVD5DMPD446bXrg_DRh +1PvFJQVu5f7i8b0b94p-OIZG +rJUf-AGN9TgQA3AigG86rcqR +Eq0yic_-Ik0j74v-Hywv0-MN +JOIu9Xo-gn-v-rza0Mtji41z +Z05Gbug-An9GKt-tR981b_Js +Q82N6ZMpns1-_EWR4qm_f_3w +UoaqVg_kufdk_JZibVWTKk5e +OKonDsEjocAvb7T4C7Y9WBm7 +8JFtRnU2rAbw2YGicT4nXhvW +hAtomKser1yudmaJAU2irA3k +XNPFwJ2MhelcvyHpOrVXOSok +8HdCByqfbvzzDTeKCM_Jorsb +aK-IyB8EsYBgs1ke2QB3sQsg +BqRRWZQHtt4f3EZ5MkVXp8K3 +RSPEHx05UxQcShE2csOP53EZ +n5t67wKwJZoCUs49lTPAxVDT +oKLf3-qb6tM0afa1LKet_EaJ +xPCj1iM36RxSQiP-8Fk_Gg4s +WguHyWmYpfgRpkhMpIm5CjF_ +qOZlw7g3yl_LJd_JY6BA8237 +V7YY1Pcl5Jz-0Z7N5CNvU3vx +fgisVVLTWGYuS_pALQCGPkkf +V3T-9hfpbKy0YMQtUaVGx_b6 +XLlhqkocTizWGtZPTiiTGMx0 +mQ9xclAwEE6wTpf-0m24A9qZ +ATbBCksfvemyJ6gfaIgmHonn +XJXnYcSbFCuqsAi8kX_nOl8l +II0801owZZukLyiNZsxwuJvk +9kAtqi_I6h1hfbbw_2M5NnOG +kYBE31hGYbSneEoTktlib-We +MOFqI4_2kKL9-mhHVqW9J4Yg +62f_QTLFMSZ19NcauqyV1cRm +IkTWODrYXWjFupdowoJ04rCo +jt7gTbiBx47g0XCDNkkqPyKr +akoelboFgZaFG0tHpl0JPaUC +257SVY4P7gu_TBqLrTUUWNZg +7bo9mCFU0Mp8wmsWBM293fsR +6qBGcXOzZ_2epHiK2rJdWTke +qLvfiN4HxLltdbewpbzlIOy0 +gbo7Nn40X7GC38PNOUtREDOr +-R9o99l_NhwbrzJebvM8IIPZ +3sTdwR2oMli_AYH4Qknyh0GW +nqE3EsEx_c1P9G63gH_97sJ6 +ZTcHrvDd9Oi1uEHF9JuNYdBQ +4Xn7bDt9Mpb_B6Dz6p32maMp +BJP6HHf4BmPl0FRzmg8tkgW3 +wZuQdo3Fy5xzv5LLX5SWwRxG +LrjnfmIkzsfyYyx3Qxl0Rm9a +5VpWOQAOeFS4SKRuYOl0QiAE +6KbVLSrMSezIhQmcILlIzU_e +GxHOvZlrH6F7j0EgbdJC6B8O +m_EqVjP5rC_Dht2P0cNEBY_B +aW88tBncstMpt7TY8APxW3Yf +AD2yY0cdlzzimORg03I1H9KX +_AJMzKxP8vZnKjickxzUWFAX +6KHmRhjNswy6Uzu6fbFNwFz2 +0-pfH9dpsIyLZSYpObANht0B +FSOVM3_DvC1R7HWqwbP__Gxg +0MmX2uR8ZX3N4I85qhTE0Ykn +vJ4z6UCHbDqgFFLhRConYvEJ +v894AOnvqimcyFDgZ4de4Ulj +s7iDGjbVbJ32EXqAaEo8lKaE +DCUqgT_0HctZFmRmA0IUI14s +l_amxmNI0MN0hLkYVFBSo1aC +CyF27Xz3xEsYpLcJzakNnQMA +myg0ey8asUjNvrpPKB8lYHdy +246Ll9sDuvLWScNKvng_TbpF +9ldiDO0hlO1Zm0ywRm0HqOdz +-ZzRFnItK3kg9-rDTDpLTFjQ +lAl9rhxy2L86TkyTbUqFGP-R +BOxd-ikvWDIqux9P6rPqa6OM +QbQ5Yw3ccbonL7d84zOfYUlm +swOP6ZGtoRTDZg0Tyv7Dh-AT +vvLHRa-0ZTK1_mQ00jkp2BL2 +AP3Km2QiUtL6rFOpe2lB-eAf +9ofMSV8bZ1oDDAjeX7aUhdSc +OxgB36AacnzjQHRmg-4W7GCq +tVTQi18sakruYJvOouU015N1 +IA0tfceEKceaUik0bT2v74CA +L2mNpmpiezrMK6NeyJSlkN6L +7GvwHTKDpF31MuMsSbBKUqSd +Km6TQx7KSEF-x93GEhnr45AA +pGEJQWca83BhNJgqHi-sSF0y +mQyEfGclvxtHcPcpHlXpIb-u diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.sorted.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.sorted.txt new file mode 100644 index 0000000..854c921 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.sorted.txt @@ -0,0 +1,500 @@ +-JO_BmNxokKq4xGrnMo9sdDu +-KZNGfk-pTzYWhICHeiLU13d +-ME36huPTvwxZM8j6LM7nhVL +-MUFBhEpBOBb0msxC2TijK87 +-R9o99l_NhwbrzJebvM8IIPZ +-WyAggjxK1C_FI9AJZdtcUNe +-ZzRFnItK3kg9-rDTDpLTFjQ +-eQpQgTgRWxIQH9Goju0Mz58 +-ewdgbGOCV5CZaSAaixGuImv +-iOYc3DXzFbfownFY2O9s-Se +-j2JLdD63weBN32FkUNRnWv2 +-rBo6kWyY7DnAXBzXZTMk583 +0-pfH9dpsIyLZSYpObANht0B +03Y2zPbTS3FVHDy6HV4kuyzq +0CTXp7hdeR2Vj8-U5AjNcrPW +0DDc7RjjNE0QArrh_8-DgPIj +0MmX2uR8ZX3N4I85qhTE0Ykn +0QAei_1e6wQXvZL-VeZEmjGo +1Boz4eFTgwYlec5FUr6Z1r3p +1PvFJQVu5f7i8b0b94p-OIZG +237SWgxKWKIdMLrYNg8-8bg5 +246Ll9sDuvLWScNKvng_TbpF +257SVY4P7gu_TBqLrTUUWNZg +2Hgjtn-lI4BiD5lhwBWY5Qri +2JHlAOp0LTr4beRpMQxvRd3n +2KnIrncxlFXIzwhgwy2bpWIG +2VRr1GOeOt1SsauYbkfiDM6k +2j_16KxvpIoSFBSzI3AgaM38 +2mFYQawzu6zbgMnJ4InW7ckG +2nVv1eLedgzlssZi6miDEQ6C +2qktrAu06JoYEMfIMWkcoOgp +2vMpUEe2QrdjIdnAjYzM1MVu +2xd-BmRxuOyXnKDoiASQLcV3 +3-r78PKDYip_DO3hA6bpIxe5 +3GNbWAa-OcnvlQSFnf0PWOK7 +3OAvKUjeQ7_BNHl7WTV43TRJ +3mU_KXt8mmVGzE1Lo6wmZ7Cr +3sTdwR2oMli_AYH4Qknyh0GW +4-sCeOjs2tqZ_ZCsXJvnr7WS +415_8nce9ItgY5LfxRjiotsq +44aGZneIxEbHLNtR9NO8SacF +48Wk-8DylzG_-Xm6pQ4UIwhf +4Az25KMAMETSyP4Dm7ZMSAho +4KVNy5S-s0uL1PRfraKKhaNd +4Xn7bDt9Mpb_B6Dz6p32maMp +4wIh5dXMFB1gLfeIs2XjNUHE +53EtHLVD5DMPD446bXrg_DRh +5G3dKpPi-fzUdfnMNzAZyh1n +5Q-PCDe19vl5BKnUgYPwkHKZ +5Qgs052gLvOZEcwLK9-EISTt +5VpWOQAOeFS4SKRuYOl0QiAE +5eUc49iy0V6jSjI5UwEWEzY8 +5hFTCKNy_Xe75E79aLdflBCq +5odNvUYIIwM0VHjLq_DFTqhv +5vq0CSI-0Niq-R-rmWeA0wsN +6-6T3Xtwwc-JwLDU8KmQQozK +62f_QTLFMSZ19NcauqyV1cRm +6HbO5oFxeYvjYoov-BGWm-5I +6KHmRhjNswy6Uzu6fbFNwFz2 +6KbVLSrMSezIhQmcILlIzU_e +6M3zX01JjbOtcPufal8sjUQp +6S4wRTSW3wlIWYmlsnE39WBd +6Y99PGcVeAa4E6T0fnkdVfZn +6ggUHgc_se899qTODgMcBc30 +6qBGcXOzZ_2epHiK2rJdWTke +78W5GiP-BCRMo9aud4T5a80I +7Dx1AIxeKbL3bClWlylCWJvU +7Yfy7nYivWOMz8_0l7bFD3dD +7a1OEAKh1VWu6Xok26ZfCQxM +7bo9mCFU0Mp8wmsWBM293fsR +8EYQsT_cYy5v5zP6dHG0hLWM +8HdCByqfbvzzDTeKCM_Jorsb +8JFtRnU2rAbw2YGicT4nXhvW +8iuvGtitP9jsYAlJueE-cJlv +92tT7J3s8rSe34kAUNJEUC5J +9Fp2UhnPPMXzkU94uPwX8y_4 +9SATv6VSaeTvAsnVGoIiTGmO +9SUOI6c6IybVHJN40KQXUXRj +9VYGfnH_3rfhsGAd7zpcYa-L +9ZjRbUYh1dQHedOtgS4cLRar +9gSJdX5pTpdFN8LkOEO47Dvv +9kAtqi_I6h1hfbbw_2M5NnOG +9ldiDO0hlO1Zm0ywRm0HqOdz +9nB8633S9qyo-5YJ5KXMS6eX +9ofMSV8bZ1oDDAjeX7aUhdSc +9sMTs2X3a2_vYqlvPOD_fNMm +9yKD4QPWCziJgHuWOI3slo0z +9zmyf7jFV7V7H9C2h7HMHZfn +A6iQTij8277LasFY37J6Hww3 +A8sYgpAgtglnOdzkairNLg5F +AB1Y3EWKfUqZrJxjLuZJmbOK +AD2yY0cdlzzimORg03I1H9KX +AIi_035d5SAgUb-T5qkNXLPu +ANe70iwAUf0xVcyPy2c0E7NT +AOgteP0ki9batWdT0gg_f9bP +AP3Km2QiUtL6rFOpe2lB-eAf +APLsloBWZAM-yXDqMxVMgGfD +ATbBCksfvemyJ6gfaIgmHonn +AZLFfMSR59n76tLq_187UQrJ +AbaXOng6J8MC4fgVQ4uy4jRa +Aig9sfnTeV8K6oIZ6cK7mIJe +Azy_z6GQbL6ifrS2zHS2lyTl +BEH9RybfPMxIYRQucLhn1gJQ +BEqOLAU4yc7SByVHfAcs3Qo5 +BJMVwX-e50JD6PvXB6o1GSyh +BJP6HHf4BmPl0FRzmg8tkgW3 +BNuuQS1lrRMFvMa-uIiW4GLN +BOxd-ikvWDIqux9P6rPqa6OM +BWQ3TdQY1hm7tIQo4ZCD02w3 +BYedvgoBkwEH-YRYp5WTQPff +BqRRWZQHtt4f3EZ5MkVXp8K3 +BsD7US_nvA3ezta_W2EpCzMq +BwzndDrW3Z9iLtyRKjYnmqLF +C2BVNQp7nT_gpDqBH_bjXZZF +CA9ukcG2sbSqqwfd3YJGDQrB +CLXuWDhV4-KNHs12g6GganYY +CNL6gHtiqZc8vo0B97vlDK5_ +CU_PGGKlSTztyj3bPzrOZUbd +CmjzS5t3UH_wIbWhPWQL6wi0 +CyF27Xz3xEsYpLcJzakNnQMA +DALI916VzKs4O6O8o8WN-Dqs +DCUqgT_0HctZFmRmA0IUI14s +DIuTsn1Ju2ZxdXX96EI84aCx +DOx0t_avzUGYTJaogiZChMNn +DdOJ9sq5g7PcYJ9I1IhOUd2y +DetrLdRhi5ycSlkDiZNXw7Yi +DgdHfl9QlsaJBFsiJOOFBsuc +DwelhesRqKb640x8L2TZi8My +E0TYTy18aKYqFZxxxuragQvp +EQK_d9cuVgQAuIboLJkaLQ9C +ET3hrTAZVbRTTxxABXAXjBjW +EgvISC2bMpc5h4c9xOjp_wq1 +Ei7Ds1gZ5_JSvirBFvIOiheB +Eq0yic_-Ik0j74v-Hywv0-MN +FBxCjDCqK84cDza15TG-AtK6 +FC4ONZ6QZktH4tSQlRYYnJAS +FSOVM3_DvC1R7HWqwbP__Gxg +FZHGGwLPntm7a_HmfmS54YwS +FaGQBneRKo5QM0OopPVdbzpC +FaTfmrqZT8K8MUY-bdBlAwOp +FjZWF0VZ1w-7GDQB6zFNjlgE +FkJ1ZdSXBQrTT7vaxpxfL4pI +G4WcTcK1ZKCXIX3QPtakZxwv +GDbVMetYHme438tt7FpFdN5r +GMSEMPCiXj5_SSNZZhat5nAm +G_LWrhppp9OaxZyyQJdi1F_Q +GcmzuvojKMFalIaCbkfJfcDM +Gp4xty5BH488-1WBwC3rpJIQ +GqO72h3jYxG5SxG1xpmYwa9E +GxHOvZlrH6F7j0EgbdJC6B8O +H3KrqbZmY0knuCNaJ05T876t +HGC0FpAiduHLlszXU0ZXZXvN +HrDcHyfGUyiN6ihnH0tmjJbE +Hu-G8_qLleowX7f-tQGQkzeO +I1B_s9OWm2xfaByFkOLgQ0yl +I1VWhaUvyALDY89G15rIz_gd +IA0tfceEKceaUik0bT2v74CA +II0801owZZukLyiNZsxwuJvk +IOqcAtgNDf5jTh2iv9b1l6Rw +ITPQlC37yAqXl1817P7SVvsk +IVmUcwlJ4GIWpmo_KX65VJFE +Ih06QbD4Xcnr1KqM0M_Kg0Rj +IkTWODrYXWjFupdowoJ04rCo +InJJT5lwcAHPtpZ2LfHAhrMm +ItnegxZe67BvR3Wk4XtdKI0W +IvhGEXcI7s4qPke4ouIKIk1Q +J0E89H_Kzpu428WBLke6fVU8 +JIdbCAZvH8ES5pzOkZcJK5ck +JOIu9Xo-gn-v-rza0Mtji41z +JduG4TJiEBG47xOYVHvAhxuz +JgUfVIYkYs2zuK66yVjAUNT9 +Ji282vu4z8vFuTjEouwwHryn +K9Z4E67jPcuPvtf7RLPdnpaw +KK_EIDPfpixjHV-Ka2i9JvIA +KLMlKgtR7bBOSlvymsgc4MEF +KZoUUKRJEmIZw00qYN5FaMdE +KbyfoDc65xzJRODGJcwM_-2T +KcZN-RLY0WptumOoKgyk0Qm8 +Khc0j-3eR93prAheVNqbBLUT +KsGAGeQUwT4Lurbjz4IE9zvl +KvSR6ma46yVby-C6WmPNRicJ +KzrvN8OO3uhpSiDhWaBy-y5X +L2mNpmpiezrMK6NeyJSlkN6L +L3v5f7Bh7rPnxF1I0_K7wEGs +LV7jbq2b1ipFYQCdpaUSpmlR +LYPhpVyxN9T8ckICFfdfs1Jo +LgGYdJZbieA5sPnctxzVSorf +LrjnfmIkzsfyYyx3Qxl0Rm9a +Lse51KaglOHU0Qg_5447P2RL +LtRMKJagqW05j1Sj8IGYmfee +Lu53Amw7OLvHrqxqnRG_XhcC +MH_zYaBuxhCuRbCoioUt0SOJ +MOFqI4_2kKL9-mhHVqW9J4Yg +MWmREEfwmhHJv-4-W06qBCEB +MXoWr2GY6APgQEo952yq0Hmi +N632pRMLVzeTY5EevfhBYVQ7 +N6AaNNvMEAVjS9ExJsvzwdIN +N7O7UX8nPnP9inWUOXGHynQr +NMBAi71OCk2W4L-UynQbYR8Y +Nd1XOhOyQ0N1k2H-NF5BMMem +NrIccqOOmoc54NwCM8Qzpjz6 +OKonDsEjocAvb7T4C7Y9WBm7 +OLqN7NnWgN5j-bpGkmXGGGwW +OPX-fEeltPxZ8HXmPI5ZspT0 +ORaGMCRwWc5AYd9L7zp8SMVu +OViud6CvOQ42TPGoBWWceibG +OX51hgI2CoXNuZtAfs66i-Yg +OXWPAKt7TlALp8HY5xpqzc0p +Ocz-y73g1iL8FI2GtEbapPHp +OxgB36AacnzjQHRmg-4W7GCq +P0eXZ1PNORISVVbJduwf1qzO +P8cXl7B8qAnBKRqwUYTF35Zm +P9adlYDU4aT2IWwH6Mr7oui8 +PL0rRwcHoVPmrJABnmgtXt24 +PS42EIUhKnkUlymcn_IxEHjp +PW2_rKNj517kcN8QxP4tuNek +PfvG5wz8CXYgOQBzeBB1ta6j +PjupiP5HHnVwohT8LYNssdCk +PyMGN5W-TAyGI4dM5wRCrfQh +Q-QPgXDoaRxCjSQZn1w72-WB +Q82N6ZMpns1-_EWR4qm_f_3w +QGWhm0XJz9EjbC3dxk6_sGGl +QIYELiD8w4Uio0KedDqFkuzb +QLdbL702fAxSpOcQ4Mi_R0cn +QOGiLcFcbN105_D17MklAaRV +QW6anvWA2JA8RirC6KPTvcbr +QZ_opi_ebT5NRS9mrCLMvmlB +QbQ5Yw3ccbonL7d84zOfYUlm +QddyOKLifJGWheIng0oa61Pt +QfYZ_mTRvxnnf0Hz7E_y7Jj2 +QpHYkQ-QUJSD983gRGygt5T2 +Qvt7A5eJwUkXJp4QNoiItGhY +RIEfl_eW914OLHqrPhlVEISk +RSPEHx05UxQcShE2csOP53EZ +RfOlIMljxHhacuJpzM1MbYJ9 +RgPzlPNmRXEQ_IqIuQ4J-P6c +RwXFwzd3j9dLHZz2bL2Uq5QO +S646_s8br7-uJZUezJVVM8FH +SVpdR5koE_s7zuWNGuDvemCC +SYHHdyrMrDUdQtUKDLjyynhM +Sd4u6XWrBeJEK6FDY-sI56qg +Sgt3Lusd8IOh4Czq99NAAl7s +SjfXlN0lZjY8xHvNeoekF5OJ +Sq27WVRV8npJotWW_AFTLgiS +StYvtb25ygivRcQnxUbuQnpM +T3uBlwjup_LlHT-Ci7IOtlub +T9H27mE8hcTln8sT0Zt6eN6M +TL-uvxhyGNk1T_nksCN6tn4d +TOxAcrPsl5PMm1zXkJckzNUr +Tmv87v_1HdS_FP7gYn3aMgCn +Trms3Ly90MqaWQ51lOjC_RQP +TtFovUEQo6p3285L44hJVBm9 +U1VxeKdyJmhCCN0uypXOD-Ka +UE69K_dIr-otaaVLraDMKp2u +UHrWlTDgnr78BbH2gCEwyrt4 +UPTgqqMw_RcuK6nGFPwt9RH7 +UPZ9kYA_PZNBJm-PrCEtaDFt +USGrRTq6oH-2ObyIBvWItnsc +UdwfgbSDfKzQ0p9OJibITlYJ +UoaqVg_kufdk_JZibVWTKk5e +UwT7ubtiuYFd2VbdeqZ_-Jkw +V-Kbn9pCYI-GLWnumxCF8pVo +V3T-9hfpbKy0YMQtUaVGx_b6 +V7YY1Pcl5Jz-0Z7N5CNvU3vx +V7rANpxoQOrnrXhNIlsI8_yt +VCRHLnu5aZt1P1NQIZixClUI +VXtrHxF-9kLz1Gik-aOZUZwe +Va8yVFMIhEqHnikOGujHhQCc +VllDXskGApZ2Qk5CVj96uk1c +W1sudUI7yZ6wyVSe78rOOCqm +WCq-Fgq_6h3CPW14OeDxdwl7 +WJebigkpHQwFKgcwAOQurDZv +WPikWesnqYwgindpgV72fhvn +WguHyWmYpfgRpkhMpIm5CjF_ +WxjPVyLYhtfM5GwRtOiBksay +X9RB8pmvI3Dt8ARcQ6xqrSzk +XA3pnyqDOcNFqCHJAIysm4q0 +XJXnYcSbFCuqsAi8kX_nOl8l +XLlhqkocTizWGtZPTiiTGMx0 +XNPFwJ2MhelcvyHpOrVXOSok +XOnmYuC6-Qy7hYJ-CiGAeExA +XnxaWuJYLtuyI27HrxCWrWPt +YBBGsWjx8CcCMIB6_N8iSdC4 +YFUfmGvYE_fVhyeIBpqYCmce +YFpOGYuP8xixHYh256d2I85l +YKVXHlwPBGY7Vs4HoF5n97ZI +YPZOaOnYRCeqyEvQ2mBBysGZ +YfRez6odcEJ6w0_0PbX7AhcL +Ygrb8UrMyxRNGrqmWR3yyHFA +YyhWs3Q8biQlzsohe7xj83Jc +Z05Gbug-An9GKt-tR981b_Js +Z47uFGZRuFVhS59f9xHCYZe2 +ZEXh-ng1RrG9ecu1q0wU3a-u +ZFCVwidCXaEtha07bUWxfRvp +ZRojLRbfSTQd-d2HGPOnTrVU +ZTcHrvDd9Oi1uEHF9JuNYdBQ +Zf50A7SUTls-KJiECi7o2Frk +Zp0il5o_OkyR-Z7MqAwKS3I8 +ZuLVjKSwjnCBuKBgZKNKoqQO +Zw3D00Q2E21DL-yWMt3zSak7 +ZzStlTDliUiyZIKVzs__3O5f +_AJMzKxP8vZnKjickxzUWFAX +_Ca9JKcvQAWZ3ckH9VPpC5Ll +_MXUTp6mfaLEUHutHx3JaVbI +_RvFmknOCqUnsQxT4oux0GrL +_dcmUSiTDfd0PQeI05au8QEJ +_yLJkqQyzbcKJPU_CeVWzm00 +a5u4u6-UC6-PBOUzvmfs7Z1L +a5vD0uzi5jm2f0hFfMT64Pfv +a63nB0tU-DTtM42G2aNkrShA +a9ALeLOvcf7mvy8i1dUM-JHj +aDnglVIUWPlwL5aWj_l9Wm1t +aK-IyB8EsYBgs1ke2QB3sQsg +aW88tBncstMpt7TY8APxW3Yf +aWh8TLJsvgFgU7QY7tYQpqe_ +ai1H9pMfFn59XB-FuY1Bqon7 +akoelboFgZaFG0tHpl0JPaUC +an1arYczph4N59wQiHWrl5UJ +aupobNeJ7KCcaaz0MGMCelPW +bC7ZciCDA1IZTAxQaqHA6V_2 +bSGuwEoJ_-hWIkeE7T32J0Y5 +bYQ9bzVOtWIT1KP7SNYhw9ql +biuITlCpFfI850UE1CzhZ5kt +bjeVoSuvrscih2gKCeTp3i7v +bnfkfmba5lyIbRtS_by4_VYY +c61d0UXHvOHQ1Y2Uadjpx5R- +c6oZkWkGjgmhmsOvpf7koCeB +cA7zfkYe5tp3_JGVJJIOECxy +cEUbgxTFCCVac-RVpeOh74Pg +cG4rAEShLNcIxf4YYokXLx3v +cUKngAaPI1p37sYiAV5wN_gP +cYdJyXLJ7_EQ4djuHFdSKeAk +cprAnp5QHSCapUezuvUcJqVT +cuZDqRTKhq3yl6X4lw5yLnFD +d4dNIg5wu28BVkDsjTSHsTl7 +dO-rfebtISRpSrRmu3uAueOP +dPkgXy3_owa1zO4u5Gv3UjFp +e0DBr9Sysz0AygEQYcxIFvan +eCVqcs-N4JuMHikayeDmOPzJ +eRW6kj6gLR8Xupz8Cz90tzGb +eRZrGhoevWq-y2YNvUjtgNLX +e_7NTJt2SN65yqzDKbOcDUz2 +e_XiOoHyScbKuMLLTmIixoWq +ecHiJKxLqpXJ_rYBXiFQ24LG +eq8y7aMMaqgN9JEZiH85_Y8O +f3OO66VVTWqzdwiWyHDhnYcf +f418KGJuhr-SsjwFOSddc-LI +fAik45g3PlcDEFXDt9bYEoC0 +fFBmvaepZapInzsarwTWBW5d +fNTEOPg7XXRv0wq5vdTxmaPG +fS0MRVojc9SnOkCCc8RumdOn +fSVUpLWR-5KV0IoemXImOqVc +fT49InAdr6485t9mfvMhzBf7 +fVcX9_uCMGCxd6MbTwQofsxG +fbQc2uV_6z3Y7_iG8cbdT5ws +fgisVVLTWGYuS_pALQCGPkkf +fikbwSsggUFJSxy_GqTRMQn1 +gCPcePb_wXPiKz1StSfhWFfI +gGhyHFIYY1a0NLLA70Hlby96 +gIWNTcRQMjPKXb7rbjpUfkcI +gOYn2V3c3u66jrRhsMXmzzeV +gbo7Nn40X7GC38PNOUtREDOr +gkJGnjWYtrrvpI1rJlu04HE1 +gxwFpiH6SDXQGdh2LaZwPcks +gza7QkV8f616sfWOzQGGDkw_ +h2mInl4RfG3qZeiHNh9lFc0_ +h5635XaY7uxPYE15jcMcrLyb +hAtomKser1yudmaJAU2irA3k +hPyXQ7ILCNluOxMQLR-5gyV_ +hVAs40fXNMFAAmB142mQguHq +hVMpArWIEYtvzruPzC6ickln +hc-ZQJ6oDGwhF49sJFsI2QYV +hlVXERwo6JmxFRul8Y51p5CV +hp4Rr3XIQiJxRyytautC-TZW +hxj2vBf2TX5c3JKEX9T7oe-u +i-vrMeas5MFTntV7TVEHJVNd +i5z-sJv24UKG6XMCEW-XskO5 +iOwLXZWS_KkFEwb-S6dN4wPK +jJNeWFzCXfMAutwIpJBNIyoQ +jT23F1UVfkaUn6a4aK-pEwOi +jZ_DEGyJLj8tEKzDNlDeSaLc +jlRjSqs7zB4yBpHPbInalsC0 +jt7gTbiBx47g0XCDNkkqPyKr +jyhpPdLBxNQDJvoiYvAX4FIl +kHSiFkr-h2DpbYNewUYeQoL7 +kYBE31hGYbSneEoTktlib-We +ko_nMs8H8VAhdnflAmyvFjoD +ktjEUG0hFPMjavPfbU5wh8Xz +l-W2fBUg-1yq5zqubAWnq9Js +lAl9rhxy2L86TkyTbUqFGP-R +lB0fmYMhFk-vvvrDp4wy-ZOZ +lCKCw-7fVPoTBWL4z1I_sVq5 +lNZkDgDVoFWDzTkbfjVtJr1S +lPyqShwAgAxRmyTJEBIWhin5 +lR9Xgbmfwsg0q2ZrYn9PJn91 +lRa7DcWhrQMp8Wj8IQDaLKgr +l_amxmNI0MN0hLkYVFBSo1aC +m47pUEzlAI0Ey1YHx8-Zdcld +m9lM9SJvfsoHxqq_JYOG6j3Y +mFD81QW4vTNwKdWkW74b-BxQ +mL1g3O5aAUF9eUATiJaJvox1 +mPLnzDNPhDuZxAJutVyvDzZ3 +mQ9xclAwEE6wTpf-0m24A9qZ +mYdmniKoHbwafvxRsNIDe2kC +m_EqVjP5rC_Dht2P0cNEBY_B +mkcuvsclPumbeIj3si0MVsjl +ms7AkuepLGqGUHyunPg8DiRB +mwAtHwaCCTYQnZ57KRbQRRP5 +myg0ey8asUjNvrpPKB8lYHdy +n5t67wKwJZoCUs49lTPAxVDT +nEolku0gqtIzn146v2-oDn-2 +nc9Uvp6uRbl-_dgEyvy-TVbj +njwFnPRvX7bnJtKsGmnqeWWz +nlgki7YlAP43303vdF2n7CdW +nm5esBfzK_KqD5b4yo3REluh +nqE3EsEx_c1P9G63gH_97sJ6 +nu3G30byq3f6khGkz4yv4Zn6 +nuBpnUvqZRuYbYaVbRrWyO0I +o23GeKj9U5AnnQ-mLUdWAyNA +o3xbdCWvzkAKGdpn6cdybvtt +oElL3xIzKMWx3vrWtV3ihp0- +oF8cjJ0EfUG7vePzKvCFrrTa +oGzo6GcTh8Kob6a_IWLEHSdu +oKLf3-qb6tM0afa1LKet_EaJ +oLtxXwrpsMBX-I3R6dujCLX_ +oTe9nqBbruD12pI6WdtkvQy8 +oYWONKfSf7WPlppXCyx-PYWN +o_PEnAv_mqXbjMRh92zYPvHa +ocRNoA33S9vzPy_WftoX3SqW +okj12Oww_YghgerNyCs24CTo +ou4bK9WVbsgsC6ndmxwjzPeV +pabYzqEA8AwxV-8oweXEn_XH +pbOIgII3oj6md-lvOl1k6yVQ +ptr4ZnlcABWk7Mmr3Q4vw7EP +qD9yFyK6i2AI1t112pcPM7_u +qEnjjonbycXPYMKbAbnsjEVg +qGN51Xsu5i0IUY2oKJC5zNgw +qLvfiN4HxLltdbewpbzlIOy0 +qOZlw7g3yl_LJd_JY6BA8237 +qR6uvPaFtHjpLNX_fFk6vEM7 +qScGDejGduYCeCBg-q7M7MiM +qlNNGK8Fa-_x_2pgY8deY_AN +qpnjL7YXTpuIbjO3FwGhtwLg +qsVN8_f-ghRJ-XNY86zDSyMc +qz6BbttJVmW-ZS_NmiHDr_lN +rAa2ZmCz1jDkpDCZESSj7FvW +rJUf-AGN9TgQA3AigG86rcqR +rM_dRnZBQCXs7k_4sXvS7Kec +ra1rmavYgL8JTX1gehxsZc5W +rzAICTO5lnmUaanTIWuvFr5A +s4Jb7PGFyxNpDHAhSAfaQPn5 +s7iDGjbVbJ32EXqAaEo8lKaE +s94vRXFVhCegv651KpxgdaPm +sAQA8bWIsgcQCYJntG2dyybK +sAYsruYRg7JzXKD0v9RTE3co +sR0vvOC-XUL2AHwQwmFvDc27 +sSEuthADzEcMuhZtydhOo4OU +sUyO7Bcna4kDF-LA2r-YSvOH +sa84HQ3sP5HzkE-laAKQI02l +sbeCM86e6Oh5m0dd4c6ZIhVz +sqqFxqnfuChGii0dOoBwJM2M +swOP6ZGtoRTDZg0Tyv7Dh-AT +t3XgOkTPn_S6UFxAT54PazCG +t8jICi79dGglrjG3L1IC6Eso +tA-CX-nuGxgXinQpqtkdSa46 +tD9ee9lEYm70ADB0gWJ_KZ1F +tFn4Zh-d4Pb8G-i6LtcT1Fq1 +tVTQi18sakruYJvOouU015N1 +tW_GEcTGMJqC6kIlg47DNk90 +tacaE9-Xf9vb_qyZuvn-vyyN +u_TJoU0pncvmCAx3jmwENg0W +ueAejaJT9tywSYYojnHKULfD +v4IN0DtS71aDEoQEDx_K-FwJ +v894AOnvqimcyFDgZ4de4Ulj +vDQq22g0uH3KduMv9iMpXkvh +vJ4z6UCHbDqgFFLhRConYvEJ +vTkmhyaDNoP8CIZwB6Fmfxrm +vUaBWvL_aQ7nAaJ6bcBdi6-U +vXhFjpGXZHkynf18c_V9_Zy1 +vkNd-5xNKExm4x1FxB5Jr6IQ +vqQd1_dF6NVmIXk0A5cbDel7 +vvLHRa-0ZTK1_mQ00jkp2BL2 +w3cARp7ux_Fy1X5q88NlBq0C +w9XSjyCc3YdTPvkukoWrnpUg +wHvCxA_H8xFRnPzlpgNcEQ41 +wZuQdo3Fy5xzv5LLX5SWwRxG +wwhM4IHTnoXxrrGuI9qY2w2I +x9naqirRz-Hy23xf50FIfae9 +xCeonrXZ8OjekdIq2Tmn9Rex +xPCj1iM36RxSQiP-8Fk_Gg4s +xd71dAhCMvbj1_dsdEEkXC7K +yD7bdAq6FzoXncSLUREyOLkW +yVgQkwinz_mujY9Vial9Zd-Y +ybcS7Q5IUwyorrDfI4hXw-WV +ywvUEXkHYpIfxklAswUhy6_w +z2PYShDzIOivcCGfK30j0u9d +zEtgl8tysLCOye9BPVIiTCBH +zJbRBY4D-4JZZ8TnwaCc6BJ1 +zLGbtgl9hOUSCs8ZhtEHUJPs +zkVVoFSyfZwfcsaA0BretTU1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.txt new file mode 100644 index 0000000..854c921 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-08-db-sids.txt @@ -0,0 +1,500 @@ +-JO_BmNxokKq4xGrnMo9sdDu +-KZNGfk-pTzYWhICHeiLU13d +-ME36huPTvwxZM8j6LM7nhVL +-MUFBhEpBOBb0msxC2TijK87 +-R9o99l_NhwbrzJebvM8IIPZ +-WyAggjxK1C_FI9AJZdtcUNe +-ZzRFnItK3kg9-rDTDpLTFjQ +-eQpQgTgRWxIQH9Goju0Mz58 +-ewdgbGOCV5CZaSAaixGuImv +-iOYc3DXzFbfownFY2O9s-Se +-j2JLdD63weBN32FkUNRnWv2 +-rBo6kWyY7DnAXBzXZTMk583 +0-pfH9dpsIyLZSYpObANht0B +03Y2zPbTS3FVHDy6HV4kuyzq +0CTXp7hdeR2Vj8-U5AjNcrPW +0DDc7RjjNE0QArrh_8-DgPIj +0MmX2uR8ZX3N4I85qhTE0Ykn +0QAei_1e6wQXvZL-VeZEmjGo +1Boz4eFTgwYlec5FUr6Z1r3p +1PvFJQVu5f7i8b0b94p-OIZG +237SWgxKWKIdMLrYNg8-8bg5 +246Ll9sDuvLWScNKvng_TbpF +257SVY4P7gu_TBqLrTUUWNZg +2Hgjtn-lI4BiD5lhwBWY5Qri +2JHlAOp0LTr4beRpMQxvRd3n +2KnIrncxlFXIzwhgwy2bpWIG +2VRr1GOeOt1SsauYbkfiDM6k +2j_16KxvpIoSFBSzI3AgaM38 +2mFYQawzu6zbgMnJ4InW7ckG +2nVv1eLedgzlssZi6miDEQ6C +2qktrAu06JoYEMfIMWkcoOgp +2vMpUEe2QrdjIdnAjYzM1MVu +2xd-BmRxuOyXnKDoiASQLcV3 +3-r78PKDYip_DO3hA6bpIxe5 +3GNbWAa-OcnvlQSFnf0PWOK7 +3OAvKUjeQ7_BNHl7WTV43TRJ +3mU_KXt8mmVGzE1Lo6wmZ7Cr +3sTdwR2oMli_AYH4Qknyh0GW +4-sCeOjs2tqZ_ZCsXJvnr7WS +415_8nce9ItgY5LfxRjiotsq +44aGZneIxEbHLNtR9NO8SacF +48Wk-8DylzG_-Xm6pQ4UIwhf +4Az25KMAMETSyP4Dm7ZMSAho +4KVNy5S-s0uL1PRfraKKhaNd +4Xn7bDt9Mpb_B6Dz6p32maMp +4wIh5dXMFB1gLfeIs2XjNUHE +53EtHLVD5DMPD446bXrg_DRh +5G3dKpPi-fzUdfnMNzAZyh1n +5Q-PCDe19vl5BKnUgYPwkHKZ +5Qgs052gLvOZEcwLK9-EISTt +5VpWOQAOeFS4SKRuYOl0QiAE +5eUc49iy0V6jSjI5UwEWEzY8 +5hFTCKNy_Xe75E79aLdflBCq +5odNvUYIIwM0VHjLq_DFTqhv +5vq0CSI-0Niq-R-rmWeA0wsN +6-6T3Xtwwc-JwLDU8KmQQozK +62f_QTLFMSZ19NcauqyV1cRm +6HbO5oFxeYvjYoov-BGWm-5I +6KHmRhjNswy6Uzu6fbFNwFz2 +6KbVLSrMSezIhQmcILlIzU_e +6M3zX01JjbOtcPufal8sjUQp +6S4wRTSW3wlIWYmlsnE39WBd +6Y99PGcVeAa4E6T0fnkdVfZn +6ggUHgc_se899qTODgMcBc30 +6qBGcXOzZ_2epHiK2rJdWTke +78W5GiP-BCRMo9aud4T5a80I +7Dx1AIxeKbL3bClWlylCWJvU +7Yfy7nYivWOMz8_0l7bFD3dD +7a1OEAKh1VWu6Xok26ZfCQxM +7bo9mCFU0Mp8wmsWBM293fsR +8EYQsT_cYy5v5zP6dHG0hLWM +8HdCByqfbvzzDTeKCM_Jorsb +8JFtRnU2rAbw2YGicT4nXhvW +8iuvGtitP9jsYAlJueE-cJlv +92tT7J3s8rSe34kAUNJEUC5J +9Fp2UhnPPMXzkU94uPwX8y_4 +9SATv6VSaeTvAsnVGoIiTGmO +9SUOI6c6IybVHJN40KQXUXRj +9VYGfnH_3rfhsGAd7zpcYa-L +9ZjRbUYh1dQHedOtgS4cLRar +9gSJdX5pTpdFN8LkOEO47Dvv +9kAtqi_I6h1hfbbw_2M5NnOG +9ldiDO0hlO1Zm0ywRm0HqOdz +9nB8633S9qyo-5YJ5KXMS6eX +9ofMSV8bZ1oDDAjeX7aUhdSc +9sMTs2X3a2_vYqlvPOD_fNMm +9yKD4QPWCziJgHuWOI3slo0z +9zmyf7jFV7V7H9C2h7HMHZfn +A6iQTij8277LasFY37J6Hww3 +A8sYgpAgtglnOdzkairNLg5F +AB1Y3EWKfUqZrJxjLuZJmbOK +AD2yY0cdlzzimORg03I1H9KX +AIi_035d5SAgUb-T5qkNXLPu +ANe70iwAUf0xVcyPy2c0E7NT +AOgteP0ki9batWdT0gg_f9bP +AP3Km2QiUtL6rFOpe2lB-eAf +APLsloBWZAM-yXDqMxVMgGfD +ATbBCksfvemyJ6gfaIgmHonn +AZLFfMSR59n76tLq_187UQrJ +AbaXOng6J8MC4fgVQ4uy4jRa +Aig9sfnTeV8K6oIZ6cK7mIJe +Azy_z6GQbL6ifrS2zHS2lyTl +BEH9RybfPMxIYRQucLhn1gJQ +BEqOLAU4yc7SByVHfAcs3Qo5 +BJMVwX-e50JD6PvXB6o1GSyh +BJP6HHf4BmPl0FRzmg8tkgW3 +BNuuQS1lrRMFvMa-uIiW4GLN +BOxd-ikvWDIqux9P6rPqa6OM +BWQ3TdQY1hm7tIQo4ZCD02w3 +BYedvgoBkwEH-YRYp5WTQPff +BqRRWZQHtt4f3EZ5MkVXp8K3 +BsD7US_nvA3ezta_W2EpCzMq +BwzndDrW3Z9iLtyRKjYnmqLF +C2BVNQp7nT_gpDqBH_bjXZZF +CA9ukcG2sbSqqwfd3YJGDQrB +CLXuWDhV4-KNHs12g6GganYY +CNL6gHtiqZc8vo0B97vlDK5_ +CU_PGGKlSTztyj3bPzrOZUbd +CmjzS5t3UH_wIbWhPWQL6wi0 +CyF27Xz3xEsYpLcJzakNnQMA +DALI916VzKs4O6O8o8WN-Dqs +DCUqgT_0HctZFmRmA0IUI14s +DIuTsn1Ju2ZxdXX96EI84aCx +DOx0t_avzUGYTJaogiZChMNn +DdOJ9sq5g7PcYJ9I1IhOUd2y +DetrLdRhi5ycSlkDiZNXw7Yi +DgdHfl9QlsaJBFsiJOOFBsuc +DwelhesRqKb640x8L2TZi8My +E0TYTy18aKYqFZxxxuragQvp +EQK_d9cuVgQAuIboLJkaLQ9C +ET3hrTAZVbRTTxxABXAXjBjW +EgvISC2bMpc5h4c9xOjp_wq1 +Ei7Ds1gZ5_JSvirBFvIOiheB +Eq0yic_-Ik0j74v-Hywv0-MN +FBxCjDCqK84cDza15TG-AtK6 +FC4ONZ6QZktH4tSQlRYYnJAS +FSOVM3_DvC1R7HWqwbP__Gxg +FZHGGwLPntm7a_HmfmS54YwS +FaGQBneRKo5QM0OopPVdbzpC +FaTfmrqZT8K8MUY-bdBlAwOp +FjZWF0VZ1w-7GDQB6zFNjlgE +FkJ1ZdSXBQrTT7vaxpxfL4pI +G4WcTcK1ZKCXIX3QPtakZxwv +GDbVMetYHme438tt7FpFdN5r +GMSEMPCiXj5_SSNZZhat5nAm +G_LWrhppp9OaxZyyQJdi1F_Q +GcmzuvojKMFalIaCbkfJfcDM +Gp4xty5BH488-1WBwC3rpJIQ +GqO72h3jYxG5SxG1xpmYwa9E +GxHOvZlrH6F7j0EgbdJC6B8O +H3KrqbZmY0knuCNaJ05T876t +HGC0FpAiduHLlszXU0ZXZXvN +HrDcHyfGUyiN6ihnH0tmjJbE +Hu-G8_qLleowX7f-tQGQkzeO +I1B_s9OWm2xfaByFkOLgQ0yl +I1VWhaUvyALDY89G15rIz_gd +IA0tfceEKceaUik0bT2v74CA +II0801owZZukLyiNZsxwuJvk +IOqcAtgNDf5jTh2iv9b1l6Rw +ITPQlC37yAqXl1817P7SVvsk +IVmUcwlJ4GIWpmo_KX65VJFE +Ih06QbD4Xcnr1KqM0M_Kg0Rj +IkTWODrYXWjFupdowoJ04rCo +InJJT5lwcAHPtpZ2LfHAhrMm +ItnegxZe67BvR3Wk4XtdKI0W +IvhGEXcI7s4qPke4ouIKIk1Q +J0E89H_Kzpu428WBLke6fVU8 +JIdbCAZvH8ES5pzOkZcJK5ck +JOIu9Xo-gn-v-rza0Mtji41z +JduG4TJiEBG47xOYVHvAhxuz +JgUfVIYkYs2zuK66yVjAUNT9 +Ji282vu4z8vFuTjEouwwHryn +K9Z4E67jPcuPvtf7RLPdnpaw +KK_EIDPfpixjHV-Ka2i9JvIA +KLMlKgtR7bBOSlvymsgc4MEF +KZoUUKRJEmIZw00qYN5FaMdE +KbyfoDc65xzJRODGJcwM_-2T +KcZN-RLY0WptumOoKgyk0Qm8 +Khc0j-3eR93prAheVNqbBLUT +KsGAGeQUwT4Lurbjz4IE9zvl +KvSR6ma46yVby-C6WmPNRicJ +KzrvN8OO3uhpSiDhWaBy-y5X +L2mNpmpiezrMK6NeyJSlkN6L +L3v5f7Bh7rPnxF1I0_K7wEGs +LV7jbq2b1ipFYQCdpaUSpmlR +LYPhpVyxN9T8ckICFfdfs1Jo +LgGYdJZbieA5sPnctxzVSorf +LrjnfmIkzsfyYyx3Qxl0Rm9a +Lse51KaglOHU0Qg_5447P2RL +LtRMKJagqW05j1Sj8IGYmfee +Lu53Amw7OLvHrqxqnRG_XhcC +MH_zYaBuxhCuRbCoioUt0SOJ +MOFqI4_2kKL9-mhHVqW9J4Yg +MWmREEfwmhHJv-4-W06qBCEB +MXoWr2GY6APgQEo952yq0Hmi +N632pRMLVzeTY5EevfhBYVQ7 +N6AaNNvMEAVjS9ExJsvzwdIN +N7O7UX8nPnP9inWUOXGHynQr +NMBAi71OCk2W4L-UynQbYR8Y +Nd1XOhOyQ0N1k2H-NF5BMMem +NrIccqOOmoc54NwCM8Qzpjz6 +OKonDsEjocAvb7T4C7Y9WBm7 +OLqN7NnWgN5j-bpGkmXGGGwW +OPX-fEeltPxZ8HXmPI5ZspT0 +ORaGMCRwWc5AYd9L7zp8SMVu +OViud6CvOQ42TPGoBWWceibG +OX51hgI2CoXNuZtAfs66i-Yg +OXWPAKt7TlALp8HY5xpqzc0p +Ocz-y73g1iL8FI2GtEbapPHp +OxgB36AacnzjQHRmg-4W7GCq +P0eXZ1PNORISVVbJduwf1qzO +P8cXl7B8qAnBKRqwUYTF35Zm +P9adlYDU4aT2IWwH6Mr7oui8 +PL0rRwcHoVPmrJABnmgtXt24 +PS42EIUhKnkUlymcn_IxEHjp +PW2_rKNj517kcN8QxP4tuNek +PfvG5wz8CXYgOQBzeBB1ta6j +PjupiP5HHnVwohT8LYNssdCk +PyMGN5W-TAyGI4dM5wRCrfQh +Q-QPgXDoaRxCjSQZn1w72-WB +Q82N6ZMpns1-_EWR4qm_f_3w +QGWhm0XJz9EjbC3dxk6_sGGl +QIYELiD8w4Uio0KedDqFkuzb +QLdbL702fAxSpOcQ4Mi_R0cn +QOGiLcFcbN105_D17MklAaRV +QW6anvWA2JA8RirC6KPTvcbr +QZ_opi_ebT5NRS9mrCLMvmlB +QbQ5Yw3ccbonL7d84zOfYUlm +QddyOKLifJGWheIng0oa61Pt +QfYZ_mTRvxnnf0Hz7E_y7Jj2 +QpHYkQ-QUJSD983gRGygt5T2 +Qvt7A5eJwUkXJp4QNoiItGhY +RIEfl_eW914OLHqrPhlVEISk +RSPEHx05UxQcShE2csOP53EZ +RfOlIMljxHhacuJpzM1MbYJ9 +RgPzlPNmRXEQ_IqIuQ4J-P6c +RwXFwzd3j9dLHZz2bL2Uq5QO +S646_s8br7-uJZUezJVVM8FH +SVpdR5koE_s7zuWNGuDvemCC +SYHHdyrMrDUdQtUKDLjyynhM +Sd4u6XWrBeJEK6FDY-sI56qg +Sgt3Lusd8IOh4Czq99NAAl7s +SjfXlN0lZjY8xHvNeoekF5OJ +Sq27WVRV8npJotWW_AFTLgiS +StYvtb25ygivRcQnxUbuQnpM +T3uBlwjup_LlHT-Ci7IOtlub +T9H27mE8hcTln8sT0Zt6eN6M +TL-uvxhyGNk1T_nksCN6tn4d +TOxAcrPsl5PMm1zXkJckzNUr +Tmv87v_1HdS_FP7gYn3aMgCn +Trms3Ly90MqaWQ51lOjC_RQP +TtFovUEQo6p3285L44hJVBm9 +U1VxeKdyJmhCCN0uypXOD-Ka +UE69K_dIr-otaaVLraDMKp2u +UHrWlTDgnr78BbH2gCEwyrt4 +UPTgqqMw_RcuK6nGFPwt9RH7 +UPZ9kYA_PZNBJm-PrCEtaDFt +USGrRTq6oH-2ObyIBvWItnsc +UdwfgbSDfKzQ0p9OJibITlYJ +UoaqVg_kufdk_JZibVWTKk5e +UwT7ubtiuYFd2VbdeqZ_-Jkw +V-Kbn9pCYI-GLWnumxCF8pVo +V3T-9hfpbKy0YMQtUaVGx_b6 +V7YY1Pcl5Jz-0Z7N5CNvU3vx +V7rANpxoQOrnrXhNIlsI8_yt +VCRHLnu5aZt1P1NQIZixClUI +VXtrHxF-9kLz1Gik-aOZUZwe +Va8yVFMIhEqHnikOGujHhQCc +VllDXskGApZ2Qk5CVj96uk1c +W1sudUI7yZ6wyVSe78rOOCqm +WCq-Fgq_6h3CPW14OeDxdwl7 +WJebigkpHQwFKgcwAOQurDZv +WPikWesnqYwgindpgV72fhvn +WguHyWmYpfgRpkhMpIm5CjF_ +WxjPVyLYhtfM5GwRtOiBksay +X9RB8pmvI3Dt8ARcQ6xqrSzk +XA3pnyqDOcNFqCHJAIysm4q0 +XJXnYcSbFCuqsAi8kX_nOl8l +XLlhqkocTizWGtZPTiiTGMx0 +XNPFwJ2MhelcvyHpOrVXOSok +XOnmYuC6-Qy7hYJ-CiGAeExA +XnxaWuJYLtuyI27HrxCWrWPt +YBBGsWjx8CcCMIB6_N8iSdC4 +YFUfmGvYE_fVhyeIBpqYCmce +YFpOGYuP8xixHYh256d2I85l +YKVXHlwPBGY7Vs4HoF5n97ZI +YPZOaOnYRCeqyEvQ2mBBysGZ +YfRez6odcEJ6w0_0PbX7AhcL +Ygrb8UrMyxRNGrqmWR3yyHFA +YyhWs3Q8biQlzsohe7xj83Jc +Z05Gbug-An9GKt-tR981b_Js +Z47uFGZRuFVhS59f9xHCYZe2 +ZEXh-ng1RrG9ecu1q0wU3a-u +ZFCVwidCXaEtha07bUWxfRvp +ZRojLRbfSTQd-d2HGPOnTrVU +ZTcHrvDd9Oi1uEHF9JuNYdBQ +Zf50A7SUTls-KJiECi7o2Frk +Zp0il5o_OkyR-Z7MqAwKS3I8 +ZuLVjKSwjnCBuKBgZKNKoqQO +Zw3D00Q2E21DL-yWMt3zSak7 +ZzStlTDliUiyZIKVzs__3O5f +_AJMzKxP8vZnKjickxzUWFAX +_Ca9JKcvQAWZ3ckH9VPpC5Ll +_MXUTp6mfaLEUHutHx3JaVbI +_RvFmknOCqUnsQxT4oux0GrL +_dcmUSiTDfd0PQeI05au8QEJ +_yLJkqQyzbcKJPU_CeVWzm00 +a5u4u6-UC6-PBOUzvmfs7Z1L +a5vD0uzi5jm2f0hFfMT64Pfv +a63nB0tU-DTtM42G2aNkrShA +a9ALeLOvcf7mvy8i1dUM-JHj +aDnglVIUWPlwL5aWj_l9Wm1t +aK-IyB8EsYBgs1ke2QB3sQsg +aW88tBncstMpt7TY8APxW3Yf +aWh8TLJsvgFgU7QY7tYQpqe_ +ai1H9pMfFn59XB-FuY1Bqon7 +akoelboFgZaFG0tHpl0JPaUC +an1arYczph4N59wQiHWrl5UJ +aupobNeJ7KCcaaz0MGMCelPW +bC7ZciCDA1IZTAxQaqHA6V_2 +bSGuwEoJ_-hWIkeE7T32J0Y5 +bYQ9bzVOtWIT1KP7SNYhw9ql +biuITlCpFfI850UE1CzhZ5kt +bjeVoSuvrscih2gKCeTp3i7v +bnfkfmba5lyIbRtS_by4_VYY +c61d0UXHvOHQ1Y2Uadjpx5R- +c6oZkWkGjgmhmsOvpf7koCeB +cA7zfkYe5tp3_JGVJJIOECxy +cEUbgxTFCCVac-RVpeOh74Pg +cG4rAEShLNcIxf4YYokXLx3v +cUKngAaPI1p37sYiAV5wN_gP +cYdJyXLJ7_EQ4djuHFdSKeAk +cprAnp5QHSCapUezuvUcJqVT +cuZDqRTKhq3yl6X4lw5yLnFD +d4dNIg5wu28BVkDsjTSHsTl7 +dO-rfebtISRpSrRmu3uAueOP +dPkgXy3_owa1zO4u5Gv3UjFp +e0DBr9Sysz0AygEQYcxIFvan +eCVqcs-N4JuMHikayeDmOPzJ +eRW6kj6gLR8Xupz8Cz90tzGb +eRZrGhoevWq-y2YNvUjtgNLX +e_7NTJt2SN65yqzDKbOcDUz2 +e_XiOoHyScbKuMLLTmIixoWq +ecHiJKxLqpXJ_rYBXiFQ24LG +eq8y7aMMaqgN9JEZiH85_Y8O +f3OO66VVTWqzdwiWyHDhnYcf +f418KGJuhr-SsjwFOSddc-LI +fAik45g3PlcDEFXDt9bYEoC0 +fFBmvaepZapInzsarwTWBW5d +fNTEOPg7XXRv0wq5vdTxmaPG +fS0MRVojc9SnOkCCc8RumdOn +fSVUpLWR-5KV0IoemXImOqVc +fT49InAdr6485t9mfvMhzBf7 +fVcX9_uCMGCxd6MbTwQofsxG +fbQc2uV_6z3Y7_iG8cbdT5ws +fgisVVLTWGYuS_pALQCGPkkf +fikbwSsggUFJSxy_GqTRMQn1 +gCPcePb_wXPiKz1StSfhWFfI +gGhyHFIYY1a0NLLA70Hlby96 +gIWNTcRQMjPKXb7rbjpUfkcI +gOYn2V3c3u66jrRhsMXmzzeV +gbo7Nn40X7GC38PNOUtREDOr +gkJGnjWYtrrvpI1rJlu04HE1 +gxwFpiH6SDXQGdh2LaZwPcks +gza7QkV8f616sfWOzQGGDkw_ +h2mInl4RfG3qZeiHNh9lFc0_ +h5635XaY7uxPYE15jcMcrLyb +hAtomKser1yudmaJAU2irA3k +hPyXQ7ILCNluOxMQLR-5gyV_ +hVAs40fXNMFAAmB142mQguHq +hVMpArWIEYtvzruPzC6ickln +hc-ZQJ6oDGwhF49sJFsI2QYV +hlVXERwo6JmxFRul8Y51p5CV +hp4Rr3XIQiJxRyytautC-TZW +hxj2vBf2TX5c3JKEX9T7oe-u +i-vrMeas5MFTntV7TVEHJVNd +i5z-sJv24UKG6XMCEW-XskO5 +iOwLXZWS_KkFEwb-S6dN4wPK +jJNeWFzCXfMAutwIpJBNIyoQ +jT23F1UVfkaUn6a4aK-pEwOi +jZ_DEGyJLj8tEKzDNlDeSaLc +jlRjSqs7zB4yBpHPbInalsC0 +jt7gTbiBx47g0XCDNkkqPyKr +jyhpPdLBxNQDJvoiYvAX4FIl +kHSiFkr-h2DpbYNewUYeQoL7 +kYBE31hGYbSneEoTktlib-We +ko_nMs8H8VAhdnflAmyvFjoD +ktjEUG0hFPMjavPfbU5wh8Xz +l-W2fBUg-1yq5zqubAWnq9Js +lAl9rhxy2L86TkyTbUqFGP-R +lB0fmYMhFk-vvvrDp4wy-ZOZ +lCKCw-7fVPoTBWL4z1I_sVq5 +lNZkDgDVoFWDzTkbfjVtJr1S +lPyqShwAgAxRmyTJEBIWhin5 +lR9Xgbmfwsg0q2ZrYn9PJn91 +lRa7DcWhrQMp8Wj8IQDaLKgr +l_amxmNI0MN0hLkYVFBSo1aC +m47pUEzlAI0Ey1YHx8-Zdcld +m9lM9SJvfsoHxqq_JYOG6j3Y +mFD81QW4vTNwKdWkW74b-BxQ +mL1g3O5aAUF9eUATiJaJvox1 +mPLnzDNPhDuZxAJutVyvDzZ3 +mQ9xclAwEE6wTpf-0m24A9qZ +mYdmniKoHbwafvxRsNIDe2kC +m_EqVjP5rC_Dht2P0cNEBY_B +mkcuvsclPumbeIj3si0MVsjl +ms7AkuepLGqGUHyunPg8DiRB +mwAtHwaCCTYQnZ57KRbQRRP5 +myg0ey8asUjNvrpPKB8lYHdy +n5t67wKwJZoCUs49lTPAxVDT +nEolku0gqtIzn146v2-oDn-2 +nc9Uvp6uRbl-_dgEyvy-TVbj +njwFnPRvX7bnJtKsGmnqeWWz +nlgki7YlAP43303vdF2n7CdW +nm5esBfzK_KqD5b4yo3REluh +nqE3EsEx_c1P9G63gH_97sJ6 +nu3G30byq3f6khGkz4yv4Zn6 +nuBpnUvqZRuYbYaVbRrWyO0I +o23GeKj9U5AnnQ-mLUdWAyNA +o3xbdCWvzkAKGdpn6cdybvtt +oElL3xIzKMWx3vrWtV3ihp0- +oF8cjJ0EfUG7vePzKvCFrrTa +oGzo6GcTh8Kob6a_IWLEHSdu +oKLf3-qb6tM0afa1LKet_EaJ +oLtxXwrpsMBX-I3R6dujCLX_ +oTe9nqBbruD12pI6WdtkvQy8 +oYWONKfSf7WPlppXCyx-PYWN +o_PEnAv_mqXbjMRh92zYPvHa +ocRNoA33S9vzPy_WftoX3SqW +okj12Oww_YghgerNyCs24CTo +ou4bK9WVbsgsC6ndmxwjzPeV +pabYzqEA8AwxV-8oweXEn_XH +pbOIgII3oj6md-lvOl1k6yVQ +ptr4ZnlcABWk7Mmr3Q4vw7EP +qD9yFyK6i2AI1t112pcPM7_u +qEnjjonbycXPYMKbAbnsjEVg +qGN51Xsu5i0IUY2oKJC5zNgw +qLvfiN4HxLltdbewpbzlIOy0 +qOZlw7g3yl_LJd_JY6BA8237 +qR6uvPaFtHjpLNX_fFk6vEM7 +qScGDejGduYCeCBg-q7M7MiM +qlNNGK8Fa-_x_2pgY8deY_AN +qpnjL7YXTpuIbjO3FwGhtwLg +qsVN8_f-ghRJ-XNY86zDSyMc +qz6BbttJVmW-ZS_NmiHDr_lN +rAa2ZmCz1jDkpDCZESSj7FvW +rJUf-AGN9TgQA3AigG86rcqR +rM_dRnZBQCXs7k_4sXvS7Kec +ra1rmavYgL8JTX1gehxsZc5W +rzAICTO5lnmUaanTIWuvFr5A +s4Jb7PGFyxNpDHAhSAfaQPn5 +s7iDGjbVbJ32EXqAaEo8lKaE +s94vRXFVhCegv651KpxgdaPm +sAQA8bWIsgcQCYJntG2dyybK +sAYsruYRg7JzXKD0v9RTE3co +sR0vvOC-XUL2AHwQwmFvDc27 +sSEuthADzEcMuhZtydhOo4OU +sUyO7Bcna4kDF-LA2r-YSvOH +sa84HQ3sP5HzkE-laAKQI02l +sbeCM86e6Oh5m0dd4c6ZIhVz +sqqFxqnfuChGii0dOoBwJM2M +swOP6ZGtoRTDZg0Tyv7Dh-AT +t3XgOkTPn_S6UFxAT54PazCG +t8jICi79dGglrjG3L1IC6Eso +tA-CX-nuGxgXinQpqtkdSa46 +tD9ee9lEYm70ADB0gWJ_KZ1F +tFn4Zh-d4Pb8G-i6LtcT1Fq1 +tVTQi18sakruYJvOouU015N1 +tW_GEcTGMJqC6kIlg47DNk90 +tacaE9-Xf9vb_qyZuvn-vyyN +u_TJoU0pncvmCAx3jmwENg0W +ueAejaJT9tywSYYojnHKULfD +v4IN0DtS71aDEoQEDx_K-FwJ +v894AOnvqimcyFDgZ4de4Ulj +vDQq22g0uH3KduMv9iMpXkvh +vJ4z6UCHbDqgFFLhRConYvEJ +vTkmhyaDNoP8CIZwB6Fmfxrm +vUaBWvL_aQ7nAaJ6bcBdi6-U +vXhFjpGXZHkynf18c_V9_Zy1 +vkNd-5xNKExm4x1FxB5Jr6IQ +vqQd1_dF6NVmIXk0A5cbDel7 +vvLHRa-0ZTK1_mQ00jkp2BL2 +w3cARp7ux_Fy1X5q88NlBq0C +w9XSjyCc3YdTPvkukoWrnpUg +wHvCxA_H8xFRnPzlpgNcEQ41 +wZuQdo3Fy5xzv5LLX5SWwRxG +wwhM4IHTnoXxrrGuI9qY2w2I +x9naqirRz-Hy23xf50FIfae9 +xCeonrXZ8OjekdIq2Tmn9Rex +xPCj1iM36RxSQiP-8Fk_Gg4s +xd71dAhCMvbj1_dsdEEkXC7K +yD7bdAq6FzoXncSLUREyOLkW +yVgQkwinz_mujY9Vial9Zd-Y +ybcS7Q5IUwyorrDfI4hXw-WV +ywvUEXkHYpIfxklAswUhy6_w +z2PYShDzIOivcCGfK30j0u9d +zEtgl8tysLCOye9BPVIiTCBH +zJbRBY4D-4JZZ8TnwaCc6BJ1 +zLGbtgl9hOUSCs8ZhtEHUJPs +zkVVoFSyfZwfcsaA0BretTU1 diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-09-lost-sids.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-09-lost-sids.txt new file mode 100644 index 0000000..7db75b2 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-09-lost-sids.txt @@ -0,0 +1,4 @@ +7GvwHTKDpF31MuMsSbBKUqSd +Km6TQx7KSEF-x93GEhnr45AA +mQyEfGclvxtHcPcpHlXpIb-u +pGEJQWca83BhNJgqHi-sSF0y diff --git a/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-10-cleanup.txt b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-10-cleanup.txt new file mode 100644 index 0000000..7c2b622 --- /dev/null +++ b/docs/keycloak-session-store/final/evidence/raw/2026-09-22-test-server-revalidation/a3-10-cleanup.txt @@ -0,0 +1,6 @@ +DELETE 500 +DB=0 +LOG=none +PG_READY=true +CLUSTER0=2.0 +CLUSTER1=2.0 diff --git a/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a2-database-loss.md b/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a2-database-loss.md index 553f216..1445355 100644 --- a/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a2-database-loss.md +++ b/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a2-database-loss.md @@ -31,7 +31,7 @@ PostgreSQL ์„ ์ •์ƒ ์ข…๋ฃŒ์‹œํ‚ค๊ณ  refresh ์™€ ์ƒˆ ๋กœ๊ทธ์ธ๊ณผ ๊ด€๋ฆฌ API - **readiness ๊ฐ€ ๊นจ์ง„ ๋…ธ๋“œ๋ฅผ ์‹œ์•ผ์—์„œ ๋จผ์ € ์น˜์šด๋‹ค** Ready ํŒŒ๋“œ๊ฐ€ 0๊ฐœ๊ฐ€ ๋˜๊ณ  `ready` ์ฃผ์†Œ๊ฐ€ ๋นˆ ๋ชฉ๋ก์ด ๋˜๋Š” ๊ฒฝ๋กœ๋ฅผ ๋‹ค๋ฃฌ๋‹ค. - **์„ธ์…˜ ์บ์‹œ์™€ persistent session store์˜ ๊ฒฝ๊ณ„๋ฅผ ์†์œผ๋กœ ๊ฐ€๋ฅธ๋‹ค** - A-0 ์žฌ๊ฒ€์ฆ์—์„œ ์ •์ƒ 2๋…ธ๋“œ์˜ ๊ต์ฐจ refresh๋Š” ๋ฐ˜๋Œ€ํŽธ DB ์„ธ์…˜ SQL ์—†์ด๋„ ์„ฑ๊ณตํ–ˆ๋‹ค. ์—ฌ๊ธฐ์„œ๋Š” DB ์ž์ฒด๋ฅผ ๋‚ด๋ ค **์บ์‹œ๋งŒ์œผ๋กœ ์ฒ˜๋ฆฌํ•  ์ˆ˜ ์—†๋Š” ์“ฐ๊ธฐ ๊ฒฝ๋กœ๊ฐ€ ๋ฌด์—‡์ธ์ง€** ํ™•์ธํ•œ๋‹ค. + A-0์˜ 2026-09-22 ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์ •์ƒ 2๋…ธ๋“œ์˜ ๊ต์ฐจ refresh๋„ ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ๊ฐ€ persistent session store๋ฅผ `SELECT`ยท`UPDATE`ํ–ˆ๋‹ค. ์—ฌ๊ธฐ์„œ๋Š” DB ์ž์ฒด๋ฅผ ๋‚ด๋ ค **๋กœ์ปฌ cache entry๊ฐ€ ์žˆ์–ด๋„ ์™„๋ฃŒํ•  ์ˆ˜ ์—†๋Š” ๊ฒฝ๋กœ๊ฐ€ ๋ฌด์—‡์ธ์ง€** ํ™•์ธํ•œ๋‹ค. - **PostgreSQL ์„ ์ง„์งœ๋กœ ํฌ๋ž˜์‹œ์‹œํ‚ค๊ณ  ์žƒ์€ ๋กœ๊ทธ์ธ์„ ์„ผ๋‹ค** ๊ฐ™์€ ๋ฐ์ดํ„ฐ๋ฒ ์ด์Šค๋ฅผ SIGKILL ๋กœ ์ฃฝ์ด๋Š” ํŽธ์ด๋‹ค. ์ •์ƒ ์ข…๋ฃŒ๊ฐ€ ์•„๋ฌด๊ฒƒ๋„ ์žƒ์ง€ ์•Š๋Š”๋‹ค๋Š” ์ด ํŽธ์˜ ๊ฒฐ๊ณผ๊ฐ€ ๊ทธ์ชฝ์˜ ๋Œ€์กฐ๊ตฐ์ด ๋œ๋‹ค. @@ -75,11 +75,11 @@ A-1 ๊ณผ์˜ ๋Œ€๋น„๊ฐ€ ์ด ์‹คํ—˜์˜ ๊ฐ’์ด๋‹ค. | # | ๊ฒฝ๋กœ | ๋ฌด์—‡์„ ๋ณด๋Š”๊ฐ€ | |---|---|---| | โ‘  | **์บ์‹œ๋ฅผ ๊ฐ€์ง„ ๋…ธ๋“œ**์—์„œ refresh | ์บ์‹œ๊ฐ€ DB ๋ฅผ ๋Œ€์‹ ํ•  ์ˆ˜ ์žˆ๋Š”๊ฐ€ | -| โ‘ก | ์บ์‹œ๊ฐ€ ์—†๋Š” ๋…ธ๋“œ์—์„œ refresh | ์™„์ „ํ•œ DB ์˜์กด | +| โ‘ก | **K1์—์„œ ๋งŒ๋“  ์„ธ์…˜์„ K0์—์„œ** refresh | K0 ๋กœ์ปฌ ์บ์‹œ์— ์—†๋Š” ์„ธ์…˜์˜ DB ์˜์กด | | โ‘ข | ์ƒˆ ๋กœ๊ทธ์ธ | ์“ฐ๊ธฐ ๊ฒฝ๋กœ | -| โ‘ฃ | ์ด๋ฏธ ๋ฐœ๊ธ‰๋œ ํ† ํฐ์œผ๋กœ ๊ด€๋ฆฌ API ์กฐํšŒ | ์„œ๋ช…๋งŒ์œผ๋กœ ๋˜๋Š” ๊ฒฝ๋กœ๊ฐ€ ์žˆ๋Š”๊ฐ€ | +| โ‘ฃ | ์ด๋ฏธ ๋ฐœ๊ธ‰๋œ access token์œผ๋กœ ๊ด€๋ฆฌ API ์กฐํšŒ | ํ† ํฐ ๋ฐœ๊ธ‰ ๋’ค์˜ ์„ธ์…˜ ์กฐํšŒ๋„ DB์— ์˜์กดํ•˜๋Š”๊ฐ€ | -์ ˆ์ฐจ๋ฅผ ๋๊นŒ์ง€ ๋ฐŸ์œผ๋ฉด ์บ์‹œ์— ์„ธ์…˜์„ ๊ฐ€์ง„ ๋…ธ๋“œ๋„ refresh ๊ฐ€ `500` ์ธ ๊ฒƒ, JWKS ์™€ `.well-known` ๋งŒ `200` ์œผ๋กœ ์‚ด์•„ ์žˆ๋Š” ๊ฒƒ, Ready ํŒŒ๋“œ๊ฐ€ 0๊ฐœ์ด๊ณ  `ready` ์ฃผ์†Œ๊ฐ€ ๋นˆ ๋ชฉ๋ก์ธ ๊ฒƒ, ์ •๋ฌธ์ด `503` ์„ ์ฃผ๋Š” ๊ฒƒ, ํ—ฌ์Šค ๋„ค ํ•ญ๋ชฉ ์ค‘ `database connections` ๋งŒ DOWN ์ธ ๋ณธ๋ฌธ, `up = 1` ์ธ ์ฑ„๋กœ ์ „๋ฉด ์žฅ์• ๊ฐ€ ๋‚˜ ์žˆ๋Š” ๊ฒƒ, 15์ดˆ ๋งŒ์— ์žฌ์‹œ์ž‘ 0ํšŒ๋กœ ์Šค์Šค๋กœ ๋Œ์•„์˜ค๋Š” ๊ฒƒ์„ ์ž๊ธฐ ํ™”๋ฉด์—์„œ ๋ณด๊ฒŒ ๋œ๋‹ค. +์ ˆ์ฐจ๋ฅผ ๋๊นŒ์ง€ ๋ฐŸ์œผ๋ฉด ์บ์‹œ์— ์„ธ์…˜์„ ๊ฐ€์ง„ ๋…ธ๋“œ๋„ refresh ๊ฐ€ `500` ์ธ ๊ฒƒ, JWKS ์™€ `.well-known` ๋งŒ `200` ์œผ๋กœ ์‚ด์•„ ์žˆ๋Š” ๊ฒƒ, Ready ํŒŒ๋“œ๊ฐ€ 0๊ฐœ์ด๊ณ  `ready` ์ฃผ์†Œ๊ฐ€ ๋นˆ ๋ชฉ๋ก์ธ ๊ฒƒ, ์ •๋ฌธ์ด `503` ์„ ์ฃผ๋Š” ๊ฒƒ, ํ—ฌ์Šค ๋„ค ํ•ญ๋ชฉ ์ค‘ `database connections` ๋งŒ DOWN ์ธ ๋ณธ๋ฌธ, `up = 1` ์ธ ์ฑ„๋กœ ์ „๋ฉด ์žฅ์• ๊ฐ€ ๋‚˜ ์žˆ๋Š” ๊ฒƒ, DB ๋ณต๊ตฌ ๋’ค Keycloak ์žฌ์‹œ์ž‘ 0ํšŒ๋กœ ์Šค์Šค๋กœ ๋Œ์•„์˜ค๋Š” ๊ฒƒ์„ ์ž๊ธฐ ํ™”๋ฉด์—์„œ ๋ณด๊ฒŒ ๋œ๋‹ค. ## ์ „์ œ์™€ ๋˜๋Œ๋ฆฌ๊ธฐ @@ -184,32 +184,31 @@ kubectl -n keycloak-lab exec a2-probe -- sh -c 'echo "K0=$K0 K1=$K1 PW๊ธธ์ด=${# kubectl -n keycloak-lab exec -it a2-probe -- sh ``` -### 5. ์–‘์ชฝ ๋…ธ๋“œ์— ์„ธ์…˜์„ ํ•˜๋‚˜์”ฉ ๋งŒ๋“ ๋‹ค +### 5. ์–‘์ชฝ ๋…ธ๋“œ์— ์„ธ์…˜์„ ํ•˜๋‚˜์”ฉ ๋งŒ๋“ค๊ณ  ํ† ํฐ์„ ๋ณด๊ด€ํ•œ๋‹ค -**๋ฌด์—‡์„ ๋ณด๋Š”๊ฐ€** โ€” โ‘  ๊ณผ โ‘ก ๋ฅผ ๊ตฌ๋ถ„ํ•˜๋ ค๋ฉด ์บ์‹œ๋ฅผ ๊ฐ€์ง„ ๋…ธ๋“œ์™€ ์—†๋Š” ๋…ธ๋“œ๊ฐ€ ์žˆ์–ด์•ผ ํ•œ๋‹ค. A-0 ์—์„œ ํ™•์ธํ•œ ์„ฑ์งˆ์„ ๊ทธ๋Œ€๋กœ ์“ด๋‹ค โ€” ๊ฐ ๋…ธ๋“œ๋Š” ์ž๊ธฐ๊ฐ€ ๋กœ๊ทธ์ธ์‹œํ‚จ ์„ธ์…˜๋งŒ ์บ์‹œํ•œ๋‹ค. +**๋ฌด์—‡์„ ๋ณด๋Š”๊ฐ€** โ€” โ‘ ๊ณผ โ‘ก๋ฅผ ์ œ๋Œ€๋กœ ๊ตฌ๋ถ„ํ•˜๋ ค๋ฉด ๋จผ์ € **K0์ด ๋งŒ๋“  ์„ธ์…˜ ํ•˜๋‚˜, K1์ด ๋งŒ๋“  ์„ธ์…˜ ํ•˜๋‚˜**๋งŒ ์žˆ์–ด์•ผ ํ•œ๋‹ค. ๊ทธ๋ฆฌ๊ณ  DB๋ฅผ ๋‚ด๋ฆฐ ๋’ค ๊ฐ™์€ ์„ธ์…˜์„ ๋‹ค์‹œ ์‹œํ—˜ํ•ด์•ผ ํ•˜๋ฏ€๋กœ refresh token์„ ์—ฌ๊ธฐ์„œ ๋ณ€์ˆ˜์— ๋‹ด์•„ ๋‘”๋‹ค. -```sh label="[ํƒ์นจ ํŒŒ๋“œ] ๋‘ ๋…ธ๋“œ์— ๊ฐ๊ฐ ๋กœ๊ทธ์ธํ•˜๊ณ  sid ๋ฅผ ๋ฝ‘๋Š”๋‹ค" +```sh label="[ํƒ์นจ ํŒŒ๋“œ] K0ยทK1์— ํ•œ ๋ฒˆ์”ฉ๋งŒ ๋กœ๊ทธ์ธํ•œ๋‹ค" TOK=/realms/master/protocol/openid-connect/token -for H in "$K0" "$K1"; do - echo -n "$H : " - curl -s -X POST "http://$H:8080$TOK" \ - -d grant_type=password -d client_id=admin-cli \ - -d username=admin -d "password=$PW" \ - | sed -n 's/.*"access_token":"\([^"]*\)".*/\1/p' \ - | cut -d. -f2 | tr '_-' '/+' | base64 -d 2>/dev/null \ - | sed -n 's/.*"sid":"\([^"]*\)".*/\1/p' -done + +R0=$(curl -s -X POST "http://$K0:8080$TOK" \ + -d grant_type=password -d client_id=admin-cli \ + -d username=admin -d "password=$PW") +AT=$(echo "$R0" | sed -n 's/.*"access_token":"\([^"]*\)".*/\1/p') +RT0=$(echo "$R0" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') + +R1=$(curl -s -X POST "http://$K1:8080$TOK" \ + -d grant_type=password -d client_id=admin-cli \ + -d username=admin -d "password=$PW") +RT1=$(echo "$R1" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') + +echo "K0 access=${#AT} refresh=${#RT0}" +echo "K1 refresh=${#RT1}" ``` -**์–ด๋””๋ฅผ ๋ณด๋‚˜** โ€” ์‹ค์ธก์€ ์ด๋ ‡๋‹ค(observed, `02-setup-sessions.txt`). +์„ธ ๊ธธ์ด๊ฐ€ ๋ชจ๋‘ `0`๋ณด๋‹ค ์ปค์•ผ ํ•œ๋‹ค. ํ† ํฐ ๋ฌธ์ž์—ด ์ž์ฒด๋Š” ํ™”๋ฉด์— ์ฐ์ง€ ์•Š๋Š”๋‹ค. `RT0`์€ K0์ด ๋งŒ๋“  ์„ธ์…˜, `RT1`์€ K1์ด ๋งŒ๋“  ์„ธ์…˜์ด๋‹ค. ์ด ๊ตฌ๋ถ„์ด ๋’ค์˜ โ‘ ยทโ‘ก ๋น„๊ต์ถ•์ด๋‹ค. -```text -=== [์ค€๋น„] ์–‘์ชฝ ๋…ธ๋“œ์— ์„ธ์…˜์„ ํ•˜๋‚˜์”ฉ ๋งŒ๋“ ๋‹ค === - keycloak-0 ์—์„œ ๋กœ๊ทธ์ธ sid=EAXV5HcG2J1BZ3vnwONf64AQ ํ† ํฐ๊ธธ์ด=613 - keycloak-1 ์—์„œ ๋กœ๊ทธ์ธ sid=McyTj5lj3n_JqApCXeuAHExc ํ† ํฐ๊ธธ์ด=613 -``` - -**์ด ๊ฐ’์ด ๋œปํ•˜๋Š” ๊ฒƒ** โ€” ๋นˆ ์ค„์ด ๋‚˜์˜ค๋ฉด ๋กœ๊ทธ์ธ์ด ์‹คํŒจํ–ˆ๊ฑฐ๋‚˜ base64 ํŒจ๋”ฉ ๋•Œ๋ฌธ์— sid ๋ฅผ ๋ชป ๋ฝ‘์€ ๊ฒƒ์ด๋ฏ€๋กœ ์‘๋‹ต ์ „์ฒด๋ฅผ ํ•œ ๋ฒˆ ๊ทธ๋Œ€๋กœ ๋ณธ๋‹ค. +2026-09-22 ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๋‘ ์„ธ์…˜์„ ๋งŒ๋“  ์งํ›„ K0ยทK1์˜ `sessions` ๊ณ ์œ  ์—”ํŠธ๋ฆฌ๊ฐ€ ๊ฐ๊ฐ `1`, PostgreSQL online session์ด `2`์˜€๋‹ค. ### 6. ์„ธ์…˜์ด ๊ฐ์ž ๋…ธ๋“œ์—๋งŒ ์บ์‹œ๋๋Š”๊ฐ€ @@ -221,62 +220,87 @@ for POD in keycloak-0 keycloak-1; do kubectl -n keycloak-lab get --raw \ "/api/v1/namespaces/keycloak-lab/pods/$POD:9000/proxy/metrics" \ | grep '^vendor_statistics_approximate_entries_unique' \ - | grep -E 'cache="(sessions|clientSessions)"' + | grep 'cache="sessions"' done ``` -```bash label="[lab host] PostgreSQL์— ์ €์žฅ๋œ online session ์ˆ˜๋ฅผ ์„ผ๋‹ค" +```bash label="[lab host] PostgreSQL์˜ online session ์ˆ˜๋ฅผ ์„ผ๋‹ค" kubectl -n keycloak-lab exec deploy/postgres -- psql -U keycloak -d keycloak \ - -c "select offline_flag, count(*) from offline_user_session group by offline_flag order by offline_flag" + -c "select count(*) from offline_user_session where offline_flag='0'" ``` -2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” A-2 ์ง์ „ online session์ด `2`๊ฑด์ด์—ˆ๋‹ค. ์ด ์ˆซ์ž๋ฅผ ๋ณต๊ตฌ ๋’ค์™€ ๋น„๊ตํ•œ๋‹ค. +**์–ด๋””๋ฅผ ๋ณด๋‚˜** โ€” ์ด ์‹œ์ ์—๋Š” `K0=1`, `K1=1`, `DB=2`๊ฐ€ ๊ธฐ์ค€์ด๋‹ค. K0๊ณผ K1 ์ค‘ ํ•œ์ชฝ์ด `0`์ด๋ฉด ๋‘ ๋กœ๊ทธ์ธ ์ค‘ ํ•˜๋‚˜๊ฐ€ ์‹คํŒจํ•œ ๊ฒƒ์ด๋ฏ€๋กœ ์—ฌ๊ธฐ์„œ ๋ฉˆ์ถ˜๋‹ค. -### 7. โ‘ฃ ์— ์“ธ ํด๋ผ์ด์–ธํŠธ id ๋ฅผ ๋ฏธ๋ฆฌ ๋ฝ‘๋Š”๋‹ค +### 7. โ‘ฃ์— ์“ธ ํด๋ผ์ด์–ธํŠธ id๋ฅผ ๋ฏธ๋ฆฌ ๋ฝ‘๋Š”๋‹ค -**๋ฌด์—‡์„ ๋ณด๋Š”๊ฐ€** โ€” DB ๊ฐ€ ์ฃฝ์€ ๋’ค์—๋Š” ์ด ์กฐํšŒ ์ž์ฒด๊ฐ€ ์‹คํŒจํ•˜๋ฏ€๋กœ ์ง€๊ธˆ ๋ฝ‘์•„ ๋‘”๋‹ค. +**๋ฌด์—‡์„ ๋ณด๋Š”๊ฐ€** โ€” DB๊ฐ€ ์ฃฝ์€ ๋’ค์—๋Š” ์ด ์กฐํšŒ ์ž์ฒด๊ฐ€ ์‹คํŒจํ•˜๋ฏ€๋กœ ์ง€๊ธˆ ๋ฝ‘์•„ ๋‘”๋‹ค. ์ƒˆ๋กœ ๋กœ๊ทธ์ธํ•˜์ง€ ์•Š๊ณ  5๋ฒˆ์—์„œ ์ด๋ฏธ ๋ฐ›์€ `AT`๋ฅผ ๊ทธ๋Œ€๋กœ ์“ด๋‹ค. ๊ทธ๋ž˜์•ผ ์ค€๋น„ ๋‹จ๊ณ„์—์„œ ์„ธ์…˜ ์ˆ˜๊ฐ€ ๋ถˆํ•„์š”ํ•˜๊ฒŒ ๋Š˜์ง€ ์•Š๋Š”๋‹ค. -```sh label="[ํƒ์นจ ํŒŒ๋“œ] โ‘  ์‘๋‹ต์„ ํ•œ ๋ฒˆ ๊ทธ๋Œ€๋กœ ๋ณธ๋‹ค" -AT=$(curl -s -X POST "http://$K0:8080$TOK" \ - -d grant_type=password -d client_id=admin-cli \ - -d username=admin -d "password=$PW" \ - | sed -n 's/.*"access_token":"\([^"]*\)".*/\1/p') +```sh label="[ํƒ์นจ ํŒŒ๋“œ] admin-cli ๋‚ด๋ถ€ id๋ฅผ ์ฐพ๋Š”๋‹ค" curl -s -H "Authorization: Bearer $AT" \ "http://$K0:8080/admin/realms/master/clients?clientId=admin-cli" -``` -์ž˜๋ผ๋‚ด๋Š” ์ค„์€ ๋ฏธ๊ฒ€์ฆ์ด๋‹ค(unknown). - -```sh label="[ํƒ์นจ ํŒŒ๋“œ] โ‘ก ์ฒซ ๋ฒˆ์งธ id ๋งŒ ์ž˜๋ผ๋‚ธ๋‹ค" CID=$(curl -s -H "Authorization: Bearer $AT" \ "http://$K0:8080/admin/realms/master/clients?clientId=admin-cli" \ | tr ',' '\n' | grep -m1 '"id"' | cut -d'"' -f4) echo "CID=$CID" ``` +`CID`๊ฐ€ ๋นˆ ๋ฌธ์ž์—ด์ด๋ฉด ๋‹ค์Œ ๋‹จ๊ณ„๋กœ ๊ฐ€์ง€ ์•Š๋Š”๋‹ค. ์ด ํŒŒ์‹ฑ์€ A-0์—์„œ ์‚ฌ์šฉํ•œ ๊ฒƒ๊ณผ ๊ฐ™์€ ๋ฐฉ์‹์ด๋‹ค. + ### 8. ๋„ค ๊ฒฝ๋กœ๋ฅผ ์ •์ƒ ์ƒํƒœ์—์„œ ํ•œ ๋ฒˆ ๋Œ๋ฆฐ๋‹ค -```sh label="[ํƒ์นจ ํŒŒ๋“œ] ํ† ํฐ ๋‘˜์„ ๋ฐ›๊ณ  ๋„ค ๊ฒฝ๋กœ๋ฅผ ์ฐจ๋ก€๋กœ ์นœ๋‹ค" -R0=$(curl -s -X POST "http://$K0:8080$TOK" \ - -d grant_type=password -d client_id=admin-cli -d username=admin -d "password=$PW") -RT0=$(echo "$R0" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') -R1=$(curl -s -X POST "http://$K1:8080$TOK" \ - -d grant_type=password -d client_id=admin-cli -d username=admin -d "password=$PW") -RT1=$(echo "$R1" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') +์—ฌ๊ธฐ์„œ โ‘ ๊ณผ โ‘ก๊ฐ€ ๋‹ค๋ฅด๋‹ค๋Š” ์ ์ด ์ค‘์š”ํ•˜๋‹ค. -curl -s -o /dev/null -w 'โ‘  %{http_code}\n' --max-time 10 -X POST "http://$K0:8080$TOK" \ - -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT0" -curl -s -o /dev/null -w 'โ‘ก %{http_code}\n' --max-time 10 -X POST "http://$K1:8080$TOK" \ - -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT1" +```text +โ‘  RT0์€ K0์ด ๋งŒ๋“  ์„ธ์…˜ โ†’ K0 ๋กœ์ปฌ ์บ์‹œ์— ์žˆ๋‹ค โ†’ K0์—์„œ refresh +โ‘ก RT1์€ K1์ด ๋งŒ๋“  ์„ธ์…˜ โ†’ K0 ๋กœ์ปฌ ์บ์‹œ์— ์—†๋‹ค โ†’ K0์—์„œ refresh +``` + +refresh token์€ ์‚ฌ์šฉ ๋’ค ์ƒˆ ๊ฐ’์œผ๋กœ ํšŒ์ „ํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ๋ž˜์„œ ์ƒํƒœ์ฝ”๋“œ๋งŒ ๋ณด๊ณ  ๋ฒ„๋ฆฌ์ง€ ์•Š๊ณ  **์‘๋‹ต ๋ณธ๋ฌธ์—์„œ ์ƒˆ refresh token์„ ๋‹ค์‹œ ๋ณ€์ˆ˜์— ์ €์žฅํ•œ๋‹ค.** ์ด ์ž‘์—…์„ ๋นผ๋ฉด DB ์ •์ง€ ๋’ค ์˜› ํ† ํฐ์„ ์žฌ์‚ฌ์šฉํ•˜๊ฒŒ ๋˜์–ด `500`์˜ ์›์ธ์„ DB ์žฅ์• ์™€ ํ† ํฐ ์žฌ์‚ฌ์šฉ ์ค‘์—์„œ ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์—†๋‹ค. + +```sh label="[ํƒ์นจ ํŒŒ๋“œ] โ‘  K0์ด ๋งŒ๋“  ์„ธ์…˜์„ K0์—์„œ refresh" +R=$(curl -s -w '\n%{http_code}' --max-time 10 -X POST "http://$K0:8080$TOK" \ + -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT0") +CODE=$(echo "$R" | tail -1) +BODY=$(echo "$R" | sed '$d') +RT0=$(echo "$BODY" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') +AT=$(echo "$BODY" | sed -n 's/.*"access_token":"\([^"]*\)".*/\1/p') +echo "โ‘  $CODE" +``` + +```sh label="[ํƒ์นจ ํŒŒ๋“œ] โ‘ก K1์ด ๋งŒ๋“  ์„ธ์…˜์„ K0์—์„œ refresh" +R=$(curl -s -w '\n%{http_code}' --max-time 10 -X POST "http://$K0:8080$TOK" \ + -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT1") +CODE=$(echo "$R" | tail -1) +BODY=$(echo "$R" | sed '$d') +RT1=$(echo "$BODY" | sed -n 's/.*"refresh_token":"\([^"]*\)".*/\1/p') +echo "โ‘ก $CODE" +``` + +โ‘ก๊ฐ€ ๋๋‚œ ์งํ›„์—๋„ K0์˜ `sessions` ๊ณ ์œ  ์—”ํŠธ๋ฆฌ๊ฐ€ 1์ธ์ง€ ๊ด€์ฐฐ์šฉ ํ„ฐ๋ฏธ๋„์—์„œ ํ™•์ธํ•œ๋‹ค. 2026-09-22 ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์—์„œ๋Š” โ‘ก๊ฐ€ `200`์ธ๋ฐ๋„ `K0=1`, `K1=1` ๊ทธ๋Œ€๋กœ์˜€๋‹ค. ์ฆ‰ โ‘ก๋Š” ์‹ค์ œ๋กœ **K0 ๋กœ์ปฌ cache entry๊ฐ€ ์—†๋Š” ์„ธ์…˜**์„ ์ฒ˜๋ฆฌํ•œ ๋Œ€์กฐ๊ตฐ์ด๋‹ค. + +```sh label="[ํƒ์นจ ํŒŒ๋“œ] โ‘ข ์ƒˆ ๋กœ๊ทธ์ธ ยท โ‘ฃ ์ด๋ฏธ ๋ฐ›์€ access token์œผ๋กœ ๊ด€๋ฆฌ API" curl -s -o /dev/null -w 'โ‘ข %{http_code}\n' --max-time 10 -X POST "http://$K0:8080$TOK" \ - -d grant_type=password -d client_id=admin-cli -d username=admin -d "password=$PW" -curl -s -o /dev/null -w 'โ‘ฃ %{http_code}\n' --max-time 10 -H "Authorization: Bearer $AT" \ + -d grant_type=password -d client_id=admin-cli \ + -d username=admin -d "password=$PW" + +curl -s -o /dev/null -w 'โ‘ฃ %{http_code}\n' --max-time 10 \ + -H "Authorization: Bearer $AT" \ "http://$K0:8080/admin/realms/master/clients/$CID/user-sessions?max=100" ``` -**์–ด๋””๋ฅผ ๋ณด๋‚˜** โ€” ์ •์ƒ ์ƒํƒœ์—์„œ๋Š” ๋„ค ์ค„์ด ์ „๋ถ€ `200` ์ด๋‹ค. +**์–ด๋””๋ฅผ ๋ณด๋‚˜** โ€” ์ •์ƒ ์ƒํƒœ์—์„œ๋Š” `โ‘  200`, `โ‘ก 200`, `โ‘ข 200`, `โ‘ฃ 200`์ด๋‹ค. -**์ด ๊ฐ’์ด ๋œปํ•˜๋Š” ๊ฒƒ** โ€” `-o /dev/null` ์„ ๋นผ๋ฉด ์•ˆ ๋œ๋‹ค. ๋นผ๋ฉด ๋ณธ๋ฌธ๊ณผ ์ƒํƒœ์ฝ”๋“œ๊ฐ€ ํ•œ ์ค„์— ์„ž์—ฌ ๋‚˜์˜ค๊ณ , ์›๋ž˜ ์‹คํ–‰์ด ์ •ํ™•ํžˆ ๊ทธ๊ฒƒ์„ ๋‹นํ–ˆ๋‹ค. +โ‘ข์€ ์„ฑ๊ณตํ•˜๋ฉด ์„ธ์…˜์„ ํ•˜๋‚˜ ๋” ๋งŒ๋“ ๋‹ค. ๋”ฐ๋ผ์„œ ์ฃผ์ž… ์ง์ „ DB row ์ˆ˜๋Š” ์ฒ˜์Œ์˜ `2`๊ฐ€ ์•„๋‹ˆ๋ผ `3`์ด๋‹ค. ๊ณ ์ • ์ˆซ์ž๋ฅผ ์™ธ์šฐ์ง€ ๋ง๊ณ  ์‹ค์ œ ๊ฐ’์„ ๋ณ€์ˆ˜์ฒ˜๋Ÿผ ๊ธฐ๋กํ•œ๋‹ค. + +```bash label="[lab host] ์ฃผ์ž… ์ง์ „ DB ์„ธ์…˜ ์ˆ˜๋ฅผ ๊ธฐ๋กํ•œ๋‹ค" +DB_BEFORE=$(kubectl -n keycloak-lab exec deploy/postgres -- \ + psql -U keycloak -d keycloak -Atc \ + "select count(*) from offline_user_session where offline_flag='0'") +echo "DB_BEFORE=$DB_BEFORE" +``` + +2026-09-22 ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์€ `DB_BEFORE=3`์ด์—ˆ๋‹ค. ๋ณต๊ตฌ ๋’ค์—๋Š” ์ด ๊ฐ’๊ณผ ๋‹ค์‹œ ๋น„๊ตํ•œ๋‹ค. ์ƒํƒœ๊ฐ€ ํ•„์š” ์—†๋Š” ๊ฒฝ๋กœ๋„ ๋ฏธ๋ฆฌ ์žฌ ๋‘”๋‹ค. @@ -393,12 +417,12 @@ kubectl -n keycloak-lab exec -it a2-probe -- sh **์—ฌ๊ธฐ์„œ ์‹œ๊ณ„๋ฅผ ๋ณธ๋‹ค.** 7๋ฒˆ์—์„œ `AT` ๋ฅผ ๋ฐ›์€ ์ง€ 60์ดˆ๊ฐ€ ์ง€๋‚ฌ์œผ๋ฉด โ‘ฃ ๋Š” `401` ์„ ์ค€๋‹ค. ๊ทธ `401` ์€ DB ๋•Œ๋ฌธ์ด ์•„๋‹ˆ๋ผ ํ† ํฐ์ด ๋งŒ๋ฃŒ๋ผ์„œ ๋‚˜์˜จ ๊ฒƒ์ด๋ผ, ์ด ์‹คํ—˜์ด ์žฌ๋ ค๋Š” ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. 60์ดˆ๋ฅผ ๋„˜๊ฒผ์œผ๋ฉด โ‘ฃ ๋Š” ์ด ํšŒ์ฐจ์—์„œ ๋ชป ์žฐ๋‹ค โ€” DB ๊ฐ€ ์—†๋Š” ๋™์•ˆ์—๋Š” ์ƒˆ ํ† ํฐ์„ ๋ฐ›์„ ์ˆ˜ ์—†๋‹ค(โ‘ข ์ด ์ด๋ฏธ `500` ์ด๋‹ค). ๋ณต๊ตฌ ์ ˆ๊นŒ์ง€ ๊ฐ€์„œ โ‘ฃ ๋งŒ ๋‹ค์‹œ ์ณ๋„ ์•ˆ ๋œ๋‹ค โ€” ๊ทธ๋•Œ๋Š” DB ๊ฐ€ ์‚ด์•„ ์žˆ์–ด `200` ์ด ๋‚˜์˜ค๋ฏ€๋กœ ์ด ํ‘œ๊ฐ€ ๋ฌป๋Š” ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. โ‘ฃ ๊ฐ€ ํ•„์š”ํ•˜๋ฉด ๋ณต๊ตฌํ•œ ๋’ค ํ† ํฐ์„ ์ƒˆ๋กœ ๋ฐ›๊ณ  ์ฃผ์ž…๋ถ€ํ„ฐ ๋‹ค์‹œ ๋ˆ๋‹ค. โ‘ ยทโ‘กยทโ‘ข ์€ `AT` ๋ฅผ ์“ฐ์ง€ ์•Š์œผ๋ฏ€๋กœ ๊ทธ๋Œ€๋กœ ์“ด๋‹ค. -์ฃผ์ž… ์ „ 8๋ฒˆ์—์„œ ์นœ ๊ฒƒ๊ณผ ๊ธ€์ž๊นŒ์ง€ ๊ฐ™์€ ๋ธ”๋ก์ด๋‹ค. +โ‘ ยทโ‘ก๋Š” 8๋ฒˆ์—์„œ ๊ฐฑ์‹ ํ•ด ๋‘” **์ตœ์‹  `RT0`ยท`RT1`**์„ ๊ทธ๋Œ€๋กœ ์“ด๋‹ค. โ‘ก์˜ ๋Œ€์ƒ์€ K1์ด ์•„๋‹ˆ๋ผ K0๋‹ค. ```sh label="[ํƒ์นจ ํŒŒ๋“œ] ๋„ค ๊ฒฝ๋กœ๋ฅผ ๋‹ค์‹œ ์นœ๋‹ค" curl -s -o /dev/null -w 'โ‘  %{http_code}\n' --max-time 10 -X POST "http://$K0:8080$TOK" \ -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT0" -curl -s -o /dev/null -w 'โ‘ก %{http_code}\n' --max-time 10 -X POST "http://$K1:8080$TOK" \ +curl -s -o /dev/null -w 'โ‘ก %{http_code}\n' --max-time 10 -X POST "http://$K0:8080$TOK" \ -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT1" curl -s -o /dev/null -w 'โ‘ข %{http_code}\n' --max-time 10 -X POST "http://$K0:8080$TOK" \ -d grant_type=password -d client_id=admin-cli -d username=admin -d "password=$PW" @@ -410,11 +434,13 @@ curl -s -o /dev/null -w 'โ‘ฃ %{http_code}\n' --max-time 10 -H "Authorization: Be ```text โ‘  ์บ์‹œ๋ฅผ ๊ฐ€์ง„ ๋…ธ๋“œ(keycloak-0)์—์„œ refresh HTTP 500 - โ‘ก ์บ์‹œ๊ฐ€ ์—†๋Š” ๋…ธ๋“œ(keycloak-1)์—์„œ refresh HTTP 500 + โ‘ก K1 ์„ธ์…˜์„ cache ์—†๋Š” K0์—์„œ refresh HTTP 500 โ‘ข ์ƒˆ ๋กœ๊ทธ์ธ HTTP 500 โ‘ฃ ๊ด€๋ฆฌ API (์„ธ์…˜ ์กฐํšŒ ํ•„์š”) HTTP 500 ``` +2026-09-22 ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์—์„œ๋„ ๋„ค ๊ฒฝ๋กœ๊ฐ€ ๋ชจ๋‘ `500`์ด์—ˆ๋‹ค. ์ด ํšŒ์ฐจ๋Š” โ‘ก๋ฅผ ์‹ค์ œ cross-node/no-local-cache ๊ฒฝ๋กœ๋กœ ๋ฐ”๋กœ์žก๊ณ  ๋‹ค์‹œ ์‹คํ–‰ํ•œ ๊ฒฐ๊ณผ๋‹ค. ์›๋ณธ์€ `final/evidence/raw/2026-09-22-test-server-revalidation/a2-07-corrected-control-refreshes.txt`, `a2-08-corrected-control-four-paths.txt`, `a2-09-corrected-outage-and-recovery.txt`์— ๋‚จ๊ฒผ๋‹ค. + ๋ณธ๋ฌธ๋„ ํ•œ ๋ฒˆ ๊ทธ๋Œ€๋กœ ๋ณธ๋‹ค. ```sh label="[ํƒ์นจ ํŒŒ๋“œ] 500 ์˜ ๋ณธ๋ฌธ์„ ๋ณธ๋‹ค" @@ -448,7 +474,7 @@ HTTP 000000{"error":"HTTP 401 Unauthorized"}401 `curl -w '%{http_code}'` ๋ฅผ ์“ฐ๋ฉด์„œ `-o /dev/null` ์„ ๋นผ๋ฉด ๋ณธ๋ฌธ์ด ํ‘œ์ค€์ถœ๋ ฅ์œผ๋กœ ๊ฐ™์ด ๋‚˜์˜ค๊ณ , ๊ฑฐ๊ธฐ์— `--retry` ๊นŒ์ง€ ๊ฑธ๋ ค ์žˆ์–ด ์‹คํŒจํ•œ ์‹œ๋„์˜ `000` ์ด ์•ž์— ์Œ“์ธ๋‹ค. ์œ„ ํ‘œ์˜ โ‘ฃ `500` ์€ ์•„๋ž˜ ใ€Œ์„œ๋ช… ๊ฒ€์ฆ๋งŒ ํ•„์š”ํ•œ ๋‘ ๊ฒฝ๋กœ์™€ โ‘ฃใ€ ๋ธ”๋ก์—์„œ DB ๊ฐ€ ์•„์ง ๋‚ด๋ ค๊ฐ€ ์žˆ๋Š” ๋™์•ˆ ๋‹ค์‹œ ์žฐ ๊ฐ’์ด๋‹ค. ์ฒซ ์ธก์ •์€ ์“ฐ์ง€ ์•Š์•˜๋‹ค โ€” ์˜ค์—ผ๋œ ์ธก์ •์€ ๋ฒ„๋ฆฌ๊ณ  ๋‹ค์‹œ ์žฐ๋‹ค. -โ‘ ์˜ `500`์ด ์ด ์‹คํ—˜์˜ ํ•ต์‹ฌ์ด๋‹ค. ์„ธ์…˜์ด ๋ฉ”๋ชจ๋ฆฌ ์บ์‹œ์— ์žˆ์–ด๋„ refresh๋Š” DB๊ฐ€ ์—†์œผ๋ฉด ์™„๋ฃŒ๋˜์ง€ ์•Š์•˜๋‹ค. **์—ฌ๊ธฐ์„œ ํ•„์š”ํ•œ ๊ฒฐ๋ก ์€ ํŠน์ • SQL ๋ฌธ์žฅ์„ ๋‹จ์ •ํ•˜๋Š” ๊ฒƒ์ด ์•„๋‹ˆ๋ผ, refresh ์ฒ˜๋ฆฌ์— persistent session store ์“ฐ๊ธฐ ๊ฒฝ๋กœ๊ฐ€ ํฌํ•จ๋œ๋‹ค๋Š” ๊ฒƒ**์ด๋‹ค. A-0์˜ 2026-09-22 ์ •์ƒ ํด๋Ÿฌ์Šคํ„ฐ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๋ฐ˜๋Œ€ํŽธ refresh์— ๋ณ„๋„ ์„ธ์…˜ SELECT๊ฐ€ ์—†์—ˆ์œผ๋ฏ€๋กœ, ์˜ค๋ž˜๋œ `UPDATE OFFLINE_USER_SESSION ...` ํ•œ ์ค„์„ ๋ชจ๋“  refresh์˜ ๊ณ ์ • ๊ฒฝ๋กœ์ฒ˜๋Ÿผ ์„ค๋ช…ํ•˜์ง€ ์•Š๋Š”๋‹ค. +โ‘ ๊ณผ โ‘ก๊ฐ€ **๋‘˜ ๋‹ค `500`**์ด๋ผ๋Š” ๊ฒƒ์ด ์ด ์‹คํ—˜์˜ ํ•ต์‹ฌ์ด๋‹ค. ๋กœ์ปฌ cache entry๊ฐ€ ์žˆ๋Š” ์„ธ์…˜๋„, ์—†๋Š” ์„ธ์…˜๋„ DB๊ฐ€ ์—†์œผ๋ฉด refresh๋ฅผ ์™„๋ฃŒํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. **์—ฌ๊ธฐ์„œ ํ•„์š”ํ•œ ๊ฒฐ๋ก ์€ refresh ์ฒ˜๋ฆฌ์— persistent session store์˜ read/write ๊ฒฝ๋กœ๊ฐ€ ํฌํ•จ๋œ๋‹ค๋Š” ๊ฒƒ**์ด๋‹ค. A-0์˜ 2026-09-22 ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ๋„ ๋ฐ˜๋Œ€ํŽธ refresh๊ฐ€ `OFFLINE_USER_SESSION`ยท`OFFLINE_CLIENT_SESSION`์„ `SELECT`ํ•˜๊ณ  `UPDATE`ํ•˜๋Š” ๊ฒƒ์„ ์ง์ ‘ ํ™•์ธํ–ˆ๋‹ค. ๋‹ค๋งŒ SQL ๋ฌธ์žฅ ์ˆ˜๋‚˜ ์ˆœ์„œ๋ฅผ ๋ชจ๋“  refresh์˜ ๊ณ ์ • ๊ณ„์•ฝ์ฒ˜๋Ÿผ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๊ณ , ์ด ์‹คํ—˜์—์„œ๋Š” DB ์˜์กด์„ฑ ์ž์ฒด๋ฅผ ํŒ์ •ํ•œ๋‹ค. ์ƒํƒœ๊ฐ€ ํ•„์š” ์—†๋Š” ๊ฒฝ๋กœ๋Š” ์‚ด์•„๋‚จ๋Š”๋‹ค. โ‘ฃ ๋„ ์—ฌ๊ธฐ์„œ ํ•œ ๋ฒˆ ๋” ์นœ๋‹ค โ€” ํ‘œ์— ์ ์€ โ‘ฃ `500` ์ด ์ด ๋ธ”๋ก์ด ๋‚ธ ๊ฐ’์ด๋‹ค. ์…‹์„ ํ•œ ๋ธ”๋ก์— ๋‘๋ฉด ์„ธ ๊ฒฝ๋กœ์˜ ๋‹ต์ด ํ•œ ํ™”๋ฉด์— ๋‚˜๋ž€ํžˆ ๋‚˜์˜จ๋‹ค. @@ -662,18 +688,20 @@ deployment "postgres" successfully rolled out **๋ชฉ์ ** โ€” ์ •์ƒ ์ข…๋ฃŒ๊ฐ€ ๋ฐ์ดํ„ฐ๋ฅผ ์žƒ์ง€ ์•Š์•˜๋‹ค๋Š” ๊ฒƒ์„ ์ˆซ์ž๋กœ ํ™•์ธํ•˜๊ณ  ์‹คํ—˜ ๋„๊ตฌ๋ฅผ ์น˜์šด๋‹ค. -```bash label="[lab host] โ‘  ์„ธ์…˜ ์ˆ˜๋ฅผ ๋‹ค์‹œ ์„ผ๋‹ค" -kubectl -n keycloak-lab exec deploy/postgres -- psql -U keycloak -d keycloak \ - -c "select offline_flag, count(*) from offline_user_session group by offline_flag" +```bash label="[lab host] โ‘  ์ฃผ์ž… ์ „ํ›„ ์„ธ์…˜ ์ˆ˜๋ฅผ ํ•œ ์ค„๋กœ ๋น„๊ตํ•œ๋‹ค" +DB_AFTER=$(kubectl -n keycloak-lab exec deploy/postgres -- \ + psql -U keycloak -d keycloak -Atc \ + "select count(*) from offline_user_session where offline_flag='0'") +echo "DB_BEFORE=$DB_BEFORE DB_AFTER=$DB_AFTER" ``` ```bash label="[lab host] โ‘ก ํƒ์นจ ํŒŒ๋“œ๋ฅผ ์ง์ ‘ ์ง€์šด๋‹ค" kubectl -n keycloak-lab delete pod a2-probe --ignore-not-found ``` -**์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” 2026-09-22 ์žฌ๊ฒ€์ฆ์€ ์ฃผ์ž… ์ „ `2`, ๋ณต๊ตฌ ํ›„ `2`์˜€๋‹ค. ์ •์ƒ ์ข…๋ฃŒ ๊ตฌ๊ฐ„์—์„œ ์ƒˆ ๋กœ๊ทธ์ธ์€ `500`์œผ๋กœ ์‹คํŒจํ–ˆ์œผ๋ฏ€๋กœ ์ด๋ฒˆ ํšŒ์ฐจ์—๋Š” ์„ธ์…˜ ์ˆ˜๊ฐ€ ๋Š˜ ์ด์œ ๋„ ์—†์—ˆ๋‹ค. +**์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” ๋ณต๊ตฌ ๋’ค ์„ธ์…˜ ์ˆ˜๊ฐ€ ์•ž์—์„œ ๊ธฐ๋กํ•œ `DB_BEFORE`์™€ ๊ฐ™์•„์•ผ ํ•œ๋‹ค. 2026-09-22 ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `DB_BEFORE=3`, `DB_AFTER=3`์ด์—ˆ๋‹ค. DB๊ฐ€ ๋‚ด๋ ค๊ฐ„ ๋™์•ˆ โ‘ข ์ƒˆ ๋กœ๊ทธ์ธ์€ `500`์œผ๋กœ ์‹คํŒจํ–ˆ์œผ๋ฏ€๋กœ ์žฅ์•  ๊ตฌ๊ฐ„์—์„œ ์ƒˆ ์„ธ์…˜์ด ์ถ”๊ฐ€๋˜์ง€ ์•Š์•˜๋‹ค. -**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” ์ฃผ์ž… ์ „ํ›„ ๋™์ผํ•œ `2`๊ฑด์ด ๋‚จ์•„ ์ •์ƒ ์ข…๋ฃŒ ์ž์ฒด๊ฐ€ ์ €์žฅ๋œ ์„ธ์…˜ ํ–‰์„ ์žƒ์ง€ ์•Š์•˜์Œ์„ ํ™•์ธํ–ˆ๋‹ค. ํƒ์นจ ํŒŒ๋“œ๋Š” `sleep 7200` ์ด ๋๋‚˜๋ฉด `Completed` ๋กœ ๋‚จ๊ณ  ์ž๋™์œผ๋กœ ์‚ฌ๋ผ์ง€์ง€ ์•Š๋Š”๋‹ค. ๋‹ค์Œ ์‹คํ—˜์—์„œ `a2-probe` ์ด๋ฆ„์ด ์ด๋ฏธ ์žˆ๋‹ค๊ณ  ๊ฑฐ์ ˆ๋‹นํ•˜๋Š” ๊นŒ๋‹ญ์ด ๊ฑฐ๊ธฐ ์žˆ๋‹ค. +**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” `DB_AFTER == DB_BEFORE`๊ฐ€ ์ •์ƒ ์ข…๋ฃŒ ์ž์ฒด๊ฐ€ ์ €์žฅ๋œ ์„ธ์…˜ ํ–‰์„ ์žƒ์ง€ ์•Š์•˜์Œ์„ ํ™•์ธํ•œ๋‹ค. ํŠน์ • ์ˆซ์ž `2`๋ฅผ ๊ธฐ์ค€์œผ๋กœ ์‚ผ์ง€ ์•Š๋Š”๋‹ค. ์ค€๋น„ยท๋Œ€์กฐ๊ตฐ ๋‹จ๊ณ„์—์„œ ๋งŒ๋“œ๋Š” ์„ธ์…˜ ์ˆ˜๊ฐ€ ๋ฐ”๋€Œ๋ฉด ์ˆซ์ž๋„ ๋ฐ”๋€Œ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ํƒ์นจ ํŒŒ๋“œ๋Š” `sleep 7200` ์ด ๋๋‚˜๋ฉด `Completed` ๋กœ ๋‚จ๊ณ  ์ž๋™์œผ๋กœ ์‚ฌ๋ผ์ง€์ง€ ์•Š๋Š”๋‹ค. ๋‹ค์Œ ์‹คํ—˜์—์„œ `a2-probe` ์ด๋ฆ„์ด ์ด๋ฏธ ์žˆ๋‹ค๊ณ  ๊ฑฐ์ ˆ๋‹นํ•˜๋Š” ๊นŒ๋‹ญ์ด ๊ฑฐ๊ธฐ ์žˆ๋‹ค. **๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” ์„ธ์…˜ ์ˆ˜๊ฐ€ ์ฃผ์ž… ์ „๋ณด๋‹ค ์ ์œผ๋ฉด ์ด ์‹คํ—˜ ๋ฐ–์—์„œ ๋ˆ„๊ฐ€ ์ง€์šด ๊ฒƒ์ด๋‹ค. A-3 ์˜ ์ •๋ฆฌ ๋‹จ๊ณ„๊ฐ€ ๋Œ์•˜๋Š”์ง€ ๋ณธ๋‹ค. @@ -685,7 +713,7 @@ kubectl -n keycloak-lab delete pod a2-probe --ignore-not-found | ํ—ฌ์Šค | `exec a2-probe -- curl -s "http://$K0:9000/health/ready"` | ์ „์ฒด `UP` | | ํด๋Ÿฌ์Šคํ„ฐ | `vendor_cluster_size` | ์–‘์ชฝ `2` | | ํƒ์นจ ํŒŒ๋“œ | `kubectl -n keycloak-lab get pod a2-probe` | ์ง€์› ์œผ๋ฉด `NotFound` | -| ๋ฐ– | `curl -s -o /dev/null -w '%{http_code}\n' https://auth.hyeonworks.com/realms/master` | `200` | +| edge ๊ฒฝ๋กœ | `curl -skS --resolve auth.hyeonworks.com:443:192.168.122.10 -o /dev/null -w '%{http_code}\n' https://auth.hyeonworks.com/realms/master` | `200` | ํ‘œ๋Š” ์œ„์—์„œ ์•„๋ž˜๋กœ ํ•œ ๋ฒˆ์— ์น˜์ง€ ์•Š๋Š”๋‹ค. ๋ง‰ํ˜”์„ ๋•Œ ํ•ด๋‹นํ•˜๋Š” ์ค„๋งŒ ์งš๋Š”๋‹ค. ํ—ฌ์Šค ์ค„์˜ `$K0` ๋Š” ๊ด€์ฐฐ ์ ˆ์—์„œ ๊ด€์ฐฐ์šฉ ํ„ฐ๋ฏธ๋„์— ์žก์•„ ๋‘” ๊ฐ’์ด๋ผ ๊ทธ ํ„ฐ๋ฏธ๋„์„ ๋‹ซ์•˜์œผ๋ฉด ๊ทธ ๋‘ ์ค„๋ถ€ํ„ฐ ๋‹ค์‹œ ์นœ๋‹ค. ํ—ฌ์Šค ์ค„ ์ž์ฒด๋Š” ํƒ์นจ ํŒŒ๋“œ๊ฐ€ ๋‚จ์•„ ์žˆ์„ ๋•Œ๋งŒ ๋˜๋ฏ€๋กœ โ‘ก ๋กœ ์ง€์› ์œผ๋ฉด ๊ฑด๋„ˆ๋›ด๋‹ค. @@ -711,12 +739,12 @@ kubectl -n keycloak-lab delete pod a2-probe --ignore-not-found 2026-09-22 ํ˜„์žฌ lab์—์„œ A-2๋ฅผ ๋‹ค์‹œ ์‹คํ–‰ํ–ˆ๋‹ค. ์ฆ๊ฑฐ๋Š” `final/evidence/raw/2026-09-22-test-server-revalidation/a2-*.txt`์— ์žˆ๋‹ค. -- (observed, 2026-09-22) ์ฃผ์ž… ์ „ Keycloak ๋‘ ํŒŒ๋“œ Ready, cluster size `2/2`, online session `2`, ์ •๋ฌธ `200`. -- (observed, 2026-09-22) PostgreSQL์„ `replicas=0`์œผ๋กœ ๋‚ด๋ฆฐ ์งํ›„ ๋‘ ํŒŒ๋“œ์˜ ๊ธฐ์กด refresh๊ฐ€ ๋ชจ๋‘ `500`, ์ƒˆ login `500`, admin session API `500`, JWKS์™€ `.well-known`์€ `200`. +- (observed, 2026-09-22) ์ˆ˜์ • ์žฌ๊ฒ€์ฆ์—์„œ ์ค€๋น„ ์งํ›„์—๋Š” K0ยทK1 `sessions=1/1`, online session `2`. ๋Œ€์กฐ๊ตฐ์˜ โ‘ข ์ƒˆ ๋กœ๊ทธ์ธ๊นŒ์ง€ ๋๋‚ธ **์ฃผ์ž… ์ง์ „**์—๋Š” `K0=2`, `K1=1`, `DB_BEFORE=3`, cluster size `2/2`, edge `200`์ด์—ˆ๋‹ค. +- (observed, 2026-09-22) PostgreSQL์„ `replicas=0`์œผ๋กœ ๋‚ด๋ฆฌ์ž โ‘  K0 ๋กœ์ปฌ ์„ธ์…˜ refresh `500`, โ‘ก K1์—์„œ ๋งŒ๋“  ์„ธ์…˜์„ K0์—์„œ refresh `500`, โ‘ข ์ƒˆ login `500`, โ‘ฃ admin session API `500`์ด์—ˆ๋‹ค. ์ฒซ ํšŒ์ฐจ์—์„œ JWKS์™€ `.well-known`์€ ๊ณ„์† `200`์ด์—ˆ๋‹ค. - (observed, 2026-09-22) ๋‘ Keycloak์€ restart count ์ฆ๊ฐ€ ์—†์ด `Ready=false`, EndpointSlice `false,false`, edge์™€ ์™ธ๋ถ€ ์‘๋‹ต์€ `503`. - (observed, 2026-09-22) ์ง์ ‘ Pod IP์˜ `/health/ready`๋ฅผ ๋ณด๋ฉด ์ „์ฒด `DOWN`, `database connections async health check`๋งŒ `DOWN`, cluster health์™€ initialized๋Š” `UP`. - (observed, 2026-09-22) `kube_pod_status_ready` Prometheus query๋Š” ์—ฌ์ „ํžˆ ๋นˆ ๋ฐฐ์—ด์ด๋‹ค. -- (observed, 2026-09-22) PostgreSQL์€ 13:56:21 KST์— Ready๊ฐ€ ๋๊ณ  13:56:37 ํ™•์ธ ์‹œ ๋‘ Keycloak์€ ์žฌ์‹œ์ž‘ ์—†์ด Ready, edge/์™ธ๋ถ€ `200`, online session์€ ์ฃผ์ž… ์ „๊ณผ ๊ฐ™์€ `2`, cluster size `2/2`. +- (observed, 2026-09-22) ์ˆ˜์ • ์žฌ๊ฒ€์ฆ ๋ณต๊ตฌ ๋’ค `DB_AFTER=3`์œผ๋กœ `DB_BEFORE=3`๊ณผ ๊ฐ™์•˜๊ณ , ๋‘ Keycloak์€ restart count `0`์ธ ์ฑ„ Ready, edge `200`์œผ๋กœ ๋Œ์•„์™”๋‹ค. ์ฒซ ํšŒ์ฐจ์—์„œ๋„ PostgreSQL Ready ๋’ค Keycloak์ด ์žฌ์‹œ์ž‘ ์—†์ด Service์— ์žฌ์ง„์ž…ํ–ˆ๋‹ค. - (command finding) ํ˜„์žฌ Keycloak 26.7.0 ์ด๋ฏธ์ง€์—๋Š” `curl`, `wget`๋ฟ ์•„๋‹ˆ๋ผ `awk`๋„ ์—†๋‹ค. ์ปจํ…Œ์ด๋„ˆ ๋‚ด๋ถ€ ๋ช…๋ น์€ ์ผ๋ฐ˜์ ์ธ userland๋ฅผ ๊ฐ€์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ์•„๋ž˜ 2026-09-04/17 ์ˆซ์ž๋Š” ๊ณผ๊ฑฐ ์‹คํ–‰ ๊ธฐ๋ก์ด๋‹ค. ๋‚ ์งœ๊ฐ€ ๋‹ค๋ฅธ ๊ฐ’์€ ํ˜„์žฌ ๋ถˆ๋ณ€๊ฐ’์ฒ˜๋Ÿผ ์„ž์ง€ ์•Š๋Š”๋‹ค. diff --git a/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a3-database-crash.md b/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a3-database-crash.md index 704ab79..88c465b 100644 --- a/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a3-database-crash.md +++ b/docs/keycloak-session-store/tech-log-studio/losing-a-node-or-the-store/setup/setup-reproduce-a3-database-crash.md @@ -285,7 +285,7 @@ kubectl -n keycloak-lab get pods -o wide 0๊ฑด์ด๋‹ค. ํŒŒ๋“œ ์•ˆ์—์„œ `( ... ) &` ๋กœ ๋„์šด ๋ฃจํ”„๊ฐ€ `exec` ์„ธ์…˜์ด ๋๋‚  ๋•Œ ๊ฐ™์ด ์ฃฝ์—ˆ๊ณ  ์ธก์ • ์ž์ฒด๊ฐ€ ์—†์—ˆ๋‹ค. ๊ทธ๋ž˜์„œ ํŽธ์ง‘๊ธฐ๋กœ ํŒŒ์ผ์„ ์—ฐ๋‹ค. ```bash label="[lab host] โ‘  ํŽธ์ง‘๊ธฐ๋กœ ๋ฃจํ”„ ํŒŒ์ผ์„ ์—ฐ๋‹ค" -vim /tmp/a3-login-loop.sh +nano /tmp/a3-login-loop.sh ``` ```sh label="/tmp/a3-login-loop.sh โ€” ์ด ๋‚ด์šฉ์„ ์ ๋Š”๋‹ค" @@ -329,17 +329,16 @@ printf "%s" '{"sid":"ABC"}' | sed -n 's/.*"sid":"\([^"]*\)".*/\1/p' | od -c `/tmp/sids` ์—๋Š” ํด๋ผ์ด์–ธํŠธ๊ฐ€ `200` ๊ณผ ํ† ํฐ์„ ์‹ค์ œ๋กœ ๋ฐ›์€ ๊ฒƒ๋งŒ ์Œ“์ธ๋‹ค. `AT` ๊ฐ€ ๋น„๋ฉด ์•„๋ฌด๊ฒƒ๋„ ์•ˆ ์ ์œผ๋ฏ€๋กœ ์ด ํŒŒ์ผ์ด ใ€Œ์„œ๋ฒ„๊ฐ€ COMMIT ํ–ˆ๋‹ค๊ณ  ์‘๋‹ตํ•œ ๊ฒƒใ€์˜ ๋ชฉ๋ก์ด๊ณ , ๊ทธ๊ฒŒ ์ด ์‹คํ—˜์˜ ์‹œํ—˜๊ตฐ์ด๋‹ค. -```bash label="[lab host] โ‘ก ํŒŒ์ผ์„ ํŒŒ๋“œ ์•ˆ์œผ๋กœ ๋ฐ€์–ด ๋„ฃ๊ณ  ์ค„ ์ˆ˜๋ฅผ ์„ผ๋‹ค" -kubectl -n keycloak-lab exec -i a3-probe -- sh -c 'cat > /tmp/a3-login-loop.sh' \ - < /tmp/a3-login-loop.sh +```bash label="[lab host] โ‘ก ํŒŒ์ผ์„ ํŒŒ๋“œ ์•ˆ์œผ๋กœ ๋ณต์‚ฌํ•˜๊ณ  ์ค„ ์ˆ˜๋ฅผ ์„ผ๋‹ค" +kubectl -n keycloak-lab cp /tmp/a3-login-loop.sh a3-probe:/tmp/a3-login-loop.sh kubectl -n keycloak-lab exec a3-probe -- wc -l /tmp/a3-login-loop.sh ``` **์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” ์ค„ ์ˆ˜๊ฐ€ `19 /tmp/a3-login-loop.sh` ๋กœ ๋‚˜์˜ค๋ฉด ๋“ค์–ด๊ฐ”๋‹ค. ์›๋ž˜ ์‹คํ–‰์˜ ํŒŒ์ผ์€ `17` ์ค„์ด์—ˆ๊ณ , ์œ„์—์„œ sid ๋ฅผ ๋ณ€์ˆ˜๋กœ ๋ฐ›๋Š” ๋‘ ์ค„๋กœ ๋ฐ”๊พธ๋ฉด์„œ ๋Š˜์—ˆ๋‹ค. -**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” `kubectl cp` ๋„ ๋˜์ง€๋งŒ ์ปจํ…Œ์ด๋„ˆ์— `tar` ๊ฐ€ ์žˆ์–ด์•ผ ํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ `curlimages/curl:8.11.1` ์— `tar` ๊ฐ€ ์žˆ๋Š”์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค(unknown). ๊ทธ๋ž˜์„œ ๊ฐ€์ด๋“œ๋Š” `cat >` ๋กœ ๋ฐ€์–ด ๋„ฃ๋Š” ์ชฝ์ด ์–ด๋””์„œ๋‚˜ ํ†ตํ•œ๋‹ค๊ณ  ์ ๊ณ  ๊ทธ์ชฝ์„ ๊ณจ๋ž๋‹ค. +**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” ๊ธด ์…ธ ๋‚ด์šฉ์„ ์›๊ฒฉ `sh -c` ํ•œ ์ค„์— ๋‹ค์‹œ ์šฑ์—ฌ๋„ฃ์ง€ ์•Š๊ธฐ ์œ„ํ•ด ํŒŒ์ผ๋กœ ๋ถ„๋ฆฌํ•œ๋‹ค. `kubectl cp` ๋Š” ์ปจํ…Œ์ด๋„ˆ ์•ˆ์˜ `tar` ๋ฅผ ์‚ฌ์šฉํ•œ๋‹ค. 2026-09-22 ํ˜„์žฌ ์ด ์‹คํ—˜์˜ `curlimages/curl:8.11.1` ์— `/bin/tar` ๊ฐ€ ์žˆ๋Š” ๊ฒƒ์„ ์ง์ ‘ ํ™•์ธํ–ˆ์œผ๋ฏ€๋กœ, ๋…์ž๊ฐ€ ์ฝ๊ธฐ ์‰ฌ์šด `kubectl cp` ๋ฅผ ๊ธฐ๋ณธ ์ ˆ์ฐจ๋กœ ์“ด๋‹ค. -**๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” ์ค„ ์ˆ˜๊ฐ€ 0 ์ด๋ฉด ๋กœ์ปฌ ํŒŒ์ผ์ด ๋น„์—ˆ๊ฑฐ๋‚˜ ๊ฒฝ๋กœ๊ฐ€ ํ‹€๋ฆฐ ๊ฒƒ์ด๋ฏ€๋กœ `wc -l /tmp/a3-login-loop.sh` ๋ฅผ ๋กœ์ปฌ์—์„œ ๋จผ์ € ์นœ๋‹ค. +**๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” ์ค„ ์ˆ˜๊ฐ€ 0 ์ด๋ฉด ๋กœ์ปฌ ํŒŒ์ผ์ด ๋น„์—ˆ๊ฑฐ๋‚˜ ๊ฒฝ๋กœ๊ฐ€ ํ‹€๋ฆฐ ๊ฒƒ์ด๋ฏ€๋กœ `wc -l /tmp/a3-login-loop.sh` ๋ฅผ ๋กœ์ปฌ์—์„œ ๋จผ์ € ์นœ๋‹ค. 2026-09-22 ํ˜„์žฌ lab host์—๋Š” `nano`๊ฐ€ ์žˆ๊ณ  `vim`์€ ์—†์–ด์„œ, ํŽธ์ง‘๊ธฐ ์˜ˆ์‹œ๋Š” ์‹ค์ œ ์„ค์น˜๋œ `nano`๋กœ ๋งž์ท„๋‹ค. ### 2. ํ„ฐ๋ฏธ๋„ ํ•˜๋‚˜๋ฅผ ๋ฃจํ”„์— ํ†ต์งธ๋กœ ์“ด๋‹ค @@ -431,7 +430,7 @@ kubectl -n keycloak-lab exec deploy/postgres -- kill -9 ์ด ๋‘ ์ค„ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค(unknown). **์‹ค์ œ๋กœ ์นœ ๊ฒƒ์€ ์ด๋ฆ„์œผ๋กœ ๊ณ ๋ฅด๋Š” ์ชฝ์ด๋‹ค** โ€” ๋ฐฑ์—”๋“œ๊ฐ€ ์—ฌ๋Ÿฟ์ด๋ฉด ์ด์ชฝ์ด ํ•œ ๋ฒˆ์— ์ „๋ถ€ ๋Š๋Š”๋‹ค. ```bash label="[ํ„ฐ๋ฏธ๋„ โ‘ก] ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์‹ค์ œ๋กœ ์นœ ํ˜•ํƒœ (observed)" -kubectl exec deploy/postgres -- pkill -9 -f 'postgres: keycloak' +kubectl -n keycloak-lab exec deploy/postgres -- pkill -9 -f 'postgres: keycloak' ``` ์ด ์‹คํ—˜๋Œ€๋Š” ํ•œ ์ค„์— ์›๊ฒฉ ์…ธ๊ณผ ๋ช…๋ น ์น˜ํ™˜์„ ๊ฒน์ณ์„œ ์ณค๋‹ค(observed). @@ -475,11 +474,13 @@ kubectl -n keycloak-lab exec deploy/postgres -- \ ### 1. ์‹œ๋„ โ‘  ์˜ ๊ฒ€์ฆ โ€” ์ฃฝ์ธ ์ ์ด ์—†๋‹ค -```bash label="[lab host] ์ƒˆ ํŒŒ๋“œ๋ฅผ ๊ธฐ๋‹ค๋ฆฌ๊ณ  ๊ธฐ๋™ ๋กœ๊ทธ๋ฅผ ๋ณธ๋‹ค" -kubectl -n keycloak-lab rollout status deployment/postgres --timeout=180s +```bash label="[lab host] ์ƒˆ PostgreSQL ํŒŒ๋“œ๊ฐ€ ์‹ค์ œ Ready ๊ฐ€ ๋  ๋•Œ๊นŒ์ง€ ๊ธฐ๋‹ค๋ฆฌ๊ณ  ๊ธฐ๋™ ๋กœ๊ทธ๋ฅผ ๋ณธ๋‹ค" +kubectl -n keycloak-lab wait --for=condition=Ready pod -l app=postgres --timeout=180s kubectl -n keycloak-lab logs deploy/postgres | grep -E 'not properly shut down|redo|ready to accept' ``` +2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `kubectl rollout status deployment/postgres` ๊ฐ€ ์ƒˆ ํŒŒ๋“œ๊ฐ€ ์•„์ง `ContainerCreating` ์ธ๋ฐ๋„ ์„ฑ๊ณต์„ ๋ฐ˜ํ™˜ํ–ˆ๋‹ค. ๊ฐ•์ œ ์‚ญ์ œ ์งํ›„์—๋Š” Deployment ์„ธ๋Œ€๊ฐ€ ๋ฐ”๋€ ๊ฒƒ์ด ์•„๋‹ˆ๋ฏ€๋กœ ์ด ๋ช…๋ น์„ Ready ๋Œ€๊ธฐ๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. ํŒŒ๋“œ ์กฐ๊ฑด์„ ์ง์ ‘ ๊ธฐ๋‹ค๋ฆฌ๋Š” `kubectl wait` ๊ฐ€ ์ด ๋‹จ๊ณ„์˜ ์˜๋„์™€ ๋งž๋‹ค. + ์‹ค์ธก์€ ์ด๋ ‡๋‹ค(observed, `02-design-check.txt`). ```text @@ -817,10 +818,14 @@ rm -f /tmp/client-sids.txt /tmp/db-sids.txt /tmp/a.txt /tmp/b.txt /tmp/a3-login- ## ๋ฌด์—‡์ด ๊ด€์ธก์ด๊ณ  ๋ฌด์—‡์ด ์•„๋‹Œ๊ฐ€ +2026-09-22 ํ˜„์žฌ lab์—์„œ๋„ ์„ธ ์ฃผ์ž…์„ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. `--grace-period=0 --force` ๋’ค ์ƒˆ PostgreSQL์—๋Š” crash-recovery marker๊ฐ€ ์—†์—ˆ๊ณ , ์ปจํ…Œ์ด๋„ˆ ์•ˆ์˜ `kill -9 1` ๋’ค์—๋„ ๊ฐ™์€ Pod/UID, restart `0`, Ready ์ƒํƒœ๊ฐ€ ์œ ์ง€๋๋‹ค. ๋ฐ˜๋ฉด Keycloak backend PID ํ•˜๋‚˜๋ฅผ SIGKILLํ•˜์ž PostgreSQL์ด ๋‹ค๋ฅธ backend๋ฅผ ์ข…๋ฃŒํ•˜๊ณ  redo/crash recovery๋ฅผ ์ˆ˜ํ–‰ํ–ˆ๋‹ค. ์ด๋ฒˆ ํšŒ์ฐจ์—์„œ๋„ ACK ๋ฐ›์€ ์„ธ์…˜ `504`๊ฐœ ์ค‘ DB์—๋Š” `500`๊ฐœ๋งŒ ๋‚จ์•„ `4`๊ฐœ๊ฐ€ ์œ ์‹ค๋๋‹ค. + ์ด ์ ˆ์ฐจ์˜ ์ˆซ์ž๋Š” `2026-09-04 11:58โ€“12:05 KST` ์— ๋ˆ ํ•œ ๋ฒˆ์˜ ์‹คํ–‰์—์„œ ๋‚˜์™”๋‹ค(observed). - (observed) `offline_user_session` ์˜ ์‹œ๊ฐ ์ปฌ๋Ÿผ์ด `integer`, ๋กœ๊ทธ์ธ ํŠธ๋žœ์žญ์…˜์—๋„ ๋ถ™์€ `SET LOCAL synchronous_commit TO OFF`, WAL ์„ค์ • ๋„ค ์ค„(`wal_writer_delay 200 ms default` ํฌํ•จ), ์‹œ๋„ โ‘ ยทโ‘กยทโ‘ข ์˜ ์‹œ๊ฐ `12:00:26.511`ยท`12:03:21.441`ยท`12:04:22.063`, crash recovery ๋กœ๊ทธ ์—ฌ์„ฏ ์ค„, `153 / 149 / 4`, ์œ ์‹ค sid ๋„ค ๊ฐœ, ์ดˆ๋‹น 14๊ฑด, `DELETE 375`, ๋น„๋ฐ€๋ฒˆํ˜ธ ๊ธธ์ด `19`. -- (unknown) `LC_ALL=C sort` ์™€ `comm -23` ์„ธ ์ค„, ๋ฃจํ”„๋ฅผ ์•ž์œผ๋กœ ๋‘๊ณ  ๋Œ๋ฆฌ๋Š” ํ˜•ํƒœ(์›๋ž˜ ์‹คํ–‰์€ ํ˜ธ์ŠคํŠธ์—์„œ ๋ฐฐ๊ฒฝ `exec` ๋กœ ํ–ˆ๋‹ค), `kubectl exec ... kill -9 40` ์œผ๋กœ PID ๋ฅผ ์˜ฎ๊ฒจ ์ ๋Š” ํ˜•ํƒœ, ๋…ธ๋“œ์—์„œ ํ˜ธ์ŠคํŠธ PID ๋ฅผ ์ฃฝ์ด๋Š” (b) ๊ฐˆ๋ž˜, `curlimages/curl:8.11.1` ์— `tar` ๊ฐ€ ์žˆ๋Š”์ง€. +- (observed, 2026-09-22) ์žฌ๊ฒ€์ฆ์—์„œ๋Š” backend PID ํ•˜๋‚˜๋ฅผ ๊ณจ๋ผ `kubectl ... exec deploy/postgres -- kill -9 ` ํ˜•ํƒœ๋กœ SIGKILL ํ–ˆ๊ณ  ์‹ค์ œ crash recovery๊ฐ€ ๋Œ์•˜๋‹ค. ์„ฑ๊ณต ์‘๋‹ต SID `504`, ๋ณต๊ตฌ ํ›„ DB SID `500`, `LC_ALL=C sort` + `comm -23` ์œผ๋กœ ์œ ์‹ค `4`๊ฑด์„ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ์ฆ๊ฑฐ๋Š” `final/evidence/raw/2026-09-22-test-server-revalidation/a3-05-load-console.txt`, `a3-06-backend-kill.txt`, `a3-07-client-sids.sorted.txt`, `a3-08-db-sids.sorted.txt`, `a3-09-lost-sids.txt`๋‹ค. +- (observed, 2026-09-22) ๋กœ๊ทธ์ธ ๋ฃจํ”„๋ฅผ foreground `kubectl exec` ์„ธ์…˜์œผ๋กœ ์œ ์ง€ํ•˜๋Š” ๋ฐฉ์‹์ด ์‹ค์ œ๋กœ ๋™์ž‘ํ–ˆ๊ณ , `curlimages/curl:8.11.1` ์— `/bin/tar` ๊ฐ€ ์žˆ์–ด `kubectl cp` ๋ฅผ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋‹ค. +- (unknown) ๊ฒŒ์ŠคํŠธ ๋…ธ๋“œ์—์„œ ์ปจํ…Œ์ด๋„ˆ์˜ host PID ๋ฅผ ์ฐพ์•„ ์ง์ ‘ ์ฃฝ์ด๋Š” (b) ๊ฐˆ๋ž˜๋Š” ์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ๋„ ์‹คํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. - ์ด ์‹คํ—˜์ด ๋‘ ๋ฒˆ ํ‹€๋ ธ๋‹ค๊ฐ€ ๊ณ ์นœ ๊ฒƒ โ€” ใ€Œ`--force` ๋กœ ์ฃฝ์˜€๋‹คใ€์™€ ใ€Œ`kill -9 1` ๋กœ ์ฃฝ์˜€๋‹คใ€๊ฐ€ ๋‘˜ ๋‹ค ์œ ์‹ค 0๊ฑด์ด๋ผ๋Š” ๊นจ๋—ํ•œ ๊ฒฐ๊ณผ๋ฅผ ๋ƒˆ๋‹ค. ์ฃผ์ž… ์„ฑ๊ณต ์‹ ํ˜ธ๋ฅผ ๋ฏธ๋ฆฌ ์ •ํ•ด ๋‘์ง€ ์•Š์•˜๋‹ค๋ฉด ๊ฒฐ๋ก ์€ ใ€ŒKeycloak ์€ DB ํฌ๋ž˜์‹œ์—๋„ ๋ฐ์ดํ„ฐ๋ฅผ ์žƒ์ง€ ์•Š๋Š”๋‹คใ€๊ฐ€ ๋์„ ๊ฒƒ์ด๋‹ค. - ์ถ”์ •์ด์—ˆ๋‹ค๊ฐ€ ๋‚˜์ค‘์— ์žฐ ๊ฐ’ โ€” `wal_writer_delay` 200ms. ์›๋ž˜ ๋ฌธ์„œ๋Š” ๊ฒฐ๊ณผ๋ฅผ ๋จผ์ € ์“ฐ๊ณ  ๊ทธ ๊ฐ’๊ณผ ๋งž๋Š”๋‹ค๊ณ  ์ฃผ์žฅํ–ˆ๋Š”๋ฐ ๊ทธ๋•Œ๋Š” ์กฐํšŒํ•œ ์ ์ด ์—†์—ˆ๊ณ , ๋กœ๊ทธ์ธ ์†๋„๋„ ์ดˆ๋‹น 19๊ฑด์œผ๋กœ ์ž˜๋ชป ์ ์—ˆ๋‹ค๊ฐ€ 14๊ฑด์œผ๋กœ ์ •์ •ํ–ˆ๋‹ค. diff --git a/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a0-session-sharing-path.md b/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a0-session-sharing-path.md index a801a45..880a46d 100644 --- a/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a0-session-sharing-path.md +++ b/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a0-session-sharing-path.md @@ -73,10 +73,10 @@ k3s ์˜ `kubectl` ์€ `~/.kube/config` ๊ฐ€ ์—†์œผ๋ฉด `/etc/rancher/k3s/k3s.yaml` | ๋„ค์ž„์ŠคํŽ˜์ด์Šค | `keycloak-lab` ยท ๊ด€์ธก ์Šคํƒ์€ `observability` | | ๋Œ€์ƒ | StatefulSet `keycloak` ํŒŒ๋“œ ๋‘˜ ยท Deployment `postgres` ํ•˜๋‚˜ | | ํƒ์นจ ํŒŒ๋“œ | `kc-probe` โ€” `curlimages/curl:8.11.1`, `--rm -it`, `--restart=Never` | -| ์ฃผ ๊ณ„๊ธฐ | `vendor_statistics_approximate_entries_unique` ์™€ PostgreSQL ๋ฌธ์žฅ ๋กœ๊ทธ | -| ์Šคํฌ๋ ˆ์ดํ”„ ๊ฐ„๊ฒฉ | 15์ดˆ. ์ง€ํ‘œ๋ฅผ ๋‹ค์‹œ ๋ฌป๊ธฐ ์ „์— 30์ดˆ ๊ธฐ๋‹ค๋ฆฐ๋‹ค | +| ์ฃผ ๊ณ„๊ธฐ | ๊ฐ ํŒŒ๋“œ์˜ `/metrics`์—์„œ ์ฝ๋Š” `vendor_statistics_approximate_entries_unique`์™€ PostgreSQL ๋ฌธ์žฅ ๋กœ๊ทธ | +| ์ง€ํ‘œ ์ฝ๊ธฐ | ํ˜„์žฌ๊ฐ’์€ `kubectl get --raw`๋กœ ์ง์ ‘ ์ฝ๋Š”๋‹ค. Prometheus์˜ 15์ดˆ scrape๋ฅผ ๊ธฐ๋‹ค๋ฆฌ์ง€ ์•Š๋Š”๋‹ค | | ๊ฑธ๋ฆฌ๋Š” ์‹œ๊ฐ„ | ์ „ ๊ตฌ๊ฐ„ ์•ฝ 40๋ถ„ | -| ๋„๊ตฌ | `jq` ๊ฐ€ ์ด ์‹คํ—˜๋Œ€์— ์—†๋‹ค. Prometheus ์ถœ๋ ฅ์€ `tr` ๊ณผ `grep` ์œผ๋กœ ์ž๋ฅธ๋‹ค | +| ๋„๊ตฌ | `jq` ์—†์ด๋„ ๋œ๋‹ค. text metrics๋Š” `grep`์œผ๋กœ ํ•„์š”ํ•œ ์บ์‹œ๋งŒ ๊ณ ๋ฅธ๋‹ค | ## ์ด ์‹คํ—˜์ด ๊ฐ€๋ฅด๋Š” ๊ฒƒ @@ -637,7 +637,7 @@ kubectl -n keycloak-lab exec deploy/postgres -- psql -U keycloak -d keycloak \ -c "select pg_reload_conf()" ``` -`pg_reload_conf` ๊ฐ€ `t` ๋ฅผ ๋Œ๋ ค์ค€๋‹ค. `%h` ๊ฐ€ ํด๋ผ์ด์–ธํŠธ ์ฃผ์†Œ๋ฅผ ๋กœ๊ทธ ์ค„ ์•ž์— ๋‚จ๊ธฐ๋Š”๋ฐ, ์ด๊ฒƒ์ด ์—†์œผ๋ฉด ์–ด๋А ํŒŒ๋“œ๊ฐ€ ๋ณด๋‚ธ ์งˆ์˜์ธ์ง€ ๊ตฌ๋ณ„ํ•  ์ˆ˜ ์—†์–ด ์ด ์‹œํ—˜์˜ ํŒ์ •์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. +`pg_reload_conf` ๊ฐ€ `t` ๋ฅผ ๋Œ๋ ค์ค€๋‹ค. `%h` ๊ฐ€ ํด๋ผ์ด์–ธํŠธ ์ฃผ์†Œ๋ฅผ ๋กœ๊ทธ ์ค„ ์•ž์— ๋‚จ๊ธฐ๋Š”๋ฐ, ์ด๊ฒƒ์ด ์—†์œผ๋ฉด ์–ด๋А ํŒŒ๋“œ๊ฐ€ ๋ณด๋‚ธ ์งˆ์˜์ธ์ง€ ๊ตฌ๋ณ„ํ•  ์ˆ˜ ์—†์–ด ์ด ์‹œํ—˜์˜ ํŒ์ •์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. `ALTER SYSTEM`์€ ํ•œ `-c "...; ..."` ๋ฌธ์ž์—ด์— ํ•ฉ์น˜์ง€ ์•Š๋Š”๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ ๊ทธ๋ ‡๊ฒŒ ํ•ฉ์ณค๋”๋‹ˆ `ALTER SYSTEM cannot run inside a transaction block`์œผ๋กœ ์‹คํŒจํ–ˆ๋‹ค. ์œ„์ฒ˜๋Ÿผ `-c`๋ฅผ ๋ช…๋ น๋งˆ๋‹ค ๋‚˜๋ˆ„๋ฉด ๊ฐ ๋ฌธ์žฅ์ด ๋…๋ฆฝ์ ์œผ๋กœ ์‹คํ–‰๋œ๋‹ค. ```bash label="[lab host] โ‘ก ๋‘ ์„ค์ •์ด ์‹ค์ œ๋กœ ์ ์šฉ๋๋Š”์ง€ ์ฝ๋Š”๋‹ค" kubectl -n keycloak-lab exec deploy/postgres -- psql -U keycloak -d keycloak \ @@ -670,14 +670,18 @@ curl -s -o /dev/null -w '%{http_code}\n' -X POST "http://$K1:8080$TOK" \ -d grant_type=refresh_token -d client_id=admin-cli -d "refresh_token=$RT" ``` -2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์š”์ฒญ ์ž์ฒด๋Š” ์„ฑ๊ณตํ–ˆ์ง€๋งŒ, **์˜ˆ์ „ ๋ฌธ์„œ์™€ SQL ๊ฒฝ๋กœ๊ฐ€ ๋‹ฌ๋ž๋‹ค.** +2026-09-22์—๋Š” ์ค‘๊ฐ„ ์žฌ๊ฒ€์ฆ ํ•œ ๋ฒˆ์—์„œ `keycloak-1`์˜ ์„ธ์…˜ SQL์ด ๋ณด์ด์ง€ ์•Š์•˜๋‹ค. ํ•˜์ง€๋งŒ ๊ทธ ๊ตฌ๊ฐ„์€ ๋‹ค๋ฅธ ์ž‘์—…๊ณผ ๊ฒน์ณ ํŒŒ๋“œ IP๊ฐ€ ๋ฐ”๋€Œ์—ˆ๊ณ , ์บ์‹œ ์ถœ๋ฐœ๊ฐ’๋„ ๊ณ ์ •ํ•˜์ง€ ๋ชปํ•œ ์ƒํƒœ์˜€๋‹ค. ์ด ๊ฒฐ๊ณผ๋Š” ํŒ์ •์—์„œ ์ œ์™ธํ–ˆ๋‹ค. + +์บ์‹œ์™€ DB ์„ธ์…˜์„ 0์œผ๋กœ ๋งŒ๋“ค๊ณ  ๋‘ Keycloak ํŒŒ๋“œ๋ฅผ ๋‹ค์‹œ ๋„์šด ๋’ค ๊ฐ™์€ ์ ˆ์ฐจ๋ฅผ ์งง์€ ๊ตฌ๊ฐ„์œผ๋กœ ๋‹ค์‹œ ๋ฌถ์–ด ์ธก์ •ํ–ˆ๋‹ค. ์ถœ๋ฐœ๊ฐ’์€ ์–‘์ชฝ `sessions=0`, `hits=0`, `misses=0`, `stores=0`์ด์—ˆ๋‹ค. ๊ทธ ์ƒํƒœ์—์„œ `keycloak-0`์— ๋กœ๊ทธ์ธํ•˜๊ณ  `keycloak-1`์—์„œ ๊ฐ™์€ refresh token์„ ์‚ฌ์šฉํ–ˆ๋‹ค. ```text -SID=0jdhDrcu6VUaGIFCjWzNXDs2 -refresh_on_keycloak_1=200 +keycloak-0 = 10.42.1.32 +keycloak-1 = 10.42.0.29 +SID=iRziuATDE0qiNEG1yU7K7XT4 +REFRESH_ON_K1=200 ``` -๋จผ์ € ํ˜„์žฌ ํŒŒ๋“œ IP๋ฅผ ๋‹ค์‹œ ์žก๋Š”๋‹ค. +๋จผ์ € ํ˜„์žฌ ํŒŒ๋“œ IP๋ฅผ ๋‹ค์‹œ ์žก๋Š”๋‹ค. ๋กœ๊ทธ์˜ `%h`์™€ ๋งž์ถฐ ์–ด๋А ํŒŒ๋“œ๊ฐ€ SQL์„ ๋ณด๋ƒˆ๋Š”์ง€ ๊ตฌ๋ถ„ํ•˜๊ธฐ ์œ„ํ•ด์„œ๋‹ค. ```bash label="[lab host] PostgreSQL ๋กœ๊ทธ๋ฅผ ํŒŒ๋“œ IP์™€ sid๋กœ ๋‚˜๋ˆ  ๋ณผ ์ค€๋น„" K0=$(kubectl -n keycloak-lab get pod keycloak-0 -o jsonpath='{.status.podIP}') @@ -685,60 +689,54 @@ K1=$(kubectl -n keycloak-lab get pod keycloak-1 -o jsonpath='{.status.podIP}') echo "$K0 $K1" ``` -๊ทธ๋‹ค์Œ refresh๋ฅผ ๋ฐ›์€ `keycloak-1`์˜ ์„ธ์…˜ SQL์„ ์ฐพ๋Š”๋‹ค. +refresh๋ฅผ ๋ฐ›์€ `keycloak-1`์ด ์„ธ์…˜ ํ…Œ์ด๋ธ”์„ ์‹ค์ œ๋กœ ์ฝ๊ณ  ์ผ๋Š”์ง€ ์ฐพ๋Š”๋‹ค. -```bash label="[lab host] ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ์˜ ์„ธ์…˜ ํ…Œ์ด๋ธ” SQL๋งŒ ์ฐพ๋Š”๋‹ค" +```bash label="[lab host] ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ์˜ ์„ธ์…˜ SQL๋งŒ ์ฐพ๋Š”๋‹ค" kubectl -n keycloak-lab logs deploy/postgres --since=2m \ | grep "$K1" \ - | grep -E 'OFFLINE_USER_SESSION|OFFLINE_CLIENT_SESSION' + | grep -E 'OFFLINE_USER_SESSION|OFFLINE_CLIENT_SESSION|synchronous_commit' ``` -2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” **์ถœ๋ ฅ์ด ์—†์—ˆ๋‹ค.** ๊ฐ™์€ ์‹œ๊ฐ„๋Œ€ `keycloak-1` ์ฃผ์†Œ์—๋Š” `JGROUPS_PING`์˜ `DELETE/INSERT/SELECT`๋งŒ ์žˆ์—ˆ๊ณ , ๋ฐฉ๊ธˆ ๋งŒ๋“  sid๊ฐ€ ๋“ค์–ด๊ฐ„ `OFFLINE_*_SESSION` ์งˆ์˜๋Š” ์—†์—ˆ๋‹ค. +๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๋‹ค์Œ ํ๋ฆ„์ด ๊ทธ๋Œ€๋กœ ๋‚˜์™”๋‹ค. -sid ์ž์ฒด๋กœ ํ•œ ๋ฒˆ ๋” ํ™•์ธํ•œ๋‹ค. +```text +keycloak-1 refresh + SELECT OFFLINE_USER_SESSION + SELECT ... VERSION ... FOR NO KEY UPDATE ... SKIP LOCKED + SELECT OFFLINE_CLIENT_SESSION + SELECT ... VERSION ... FOR NO KEY UPDATE ... SKIP LOCKED + UPDATE OFFLINE_CLIENT_SESSION + UPDATE OFFLINE_USER_SESSION + SET LOCAL synchronous_commit TO OFF +``` + +๊ฐ™์€ sid๋กœ ํ•œ ๋ฒˆ ๋” ํ™•์ธํ•œ๋‹ค. ```bash label="[lab host] ์ด๋ฒˆ ๋กœ๊ทธ์ธ sid๊ฐ€ ์–ด๋А DB ์—ฐ๊ฒฐ์—์„œ ๋ณด์˜€๋Š”์ง€ ์ฐพ๋Š”๋‹ค" kubectl -n keycloak-lab logs deploy/postgres --since=2m \ | grep '{{SID}}' ``` -ํ˜„์žฌ ์‹ค์ธก์—์„œ๋Š” sid ๊ด€๋ จ SQL์ด ๋ชจ๋‘ `keycloak-0` ์ฃผ์†Œ์—์„œ ๋‚˜์™”๋‹ค. ๋กœ๊ทธ์ธ ์‹œ `OFFLINE_USER_SESSION`ยท`OFFLINE_CLIENT_SESSION`์„ ์กฐํšŒํ•˜๊ณ  ์ƒˆ ํ–‰์„ ๋„ฃ์—ˆ์œผ๋ฉฐ, ๋งˆ์ง€๋ง‰์—๋Š” `SET LOCAL synchronous_commit TO OFF` ๋’ค `COMMIT`ํ–ˆ๋‹ค. ๋ฐ˜๋ฉด `keycloak-1` refresh๋Š” `200`์ธ๋ฐ ๊ทธ sid์˜ DB SQL์€ ๋งŒ๋“ค์ง€ ์•Š์•˜๋‹ค. +๋กœ๊ทธ์ธ ์‹œ์—๋Š” `keycloak-0` ์ฃผ์†Œ๊ฐ€ ๊ฐ™์€ sid๋ฅผ ๋งŒ๋“ค์—ˆ๊ณ , ์•ฝ 0.7์ดˆ ๋’ค `keycloak-1` ์ฃผ์†Œ๊ฐ€ ๊ทธ sid๋ฅผ `SELECT`ํ•˜๊ณ  `UPDATE`ํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์‹คํ—˜๋Œ€์—์„œ ๊ต์ฐจ ๋…ธ๋“œ refresh๋Š” **๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ๊ฐ€ persistent user session์„ PostgreSQL์—์„œ ๋‹ค์‹œ ์ฝ๊ณ  ๊ฐฑ์‹ ํ•˜๋Š” ๊ฒฝ๋กœ**๋กœ ํ™•์ธ๋๋‹ค. + +์บ์‹œ ์ง€ํ‘œ๋„ ํ•จ๊ป˜ ๋ณด๋ฉด ํ•ด์„์ด ๋” ๋ถ„๋ช…ํ•˜๋‹ค. ```text -keycloak-0 login - SELECT OFFLINE_USER_SESSION - SELECT OFFLINE_CLIENT_SESSION - INSERT OFFLINE_USER_SESSION - INSERT OFFLINE_CLIENT_SESSION - SET LOCAL synchronous_commit TO OFF - COMMIT - -keycloak-1 refresh - HTTP 200 - sid ๊ด€๋ จ OFFLINE_*_SESSION SQL ์—†์Œ + entries hits misses stores +์‹œ์ž‘ K0 0 0 0 0 +์‹œ์ž‘ K1 0 0 0 0 +refresh ๋’ค K0 1 0 1 1 +refresh ๋’ค K1 0 1 0 1 ``` -๋”ฐ๋ผ์„œ ํ˜„์žฌ ํ™˜๊ฒฝ์—์„œ ํ™•์ธ๋œ ๊ฒฝ๋กœ๋Š” ๋‹ค์Œ์ฒ˜๋Ÿผ ์ฝ๋Š” ๊ฒƒ์ด ๋งž๋‹ค. +`keycloak-1`์˜ `hits`์™€ `stores` ๊ณ„์ˆ˜๊ธฐ๋Š” ์›€์ง์˜€์ง€๋งŒ `approximate_entries_unique`๋Š” ๊ณ„์† `0`์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ `hits`๋‚˜ `stores` ํ•˜๋‚˜๋งŒ ๋ณด๊ณ  โ€œ๊ทธ ์„ธ์…˜์ด K1 ๋กœ์ปฌ ์บ์‹œ์— ์ƒ์ฃผํ•œ๋‹คโ€๊ณ  ์ฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค. **์„ธ์…˜ ๊ฑฐ์ฒ˜๋Š” ์—”ํŠธ๋ฆฌ ์ˆ˜๋กœ ๋ณด๊ณ , ์‹ค์ œ read/write ๊ฒฝ๋กœ๋Š” SQL ๋กœ๊ทธ๋กœ ํ™•์ธํ•œ๋‹ค.** -```text -keycloak-1 ์ด ์š”์ฒญ์„ ๋ฐ›์Œ - โ†“ -์ž๊ธฐ ๋กœ์ปฌ sessions ์—”ํŠธ๋ฆฌ๋Š” ์—†์Œ - โ†“ -Infinispan/JGroups ๋ถ„์‚ฐ ์บ์‹œ๋ฅผ ํ†ตํ•ด owner ์—”ํŠธ๋ฆฌ๋ฅผ ์‚ฌ์šฉ ๊ฐ€๋Šฅ - โ†“ -์ด๋ฒˆ refresh์—์„œ๋Š” PostgreSQL ์„ธ์…˜ ํ–‰์„ ์ง์ ‘ ์ฝ์ง€ ์•Š์Œ -``` +ํ˜„์žฌ ์žฌ๊ฒ€์ฆ ๊ฒฐ๊ณผ๋Š” 2026-09-04์˜ ๊ธฐ์กด ๊ด€์ธก๊ณผ ๊ฐ™์€ ๋ฐฉํ–ฅ์ด๋‹ค. ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ๋Š” ์„ธ์…˜์„ DB์—์„œ ์ฝ๊ณ  ๊ฐฑ์‹ ํ•˜๋ฉฐ, ๊ทธ ์„ธ์…˜์„ ์ž๊ธฐ `sessions` ์—”ํŠธ๋ฆฌ๋กœ ๊ณ„์† ๋ณด์œ ํ•˜์ง€ ์•Š์•˜๋‹ค. ์ตœ์‹  ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ ์ „์ฒด ๋กœ๊ทธ๋Š” `final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-sql-path.txt`์— ์žˆ๋‹ค. -์ค‘์š”ํ•œ ์ ์€ **"๋กœ์ปฌ ์บ์‹œ์— ์—†๋‹ค"์™€ "DB์—์„œ ์ฝ๋Š”๋‹ค" ์‚ฌ์ด์— ๋“ฑํ˜ธ๋ฅผ ๋†“์œผ๋ฉด ์•ˆ ๋œ๋‹ค๋Š” ๊ฒƒ**์ด๋‹ค. PostgreSQL์€ persistent user session์˜ ์ €์žฅ์†Œ์ง€๋งŒ, ์‚ด์•„ ์žˆ๋Š” 2๋…ธ๋“œ ํด๋Ÿฌ์Šคํ„ฐ์—์„œ ๋ชจ๋“  ๊ต์ฐจ ๋…ธ๋“œ ์š”์ฒญ์ด DB๋ฅผ ๋‹ค์‹œ ์ฝ๋Š” ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. DB fallback์ด๋‚˜ ์žฌ์ ์žฌ ๊ฒฝ๋กœ๋Š” ์บ์‹œ miss, ๋…ธ๋“œ ์ƒ์‹ค, ์žฌ์‹œ์ž‘ ๊ฐ™์€ ์กฐ๊ฑด์„ ๋”ฐ๋กœ ์ฃผ์ž…ํ•ด ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. +- `final/evidence/raw/2026-09-22-test-server-revalidation/a0-17-isolated-0d-reset.txt` +- `final/evidence/raw/2026-09-22-test-server-revalidation/a0-18-isolated-0d-measurement.txt` -2026-09-04์˜ ์˜› ์‹คํ—˜ ๊ธฐ๋ก์—๋Š” ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ๊ฐ€ `OFFLINE_*_SESSION`์„ SELECT/UPDATEํ•œ ํ”์ ์ด ์žˆ์—ˆ๋‹ค. ๊ทธ ๊ฐ’์€ ๋‹น์‹œ ๊ด€์ธก์œผ๋กœ ๋‚จ๊ธฐ๋˜ **ํ˜„์žฌ Keycloak 26.7.0 ์‹คํ—˜๋Œ€์˜ ๋ถˆ๋ณ€ ๋™์ž‘์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค.** ์ด๋ฒˆ ์žฌ๊ฒ€์ฆ ์ฆ๊ฑฐ๋Š” ๋‹ค์Œ ํŒŒ์ผ์— ์žˆ๋‹ค. - -- `final/evidence/raw/2026-09-22-test-server-revalidation/a0-11-sql-refresh-request.txt` -- `final/evidence/raw/2026-09-22-test-server-revalidation/a0-12-sql-read-write-path.txt` -- `final/evidence/raw/2026-09-22-test-server-revalidation/a0-14-sql-pid-drilldown.txt` - -์ „์—ญ `synchronous_commit`์€ ์—ฌ์ „ํžˆ `on`์ด์—ˆ๊ณ , `keycloak-0`์ด ๋กœ๊ทธ์ธ ์„ธ์…˜์„ ์ €์žฅํ•˜๋Š” ํŠธ๋žœ์žญ์…˜์—์„œ๋งŒ `SET LOCAL synchronous_commit TO OFF`๊ฐ€ ๊ด€์ธก๋๋‹ค. `SET LOCAL`์€ ํ•ด๋‹น ํŠธ๋žœ์žญ์…˜์ด ๋๋‚˜๋ฉด ๋˜๋Œ์•„๊ฐ„๋‹ค. A-3์—์„œ DB crash ์ง์ „ ์“ฐ๊ธฐ ์†์‹ค์„ ๋ณผ ๋•Œ๋Š” **์‹ค์ œ๋กœ ์–ด๋–ค ์š”์ฒญ์ด ์ด ๊ตฌ๋ฌธ์„ ์‹คํ–‰ํ–ˆ๋Š”์ง€ SQL ๋กœ๊ทธ๋กœ ๊ฐ™์ด ๋ฌถ์–ด** ํ•ด์„ํ•œ๋‹ค. +์ „์—ญ `synchronous_commit`์€ `on`์ด์—ˆ๊ณ , ์„ธ์…˜ ์“ฐ๊ธฐ ํŠธ๋žœ์žญ์…˜ ์•ˆ์—์„œ๋งŒ `SET LOCAL synchronous_commit TO OFF`๊ฐ€ ๊ด€์ธก๋๋‹ค. `SET LOCAL`์€ ํ•ด๋‹น ํŠธ๋žœ์žญ์…˜์ด ๋๋‚˜๋ฉด ๋˜๋Œ์•„๊ฐ„๋‹ค. A-3์—์„œ DB crash ์ง์ „ ์“ฐ๊ธฐ ์†์‹ค์„ ๋ณผ ๋•Œ๋Š” ์‹ค์ œ ์š”์ฒญ๊ณผ ์ด ๊ตฌ๋ฌธ์„ ๊ฐ™์€ SQL ๋กœ๊ทธ๋กœ ๋ฌถ์–ด ํ•ด์„ํ•œ๋‹ค. ์—ฌ๊ธฐ๊นŒ์ง€๊ฐ€ ํƒ์นจ ํŒŒ๋“œ์—์„œ ์น  ๊ฒƒ์˜ ๋งˆ์ง€๋ง‰์ด๋‹ค. ํŒŒ๋“œ ์…ธ์„ ๋ถ™์žก๊ณ  ์žˆ๋˜ ํ„ฐ๋ฏธ๋„์—์„œ ๋‚˜์˜จ๋‹ค. ๋‚˜๊ฐ€์ง€ ์•Š์œผ๋ฉด `--rm` ์ด ํŒŒ๋“œ๋ฅผ ์•ˆ ์ง€์šฐ๊ณ  ์›์ƒ๋ณต๊ตฌ ํ™•์ธํ‘œ์˜ `kc-probe` ์ค„์ด `NotFound` ๊ฐ€ ์•„๋‹ˆ๊ฒŒ ๋œ๋‹ค. @@ -846,7 +844,7 @@ kubectl -n keycloak-lab delete pod kc-probe --ignore-not-found - (observed, 2026-09-22) ์–‘์ชฝ `vendor_cluster_size=2.0`, ๊ต์ฐจ ๋…ธ๋“œ refresh `200`, ๊ฐ™์€ sid ์œ ์ง€, ๋ฐ˜๋Œ€ํŽธ logout `204`, ๊ทธ ๋’ค ์›๋ž˜ ๋…ธ๋“œ refresh `400 invalid_grant`. - (observed, 2026-09-22) ๋กœ์ปฌ cache ownership์€ `2/0 โ†’ 2/5 โ†’ 7/5`, DB online row๋Š” `2 โ†’ 7 โ†’ 12`์˜€๋‹ค. -- (changed, 2026-09-22) ๋ฐ˜๋Œ€ํŽธ refresh๊ฐ€ ์„ฑ๊ณตํ–ˆ์ง€๋งŒ ๊ทธ ํŒŒ๋“œ ์ฃผ์†Œ์—์„œ ํ•ด๋‹น sid์˜ `OFFLINE_USER_SESSION`/`OFFLINE_CLIENT_SESSION` SQL์€ ๋‚˜์˜ค์ง€ ์•Š์•˜๋‹ค. ์˜› ๊ธฐ๋ก์˜ "๋ฐ˜๋Œ€ํŽธ์€ ๋งค๋ฒˆ DB๋ฅผ ์ฝ๋Š”๋‹ค"๋Š” ์„ค๋ช…์€ ํ˜„์žฌ ๋™์ž‘์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. +- (observed, 2026-09-22) ์บ์‹œ์™€ DB๋ฅผ 0์œผ๋กœ ๋งŒ๋“  ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ ๋ฐ˜๋Œ€ํŽธ refresh๋Š” `200`์ด์—ˆ๊ณ , ๊ฐ™์€ sid๊ฐ€ PostgreSQL ๋กœ๊ทธ์—์„œ `keycloak-0` 6์ค„๊ณผ `keycloak-1` 6์ค„๋กœ ํ™•์ธ๋๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ๊ฐ€ persistent session์„ PostgreSQL์—์„œ ๋‹ค์‹œ ์ฝ๊ณ  ๊ฐฑ์‹ ํ•œ๋‹ค. ์ฆ๊ฑฐ๋Š” `a0-18-isolated-sql-path.txt`๋‹ค. - (observed, 2026-09-22) ๋กœ๊ทธ์ธํ•œ owner ์ชฝ์—์„œ๋Š” `OFFLINE_*_SESSION` SELECT/INSERT์™€ `SET LOCAL synchronous_commit TO OFF`๊ฐ€ ํ™•์ธ๋๋‹ค. - (observed, 2026-09-22) ์ •๋ฆฌ ํ›„ DB ์„ธ์…˜ 0, ๋‘ ํŒŒ๋“œ ์บ์‹œ 0, cluster size 2, `log_statement=none`, ์™ธ๋ถ€ realm HTTP 200์œผ๋กœ ๋Œ์•„์™”๋‹ค. ์ฆ๊ฑฐ๋Š” `a0-15-cleanup.txt`๋‹ค. diff --git a/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a1-jgroups-transport-block.md b/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a1-jgroups-transport-block.md index 99596d7..d357bc6 100644 --- a/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a1-jgroups-transport-block.md +++ b/docs/keycloak-session-store/tech-log-studio/session-custody-across-nodes/setup/setup-reproduce-a1-jgroups-transport-block.md @@ -65,7 +65,7 @@ NetworkPolicy ๋กœ 8080 ๊ณผ 9000 ๋งŒ ์—ด์–ด JGroups ํŠธ๋žœ์ŠคํฌํŠธ์ธ TCP 7800 ## ์ด ์‹คํ—˜์ด ๊ฐ€๋ฅด๋Š” ๊ฒƒ -A-0 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `owners=1`์ธ ๋ถ„์‚ฐ ์บ์‹œ์™€ PostgreSQL persistent session store๊ฐ€ ํ•จ๊ป˜ ๋™์ž‘ํ–ˆ๋‹ค. ์ •์ƒ 2๋…ธ๋“œ ์ƒํƒœ์˜ ๊ต์ฐจ refresh๋Š” ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ์—์„œ ์„ธ์…˜ SQL ์—†์ด๋„ ์„ฑ๊ณตํ–ˆ์œผ๋ฏ€๋กœ, "๋กœ์ปฌ ์บ์‹œ์— ์—†์œผ๋ฉด DB์—์„œ ์ฝ๋Š”๋‹ค"๋Š” ๋‹จ์ˆœ ๋ชจ๋ธ์€ ๋ฒ„๋ ธ๋‹ค. A-1์€ 7800์„ ๋Š์—ˆ์„ ๋•Œ **์›๊ฒฉ owner ์ ‘๊ทผ๊ณผ ์บ์‹œ ๋ฌดํšจํ™”๊ฐ€ ์–ด๋–ป๊ฒŒ ๋‹ฌ๋ผ์ง€๋Š”์ง€**๋ฅผ ์ง์ ‘ ๋ณธ๋‹ค. +A-0์˜ 2026-09-22 ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `owners=1`์ธ ๋ถ„์‚ฐ ์บ์‹œ์™€ PostgreSQL persistent session store๊ฐ€ ํ•จ๊ป˜ ๋™์ž‘ํ–ˆ๋‹ค. `keycloak-0`์—์„œ ๋งŒ๋“  ์„ธ์…˜์„ `keycloak-1`์—์„œ refreshํ•˜์ž `keycloak-1`์ด `OFFLINE_USER_SESSION`๊ณผ `OFFLINE_CLIENT_SESSION`์„ ์ง์ ‘ `SELECT`ยท`UPDATE`ํ–ˆ๊ณ , ๊ทธ ๋’ค์—๋„ `keycloak-1`์˜ `sessions` ๊ณ ์œ  ์—”ํŠธ๋ฆฌ๋Š” `0`์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ A-1์—์„œ 7800์„ ๋Š๊ณ  ๋ณด๋Š” ํ•ต์‹ฌ์€ "์›๊ฒฉ owner์—์„œ ์„ธ์…˜์„ ์ฝ์„ ์ˆ˜ ์žˆ๋‚˜"๊ฐ€ ์•„๋‹ˆ๋ผ **DB ๊ธฐ๋ฐ˜ ์„ธ์…˜ ์ฒ˜๋ฆฌ๋Š” ๊ณ„์†๋˜๋”๋ผ๋„ JGroups๊ฐ€ ๋งก๋˜ ํด๋Ÿฌ์Šคํ„ฐ ์ƒํƒœยท๋ฌดํšจํ™” ์‹ ํ˜ธ๊ฐ€ ๋Š๊ธฐ๋ฉด ๋ฌด์—‡์ด ๋‹ฌ๋ผ์ง€๋Š”๊ฐ€**๋‹ค. ๋Š์„ ๋•Œ ๋‘ ๊ฐ€์ง€๋ฅผ ๊ฐˆ๋ผ์•ผ ํ•œ๋‹ค. @@ -83,6 +83,7 @@ A-0 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `owners=1`์ธ ๋ถ„์‚ฐ ์บ์‹œ์™€ PostgreSQL persistent sess - `05-keycloak` ยท `06-observability` ๊ฐ€ ๋๋‚˜ ์žˆ๋‹ค. - ๋‘ Keycloak ํŒŒ๋“œ๊ฐ€ ์„œ๋กœ ๋‹ค๋ฅธ ๋…ธ๋“œ์— ์žˆ์–ด์•ผ ํ•œ๋‹ค. ๋‹จ์ผ ๋…ธ๋“œ์—์„œ๋Š” ์ด ๊ณ ์žฅ์„ ๋งŒ๋“ค ์ˆ˜ ์—†๋‹ค. - `kc-lab-2` ์— `ssh` ๋กœ ๋ถ™์„ ์ˆ˜ ์žˆ์–ด์•ผ ํ•œ๋‹ค. **conntrack ์€ ๋‘ ๋…ธ๋“œ ๋ชจ๋‘์—์„œ** ๋ด์•ผ ํ•œ๋‹ค. +- ์ด ์‹คํ—˜์„ ํ•˜๋Š” ๋™์•ˆ ๋‹ค๋ฅธ ์„ธ์…˜์ด๋‚˜ ์ž๋™ํ™”๊ฐ€ ๊ฐ™์€ `keycloak-lab`์˜ NetworkPolicyยทKeycloak ํŒŒ๋“œ๋ฅผ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š์•„์•ผ ํ•œ๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ ๋‹ค๋ฅธ ์ž‘์—…์ด `a1-block-jgroups-transport`๋ฅผ ์ค‘๊ฐ„์— ์ง€์›Œ ๋ถ„๋‹จ์ด ์•ฝ 90์ดˆ ๋’ค ์ €์ ˆ๋กœ ํ’€๋ฆฐ ๊ฒƒ์ฒ˜๋Ÿผ ๋ณด์˜€๋‹ค. ๊ด€์ฐฐ ์ค‘์—๋Š” `kubectl -n keycloak-lab get networkpolicy a1-block-jgroups-transport`๊ฐ€ ๊ณ„์† ์กด์žฌํ•˜๋Š”์ง€๋„ ์ „์ œ ์กฐ๊ฑด์œผ๋กœ ๋ณธ๋‹ค. **์ด๊ฑด ์ƒํƒœ๋ฅผ ๋ถ€์ˆ˜๋Š” ์‹คํ—˜์ด๋‹ค.** Keycloak ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ์‹ค์ œ๋กœ ๋ถ„๋‹จ์‹œํ‚ค๊ณ  ํŒŒ๋“œ๋ฅผ ์žฌ์‹œ์ž‘ํ•œ๋‹ค. **์‹คํ—˜๋Œ€์—์„œ๋งŒ ํ•œ๋‹ค.** ์ค‘๊ฐ„์— ๊ทธ๋งŒ๋‘๋ ค๋ฉด ์•„๋ž˜ ํ•œ ์ค„์ด๋ฉด ๋œ๋‹ค. @@ -488,6 +489,8 @@ exit ํด๋” README ๋Š” ๊ฒŒ์ŠคํŠธ ์…ธ์ด ํ•„์š”ํ•œ ๊ฒƒ์„ `nft`ยท`tc`ยท`systemctl` ์ฒ˜๋Ÿผ ๋…ธ๋“œ ์ž์ฒด๋ฅผ ๊ฑด๋“œ๋ฆฌ๋Š” ๋ช…๋ น๋ฟ์ด๋ผ๊ณ  ์ ๋Š”๋ฐ, `conntrack` ์ด ๊ทธ ๊ฒฝ์šฐ๋‹ค. +์ด ์ ˆ์„ ํ•˜๋‚˜์˜ `bash -s` ์Šคํฌ๋ฆฝํŠธ๋กœ ์ž๋™ํ™”ํ•œ๋‹ค๋ฉด ๋‚ด๋ถ€ `ssh kc-lab-1 ...` / `ssh kc-lab-2 ...`์—๋Š” `-n`์„ ๋ถ™์ธ๋‹ค. ๋ฐ”๊นฅ ์Šคํฌ๋ฆฝํŠธ ์ž์ฒด๋ฅผ stdin์œผ๋กœ ์‹คํ–‰ํ•˜๋Š” ์ค‘ nested `ssh`๊ฐ€ ๊ฐ™์€ stdin์„ ์ฝ์œผ๋ฉด ๋‚จ์€ ์Šคํฌ๋ฆฝํŠธ๋ฅผ ์†Œ๋น„ํ•ด ๋ช…๋ น์ด ์˜ค๋ฅ˜ ์—†์ด ์ค‘๊ฐ„์—์„œ ๋๋‚  ์ˆ˜ ์žˆ๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ ์‹ค์ œ๋กœ ์ด ํ˜„์ƒ์„ ํ™•์ธํ–ˆ๊ณ  `ssh -n`์œผ๋กœ ๋‹ค์‹œ ์‹คํ–‰ํ–ˆ๋‹ค. ์‚ฌ๋žŒ์ด ๋ฌธ์„œ๋Œ€๋กœ ์…ธ์„ ํ•˜๋‚˜์”ฉ ์ด๋™ํ•˜๋ฉฐ ์น  ๋•Œ๋Š” ์ด ๋ฌธ์ œ๊ฐ€ ์—†๋‹ค. + ์‹ค์ธก์€ ์ด๋ ‡๋‹ค(observed, `05-conntrack-problem.txt`). ```text @@ -501,49 +504,43 @@ exit `2>/dev/null` ์€ `conntrack` ์ด stderr ๋กœ ์ฐ๋Š” ใ€ŒN flow entries have been shownใ€ ์š”์•ฝ์„ ์ง€์šฐ๋ ค๋Š” ๊ฒƒ์ด๊ณ , **์ฒ˜์Œ์—๋Š” ๋ฐ˜๋“œ์‹œ ๋นผ๊ณ  ์นœ๋‹ค** โ€” ์œ„์—์„œ ๋ณธ `command not found` ๊ฐ€ ๊ฑฐ๊ธฐ๋กœ ๋‚˜๊ฐ€๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์ƒํƒœ ์—ด์„ ์ฝ๋Š”๋‹ค โ€” `ESTABLISHED` ๋Š” ์–‘๋ฐฉํ–ฅ ํ†ต์‹ ์ด ์„ฑ๋ฆฝํ•ด ๊ทœ์น™ ํ‰๊ฐ€๋ฅผ ๊ฑด๋„ˆ๋›ฐ๊ณ , `[ASSURED]` ๋Š” ํ‘œ๊ฐ€ ๊ฝ‰ ์ฐจ๋„ ์•ˆ ์ง€์›Œ์ง€๋Š” ์˜ค๋ž˜๋œ ์—ฐ๊ฒฐ์ด๋ฉฐ, `SYN_SENT [UNREPLIED]` ๊ฐ€ ์ •์ฑ…์ด ๋™์ž‘ํ•˜๊ณ  ์žˆ๋‹ค๋Š” ๊ฒƒ์„ ๋ณด์—ฌ ์ค€๋‹ค. `dport=57800` ๋„ ESTABLISHED ๋กœ ์‚ด์•„ ์žˆ๋‹ค. NetworkPolicy ๋Š” ์ด๋ฏธ ๋ถ™์–ด ์žˆ๋Š” ์—ฐ๊ฒฐ์„ ๋–ผ์–ด๋‚ด์ง€ ๋ชปํ•˜๋ฏ€๋กœ, ๋ณด์•ˆ ์‚ฌ๊ณ  ๋Œ€์‘์œผ๋กœ ใ€Œ์ง€๊ธˆ ๋‹น์žฅ ์ด ํ†ต์‹ ์„ ๋Š์–ด๋ผใ€์— NetworkPolicy ๋ฅผ ๊ฑธ๋ฉด ์ƒˆ ์—ฐ๊ฒฐ๋งŒ ๋ง‰ํžˆ๊ณ  ์ง„ํ–‰ ์ค‘์ธ ์—ฐ๊ฒฐ์€ ๊ณ„์†๋œ๋‹ค. ๊ฐ™์€ 7800 ์„ ํ•œ ๋ฐฉํ–ฅ๋งŒ ๋Š๋Š” A-5 ๊ฐ€ NetworkPolicy ๋Œ€์‹  `iptables` ์˜ raw PREROUTING ์œผ๋กœ ๊ฐ„ ๊นŒ๋‹ญ๋„ ์—ฌ๊ธฐ์„œ ๋‚˜์™”๋‹ค โ€” ๊ทธ ์ฒด์ธ์€ conntrack ์กฐํšŒ๋ณด๋‹ค ๋จผ์ € ํ‰๊ฐ€๋œ๋‹ค. -### 5. conntrack ํ•ญ๋ชฉ์„ ํŠœํ”Œ ๊ทธ๋Œ€๋กœ ์ง€์šด๋‹ค +### 5. conntrack ํ•ญ๋ชฉ์„ JGroups ํฌํŠธ๋กœ ์ง€์šด๋‹ค -**๋ชฉ์ ** โ€” ๊ทœ์น™ ํ‰๊ฐ€๋ฅผ ๊ฑด๋„ˆ๋›ฐ๊ฒŒ ๋งŒ๋“ค๋˜ ๊ธฐ์กด ์—ฐ๊ฒฐ ๊ธฐ๋ก์„ ํ‘œ์—์„œ ์—†์•ค๋‹ค. +**๋ชฉ์ ** โ€” NetworkPolicy ์ ์šฉ ์ „์— ๋งŒ๋“ค์–ด์ ธ ์žˆ๋˜ 7800ยท57800 ์—ฐ๊ฒฐ์˜ conntrack ์ƒํƒœ๋ฅผ ์—†์•  ๋‹ค์Œ ํŒจํ‚ท์ด ์ •์ฑ…์„ ๋งŒ๋‚˜๊ฒŒ ํ•œ๋‹ค. -๋„ค ๊ฐ’์€ ๋ฐ”๋กœ ์œ„ 4๋‹จ๊ณ„์˜ `conntrack -L` ์ถœ๋ ฅ์—์„œ ์ฝ๋Š”๋‹ค. ํ•œ ์ค„์— `src=` `dst=` `sport=` `dport=` ๊ฐ€ ๋‘ ๋ฒŒ ๋‚˜์˜ค๋Š”๋ฐ **์•ž์˜ ํ•œ ๋ฒŒ์ด ์› ๋ฐฉํ–ฅ, ๋’ค์˜ ํ•œ ๋ฒŒ์ด ์‘๋‹ต ๋ฐฉํ–ฅ**์ด๊ณ  ๋‘ ๋ฒŒ์„ ๊ฐ๊ฐ ํ•œ ๋ฒˆ์”ฉ ์ง€์šด๋‹ค. ํฌํŠธ๋Š” ephemeral ์ด๋ผ ์žฌ์‹œ์ž‘ํ•  ๋•Œ๋งˆ๋‹ค ๋ฐ”๋€๋‹ค. +์ฒ˜์Œ ๋ฌธ์„œ์—์„œ๋Š” `conntrack -L`์˜ `src`ยท`dst`ยท`sport`ยท`dport`๋ฅผ ์†์œผ๋กœ ์˜ฎ๊ฒจ ์ ์–ด ํŠœํ”Œ ํ•˜๋‚˜์”ฉ ์ง€์šฐ๊ฒŒ ํ–ˆ๋‹ค. ์žฌํ˜„์€ ๋˜์ง€๋งŒ ephemeral port๊ฐ€ ๋งค๋ฒˆ ๋‹ฌ๋ผ ๋…์ž๊ฐ€ ๋ณต์‚ฌํ•ด์•ผ ํ•  ๊ฐ’์ด ๋งŽ๊ณ  ์˜คํƒ€๋„ ๋‚˜๊ธฐ ์‰ฝ๋‹ค. 2026-09-22 ํ˜„์žฌ ์ „์šฉ lab์—์„œ๋Š” **๋ชฉ์  ํฌํŠธ๋งŒ ์ง€์ •ํ•ด๋„ ํ•ด๋‹น conntrack entry ์ „์ฒด๊ฐ€ ์‚ญ์ œ๋˜๋Š” ๊ฒƒ**์„ ํ™•์ธํ–ˆ๋‹ค. -```bash label="[kc-lab-1] -L ์ถœ๋ ฅ์˜ ๋„ค ๊ฐ’์„ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ฒจ ํ•œ ํ•ญ๋ชฉ์”ฉ ์ง€์šด๋‹ค" -sudo conntrack -D -p tcp -s -d --sport --dport +`kc-lab-1`์—์„œ ๋‘ ํฌํŠธ๋ฅผ ์ง€์šด๋‹ค. + +```bash label="[kc-lab-1] JGroups transport์™€ FD_SOCK2 conntrack์„ ์ง€์šด๋‹ค" +sudo conntrack -D -p tcp --dport 7800 +sudo conntrack -D -p tcp --dport 57800 ``` -์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” 7800 ๋‘ ๋ฐฉํ–ฅ๊ณผ 57800 ํ•œ ๋ฐฉํ–ฅ, ์ด๋ ‡๊ฒŒ ์„ธ ๋ฒˆ ์ณค๋‹ค(observed). ๊ทธ๋Œ€๋กœ ์˜ฎ๊ฒจ ์น˜๋ฉด ์ž๊ธฐ ์‹คํ—˜๋Œ€์—๋Š” ์—†๋Š” ํŠœํ”Œ์ด๋ผ 0๊ฑด์ด ๋‚˜์˜จ๋‹ค. +๊ฐ™์€ ๋‘ ์ค„์„ `kc-lab-2`์—์„œ๋„ ์นœ๋‹ค. -```text -sudo conntrack -D -p tcp -s 10.42.0.35 -d 10.42.1.43 --sport 40023 --dport 7800 -sudo conntrack -D -p tcp -s 10.42.1.43 -d 10.42.0.35 --sport 7800 --dport 40023 -sudo conntrack -D -p tcp -s 10.42.0.35 -d 10.42.1.43 --sport 50477 --dport 57800 +```bash label="[kc-lab-2] ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ์—์„œ๋„ ๊ฐ™์€ ๋‘ ํฌํŠธ๋ฅผ ์ง€์šด๋‹ค" +sudo conntrack -D -p tcp --dport 7800 +sudo conntrack -D -p tcp --dport 57800 ``` -`kc-lab-2` ์—์„œ๋„ ๊ฐ™์€ ์ผ์„ ํ•œ๋‹ค. ์„œ๋ฒ„ ์ชฝ ๋…ธ๋“œ์—๋Š” ํŠœํ”Œ์ด ๋’ค์ง‘ํ˜€ ๊ธฐ๋ก๋˜์–ด ์žˆ์œผ๋ฏ€๋กœ, ๊ทธ์ชฝ์— ๋ถ™์–ด ๊ทธ์ชฝ `-L` ์ถœ๋ ฅ์„ ๋ณด๊ณ  ์˜ฎ๊ธด๋‹ค. +**์–ด๋””๋ฅผ ๋ณด๋‚˜** โ€” `N flow entries have been deleted`์—์„œ `N`์ด 1 ์ด์ƒ์ธ์ง€ ๋ณธ๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `kc-lab-1`์˜ 7800์—์„œ 2๊ฑด(๊ธฐ์กด JGroups ์—ฐ๊ฒฐ๊ณผ ์ง์ „ ํฌํŠธ ํƒ์นจ), 57800์—์„œ 1๊ฑด์ด ์ง€์›Œ์กŒ๊ณ  `kc-lab-2`์—์„œ๋Š” ๊ฐ๊ฐ 1๊ฑด์”ฉ ์ง€์›Œ์กŒ๋‹ค. ๊ทธ ๋’ค ๋‘ ๋…ธ๋“œ์˜ 7800ยท57800 conntrack ๋ชฉ๋ก์€ ๋น„์—ˆ๋‹ค. -```bash label="[lab host] โ‘  ๋ฐ˜๋Œ€ํŽธ ๋…ธ๋“œ์— ๋ถ™๋Š”๋‹ค" -ssh kc-lab-2 +```bash label="[๊ฐ ๊ฒŒ์ŠคํŠธ] ๋‚จ์€ JGroups conntrack์ด ์—†๋Š”์ง€ ํ™•์ธํ•œ๋‹ค" +sudo conntrack -L 2>/dev/null | grep -E 'dport=(7800|57800)|sport=(7800|57800)' ``` -```bash label="[kc-lab-2] โ‘ก ์ด ๋…ธ๋“œ์˜ ํ‘œ๋ฅผ ๋‹ค์‹œ ๋ณด๊ณ  ๋„ค ๊ฐ’์„ ์ฝ๋Š”๋‹ค" -sudo conntrack -L 2>/dev/null | grep 7800 -``` +์ถœ๋ ฅ์ด ์—†์œผ๋ฉด ํ˜„์žฌ ํ‘œ์—๋Š” ํ•ด๋‹น ํ๋ฆ„์ด ์—†๋‹ค๋Š” ๋œป์ด๋‹ค. ์ƒˆ `SYN_SENT [UNREPLIED]`๊ฐ€ ๋‹ค์‹œ ์ƒ๊ธธ ์ˆ˜ ์žˆ๋Š”๋ฐ, ๊ทธ๊ฒƒ์€ ์ •์ฑ… ์•„๋ž˜์—์„œ ์žฌ์—ฐ๊ฒฐ์„ ์‹œ๋„ํ–ˆ์ง€๋งŒ ์‘๋‹ต๋ฐ›์ง€ ๋ชปํ–ˆ๋‹ค๋Š” ์ฆ๊ฑฐ๋‹ค. -```bash label="[kc-lab-2] โ‘ข ์ฝ์€ ๊ฐ’์œผ๋กœ ์ง€์šด๋‹ค" -sudo conntrack -D -p tcp -s -d --sport --dport -``` +**์™œ `--sport`๊นŒ์ง€ ๋‘ ๋ฒˆ ์ง€์šฐ์ง€ ์•Š๋Š”๊ฐ€** โ€” conntrack ํ•œ ํ•ญ๋ชฉ์—๋Š” ์› ๋ฐฉํ–ฅ๊ณผ ์‘๋‹ต ๋ฐฉํ–ฅ์ด ํ•จ๊ป˜ ๋“ค์–ด ์žˆ๋‹ค. `--dport 7800`์œผ๋กœ ์› ๋ฐฉํ–ฅ ํ•ญ๋ชฉ์„ ์ง€์šฐ๋ฉด ๊ฐ™์€ entry์˜ ์‘๋‹ต ๋ฐฉํ–ฅ๋„ ๊ฐ™์ด ์‚ฌ๋ผ์ง„๋‹ค. 2026-09-22์—๋Š” ์ด์–ด์„œ `--sport 7800`์„ ์ณค์„ ๋•Œ `0 flow entries have been deleted`๊ฐ€ ๋‚˜์™”๋‹ค. -```bash label="[kc-lab-2] โ‘ฃ ๋‚˜์˜จ๋‹ค" -exit -``` +:::warning -**์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” ์‚ญ์ œ ๊ฑด์ˆ˜๊ฐ€ ๋‚˜์˜จ๋‹ค. +์ด ์ถ•์•ฝํ˜•์€ **JGroups ์ „์šฉ ํฌํŠธ 7800ยท57800์„ ๋‹ค๋ฅธ ์›Œํฌ๋กœ๋“œ๊ฐ€ ์“ฐ์ง€ ์•Š๋Š” ์ „์šฉ lab**์„ ์ „์ œ๋กœ ํ•œ๋‹ค. ๊ณต์œ  ๋…ธ๋“œ์—์„œ ํŠน์ • ์—ฐ๊ฒฐ ํ•˜๋‚˜๋งŒ ์ง€์›Œ์•ผ ํ•œ๋‹ค๋ฉด `conntrack -L`์—์„œ ๋„ค ๊ฐ’์„ ์ฝ์–ด `-s -d --sport --dport `๋กœ ์ขํ˜€ ์ง€์šฐ๋Š” ํŽธ์ด ์•ˆ์ „ํ•˜๋‹ค. -**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” ์œ„ ์†Œ์ผ“ ์ถœ๋ ฅ์ด ๋ณด์—ฌ ์ค€ ๋Œ€๋กœ ESTABLISHED ์ธ ์—ฐ๊ฒฐ์€ ๊ทœ์น™ ํ‰๊ฐ€ ์•ž์—์„œ ํ†ต๊ณผํ•œ๋‹ค. ๊ทธ ๊ธฐ๋ก์„ ์ง€์›Œ์•ผ ๋‹ค์Œ ํŒจํ‚ท์ด ์ •์ฑ…์„ ๋งŒ๋‚œ๋‹ค. +::: -**๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” `0 flow entries have been deleted` ๋ฉด ํŠœํ”Œ์ด ํ‹€๋ฆฐ ๊ฒƒ์ด๊ณ , `--dport 7800` ๋งŒ ์ฃผ๋ฉด 0๊ฑด์ด ๋‚˜์˜จ๋‹ค. ์›๋ž˜ ์‹คํ–‰์—์„œ ์‹ค์ œ๋กœ ๊ทธ๋ ‡๊ฒŒ ๋‚˜์™”๋‹ค. - -์—ฌ๊ธฐ์— ์ •์งํ•˜๊ฒŒ ์ ์–ด ๋‘˜ ๊ฒƒ์ด ์žˆ๋‹ค(observed). ์›๋ž˜ ์‹คํ–‰์—์„œ conntrack ์„ ์ง€์šด ๋’ค์—๋„ `vendor_cluster_size` ๋Š” ๊ณ„์† 2 ์˜€๋‹ค. ํ•ด์„ค ๋ฌธ์„œ๋Š” ์ฒ˜์Œ์— ใ€Œconntrack ์‚ญ์ œ โ†’ 3๋ถ„ ๋’ค ๋ถ„๋‹จใ€์ด๋ผ๊ณ  ์ผ๋‹ค๊ฐ€ ์ฆ๊ฑฐ๋ฅผ ๋‹ค์‹œ ๋ณด๊ณ  ์ •์ •ํ–ˆ๊ณ , ์‹ค์ œ ํ•˜๋ฝ์€ ํŒŒ๋“œ๊ฐ€ ์žฌ์‹œ์ž‘๋œ 4์ดˆ ๋’ค์— ์ผ์–ด๋‚ฌ๋‹ค. ์ด ๋‹จ๊ณ„๋งŒ์œผ๋กœ ๋ถ„๋‹จ์ด ๋งŒ๋“ค์–ด์ง€๋Š”์ง€๋Š” ์ด ์‹คํ—˜์ด ํŒ์ •ํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. +์‚ญ์ œ ์งํ›„์—๋„ `vendor_cluster_size`๊ฐ€ ๋ฐ”๋กœ 1๋กœ ๋ฐ”๋€๋‹ค๊ณ  ๊ฐ€์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋„ ๋‘ conntrack ํ‘œ๋ฅผ ๋น„์šด ์งํ›„์—๋Š” ๋‘ ํŒŒ๋“œ๊ฐ€ ๋ชจ๋‘ `2.0`์ด์—ˆ๋‹ค. ์ด ๋‹จ๊ณ„๋Š” **๊ธฐ์กด ์—ฐ๊ฒฐ ์šฐํšŒ ๊ฐ€๋Šฅ์„ฑ์„ ์ œ๊ฑฐํ–ˆ๋‹ค**๋Š” ๊ฒƒ๊นŒ์ง€๋งŒ ํ™•์ธํ•˜๊ณ , ๋ถ„๋‹จ ์ž์ฒด๋Š” ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ ์ƒˆ ํŒŒ๋“œ๋ฅผ ๋„์›Œ ํ™•์ •ํ•œ๋‹ค. ### 6. ์ •์ฑ…์ด ๊ฑธ๋ฆฐ ์ฑ„๋กœ ํŒŒ๋“œ๋ฅผ ์ง€์›Œ ๋ถ„๋‹จ์„ ํ™•์ •ํ•œ๋‹ค @@ -576,9 +573,13 @@ keycloak-0 false 10.42.1.67 2026-09-04T02:44:23Z ## ๊ด€์ฐฐ -```bash label="[lab host] ๋‘ ๋…ธ๋“œ๊ฐ€ ์•„๋Š” ๋ฉค๋ฒ„ ์ˆ˜" -kubectl -n observability exec deploy/prometheus -- \ - wget -qO- 'localhost:9090/api/v1/query?query=vendor_cluster_size' +```bash label="[lab host] ๋‘ ๋…ธ๋“œ๊ฐ€ ์•„๋Š” ํ˜„์žฌ ๋ฉค๋ฒ„ ์ˆ˜" +for POD in keycloak-0 keycloak-1; do + printf '%s ' "$POD" + kubectl -n keycloak-lab get --raw \ + "/api/v1/namespaces/keycloak-lab/pods/$POD:9000/proxy/metrics" \ + | grep '^vendor_cluster_size' +done ``` ์‹ค์ธก์€ ์ด๋ ‡๋‹ค(observed). @@ -779,7 +780,7 @@ exit [4] keycloak-0 ์—์„œ ์žฌ๊ฐฑ์‹  ์‹œ๋„ HTTP 200 โ† 400 ์ด์–ด์•ผ ํ–ˆ๋‹ค ``` -[2]์—์„œ ๋ฐ˜๋Œ€ํŽธ refresh `200`์€ **๋ถ„๋‹จ ์ƒํƒœ์—์„œ๋„ PostgreSQL์— ๋‚จ์€ persistent session์„ ์ด์šฉํ•ด ์„ธ์…˜์„ ์žฌ์ ์žฌํ•  ์ˆ˜ ์žˆ์Œ**์„ ๋ณด์—ฌ ์ค€๋‹ค. A-0 ์ •์ƒ ํด๋Ÿฌ์Šคํ„ฐ์—์„œ๋Š” ๊ฐ™์€ ๊ต์ฐจ refresh๊ฐ€ DB ์„ธ์…˜ SQL ์—†์ด ์„ฑ๊ณตํ–ˆ์œผ๋ฏ€๋กœ, "์„ธ์…˜์€ ํ•ญ์ƒ DB๋กœ ์ฝํžŒ๋‹ค"๊ณ  ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. [4]์—์„œ๋Š” ๋กœ๊ทธ์•„์›ƒ ๋ฌดํšจํ™”๊ฐ€ ๋ถ„๋‹จ์„ ๊ฑด๋„ˆ์ง€ ๋ชปํ•ด ๋Œ€์กฐ๊ตฐ `400 invalid_grant`์™€ ๋‹ฌ๋ฆฌ `200`์ด ๋‚˜์™”๋‹ค. +[2]์˜ ๋ฐ˜๋Œ€ํŽธ refresh `200`์€ **JGroups๊ฐ€ ๋Š๊ฒจ๋„ shared PostgreSQL persistent session store๋ฅผ ์ด์šฉํ•œ refresh ์ž์ฒด๋Š” ๊ณ„์†๋  ์ˆ˜ ์žˆ์Œ**์„ ๋ณด์—ฌ ์ค€๋‹ค. A-0์˜ 2026-09-22 ๊ฒฉ๋ฆฌ ์žฌ๊ฒ€์ฆ์—์„œ๋„ ์ •์ƒ ํด๋Ÿฌ์Šคํ„ฐ์˜ ๊ต์ฐจ refresh๊ฐ€ `OFFLINE_USER_SESSION`ยท`OFFLINE_CLIENT_SESSION`์„ `SELECT`ยท`UPDATE`ํ–ˆ๋‹ค. A-1์—์„œ ๋‹ฌ๋ผ์ง„ ๊ฒƒ์€ DB read/write ๊ฐ€๋Šฅ ์—ฌ๋ถ€๊ฐ€ ์•„๋‹ˆ๋ผ **๋กœ๊ทธ์•„์›ƒ ๋’ค ๋‹ค๋ฅธ ๋…ธ๋“œ์˜ ๋กœ์ปฌ ์บ์‹œ๋ฅผ ์ง€์šฐ๋Š” ๋ฌดํšจํ™” ์‹ ํ˜ธ๊ฐ€ 7800 ๋ถ„๋‹จ์„ ๊ฑด๋„ˆ์ง€ ๋ชปํ–ˆ๋‹ค๋Š” ์ **์ด๋‹ค. ๊ทธ๋ž˜์„œ [4]๊ฐ€ ๋Œ€์กฐ๊ตฐ `400 invalid_grant`์™€ ๋‹ฌ๋ฆฌ `200`์ด ๋œ๋‹ค. [4] ์˜ 200 ์ด ๋กœ๊ทธ์•„์›ƒ์ด ์•„์˜ˆ ์•ˆ ๋๋‹ค๋Š” ๋œป์ธ์ง€ ํ™•์ธํ•œ๋‹ค. sid ๋Š” [1] ์—์„œ JWT payload ๋ฅผ ํ’€์–ด ํ™”๋ฉด์— ์ฐ๊ณ  ์ ์–ด ๋‘” ๊ทธ ๊ฐ’์ด๋‹ค. ๋กœ๊ทธ์ธํ•  ๋•Œ๋งˆ๋‹ค ์ƒˆ๋กœ ์ƒ๊ธฐ๋ฏ€๋กœ ์ž๊ธฐ ์‹คํ–‰์˜ ๊ฐ’์„ ๋„ฃ๋Š”๋‹ค. @@ -821,7 +822,7 @@ done keycloak-0 ์€ ์ž๊ธฐ ์บ์‹œ๋กœ 200 ์„ ์ค€๋‹ค โ—€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”€โ”˜ ``` -์บ์‹œ์˜ stale ์—”ํŠธ๋ฆฌ๋Š” ๋งค ์š”์ฒญ๋งˆ๋‹ค DB์™€ ๋Œ€์กฐ๋˜์ง€ ์•Š์•˜๋‹ค. ์ด๋ฒˆ ๋ถ„๋‹จ์—์„œ๋Š” K1์ด persistent session์„ ์ด์šฉํ•ด refresh๋ฅผ ์ฒ˜๋ฆฌํ•˜๊ณ  DB ํ–‰์„ ์‚ญ์ œํ–ˆ์ง€๋งŒ, K0์˜ ๊ธฐ์กด cache entry ๋ฌดํšจํ™”๋Š” 7800 ๋ถ„๋‹จ์„ ๊ฑด๋„ˆ์ง€ ๋ชปํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ **์ •์ƒ ํด๋Ÿฌ์Šคํ„ฐ์˜ ์›๊ฒฉ owner ๊ฒฝ๋กœ์™€ ๋ถ„๋‹จ ๋’ค DB ์žฌ์ ์žฌ/fallback ๊ฒฝ๋กœ๋ฅผ ๊ฐ™์€ ๊ฒƒ์œผ๋กœ ์„ค๋ช…ํ•˜์ง€ ์•Š๋Š”๋‹ค.** ์‹ค์ œ ์‚ฌ์šฉ์ž๋„ ๋กœ๊ทธ์•„์›ƒ์ด ์•ˆ ๋˜๋Š”์ง€๋Š” ๋”ฐ๋กœ ๋‹ต์ด ์žˆ๋‹ค โ€” ์•„๋‹ˆ๋‹ค. ํŒŒ๋“œ ์ฃผ์†Œ๋กœ ์ง์ ‘ ์ณค๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , ์‹ค์ œ ์‚ฌ์šฉ์ž๋Š” nginx โ†’ Traefik โ†’ Service ๋ฅผ ๊ฑฐ์น˜๋Š”๋ฐ NotReady ์ธ `keycloak-0` ์€ ๊ฑฐ๊ธฐ์„œ ๋น ์ ธ ์žˆ๋‹ค. +์บ์‹œ์˜ stale ์—”ํŠธ๋ฆฌ๋Š” ๋งค ์š”์ฒญ๋งˆ๋‹ค DB์™€ ๋Œ€์กฐ๋˜์ง€ ์•Š์•˜๋‹ค. A-0 ์ •์ƒ ์ƒํƒœ์™€ A-1 ๋ถ„๋‹จ ์ƒํƒœ ๋ชจ๋‘ ๊ต์ฐจ refresh์—์„œ persistent session store์˜ read/write๊ฐ€ ๊ด€์ธก๋์ง€๋งŒ, **A-1์—์„œ๋งŒ JGroups ๋ฌดํšจํ™”๊ฐ€ ๋Š๊ฒจ DB ํ–‰ ์‚ญ์ œ ๋’ค์—๋„ K0์˜ ๊ธฐ์กด cache entry๊ฐ€ ๋‚จ์•˜๋‹ค.** ์‹ค์ œ ์‚ฌ์šฉ์ž๋„ ๋กœ๊ทธ์•„์›ƒ์ด ์•ˆ ๋˜๋Š”์ง€๋Š” ๋”ฐ๋กœ ๋‹ต์ด ์žˆ๋‹ค โ€” ์•„๋‹ˆ๋‹ค. ์ด ์‹œํ—˜์€ ํŒŒ๋“œ ์ฃผ์†Œ๋กœ ์ง์ ‘ ์ณค๊ณ , ์‹ค์ œ ์‚ฌ์šฉ์ž ๊ฒฝ๋กœ์ธ edge nginx โ†’ Traefik โ†’ Service ์—์„œ๋Š” NotReady ์ธ `keycloak-0` ์ด EndpointSlice์—์„œ ์ œ์™ธ๋œ๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ ์›๋ณธ์€ `final/evidence/raw/2026-09-22-test-server-revalidation/a1-08-split-behavior.txt`์™€ `a1-09-service-impact.txt`์— ๋‚จ๊ฒผ๋‹ค. ## ๋ณต๊ตฌ์™€ ์›์ƒ๋ณต๊ตฌ ํ™•์ธํ‘œ @@ -856,24 +857,30 @@ networkpolicy.networking.k8s.io "a1-block-jgroups-transport" deleted from keyclo +90์ดˆ keycloak-0=2 keycloak-1=2 โ† ์žฌํ˜•์„ฑ ``` -**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” ์žฌํ˜•์„ฑ์€ ์ฆ‰์‹œ๊ฐ€ ์•„๋‹ˆ๋‹ค. 2026-09-04์—๋Š” ์•ฝ 90์ดˆ๊ฐ€ ๊ฑธ๋ ธ์ง€๋งŒ, 2026-09-22์—๋Š” ์ •์ฑ… ํ•ด์ œ ํ›„ ์•ฝ 30์ดˆ์— cluster size `2/2`์™€ coordinator 1๊ฐœ๊ฐ€ ๋จผ์ € ํšŒ๋ณต๋๊ณ , `keycloak-0` readiness๋Š” ๊ทธ ๋’ค ์•ฝ 15์ดˆ ๋” ์ง€๋‚˜ `true`๋กœ ๋Œ์•„์™”๋‹ค. **cluster merge์™€ Service endpoint ๋ณต๊ท€๋ฅผ ๊ฐ™์€ ์‹œ๊ฐ์œผ๋กœ ๊ฐ€์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค.** +**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” ์žฌํ˜•์„ฑ์€ ์ฆ‰์‹œ๊ฐ€ ์•„๋‹ˆ๋‹ค. 2026-09-04์—๋Š” ์•ฝ 90์ดˆ๊ฐ€ ๊ฑธ๋ ธ๋‹ค. 2026-09-22 ์žฌ๊ฒ€์ฆ์—์„œ๋„ ์ •์ฑ… ํ•ด์ œ ์งํ›„์—๋Š” `1/1 + coordinator 2๊ฐœ`๊ฐ€ ์œ ์ง€๋๊ณ , ์•ฝ 38์ดˆ ๋’ค cluster size `2/2`์™€ coordinator 1๊ฐœ๊ฐ€ ๋จผ์ € ํšŒ๋ณต๋๋‹ค. `keycloak-0` readiness๋Š” ๊ทธ ๋’ค ์•ฝ 15์ดˆ ๋” ์ง€๋‚˜ `true`๊ฐ€ ๋๋‹ค. **cluster merge์™€ Service endpoint ๋ณต๊ท€๋ฅผ ๊ฐ™์€ ์‹œ๊ฐ์œผ๋กœ ๊ฐ€์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค.** **๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” 2~3๋ถ„์ด ์ง€๋‚˜๋„ 1 ์ด๋ฉด MERGE3 ์ฃผ๊ธฐ ๋ฐ–์ด๊ฑฐ๋‚˜ ์ •์ฑ…์ด ์•ˆ ์ง€์›Œ์ง„ ๊ฒƒ์ด๋ฏ€๋กœ `get networkpolicy` ๋ถ€ํ„ฐ ๋ณธ๋‹ค. +2026-09-22 ์›์ž ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์ •์ฑ… ์กด์žฌ๋ฅผ ๋งค poll๋งˆ๋‹ค ํ™•์ธํ•˜๋ฉฐ ์ง„ํ–‰ํ–ˆ๋‹ค. 9๋ฒˆ์งธ 5์ดˆ poll์—์„œ `cluster_size=1/1`, coordinator 2๊ฐœ๋กœ ๋ถ„๋‹จ์„ ํ™•์ •ํ–ˆ๊ณ , ์ •์ฑ… ์ œ๊ฑฐ ๋’ค 13๋ฒˆ์งธ 5์ดˆ poll์—์„œ `cluster_size=2/2`, coordinator 1๊ฐœ, ์–‘์ชฝ Ready๋กœ ๋ณต๊ตฌ๋๋‹ค. ์ „์ฒด ์ฆ๊ฑฐ๋Š” `final/evidence/raw/2026-09-22-test-server-revalidation/a1-07-atomic-revalidation-v2.txt`๋‹ค. + ### 2. ๋ˆ„๊ฐ€ ๋ถ™์˜€๋Š”์ง€ ์นด์šดํ„ฐ๋กœ ํ™•์ธํ•œ๋‹ค **๋ชฉ์ ** โ€” ์žฌํ˜•์„ฑ์ด ์ €์ ˆ๋กœ ์ผ์–ด๋‚œ ๊ฒƒ์ธ์ง€ ํ™•์ธํ•œ๋‹ค. -```bash label="[lab host] ๋ณ‘ํ•ฉ ์ด๋ฒคํŠธ ๊ณ„์ˆ˜๊ธฐ๋ฅผ ๋‹ค์‹œ ์ฝ๋Š”๋‹ค" -kubectl -n observability exec deploy/prometheus -- \ - wget -qO- 'localhost:9090/api/v1/query?query=vendor_jgroups_merge3_get_num_merge_events' +```bash label="[lab host] ๊ฐ ํŒŒ๋“œ์—์„œ ๋ณ‘ํ•ฉ ์ด๋ฒคํŠธ ๊ณ„์ˆ˜๊ธฐ๋ฅผ ์ง์ ‘ ์ฝ๋Š”๋‹ค" +for POD in keycloak-0 keycloak-1; do + echo "[$POD]" + kubectl -n keycloak-lab get --raw \ + "/api/v1/namespaces/keycloak-lab/pods/$POD:9000/proxy/metrics" \ + | grep '^vendor_jgroups_merge3_get_num_merge_events' +done ``` -**์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” ์‹ค์ธก์€ `merge_events keycloak-0 = 1`, `merge_events keycloak-1 = 1` ์ด๋‹ค(observed). ์ฃผ์ž… ์ „์— `0.0` ์ด๋˜ ๊ฐ’์ด 1 ์ด๋‹ค. +**์˜ˆ์ƒ ๊ฒฐ๊ณผ** โ€” ๋‘ ๊ฐ’์ด ๋ฐ˜๋“œ์‹œ ๊ฐ™์ด ์˜ค๋ฅผ ํ•„์š”๋Š” ์—†๋‹ค. 2026-09-22 ์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์ •์ฑ… ํ•ด์ œ ์ „ `0/0`์ด์—ˆ๊ณ , ๋ณต๊ตฌ ๋’ค `keycloak-0=0`, `keycloak-1=1`์ด์—ˆ๋‹ค. K1์—์„œ merge event๊ฐ€ ๋ฐœ์ƒํ–ˆ๊ณ  ๋™์‹œ์— cluster size๊ฐ€ `2/2`, `JGROUPS_PING` coordinator๊ฐ€ ํ•˜๋‚˜๋กœ ๋Œ์•„์™”๋‹ค. -**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” MERGE3 ๋Š” split brain ์„ ๊ฐ์ง€ํ•ด ๊ฐˆ๋ผ์ง„ ๋ทฐ๋ฅผ ๋ณ‘ํ•ฉํ•˜๋Š” JGroups ํ”„๋กœํ† ์ฝœ์ด๊ณ , `0 โ†’ 1` ๋กœ ์˜ค๋ฅธ ์นด์šดํ„ฐ๊ฐ€ ๊ทธ ํ”„๋กœํ† ์ฝœ์ด ์‹ค์ œ๋กœ ์ผํ–ˆ๋‹ค๊ณ  ๋งํ•œ๋‹ค. +**์™œ ํ•„์š”ํ•œ๊ฐ€** โ€” MERGE3 ๋Š” split brain ์„ ๊ฐ์ง€ํ•ด ๊ฐˆ๋ผ์ง„ ๋ทฐ๋ฅผ ๋ณ‘ํ•ฉํ•˜๋Š” JGroups ํ”„๋กœํ† ์ฝœ์ด๋‹ค. ์ด ์นด์šดํ„ฐ๋Š” **์–ด๋А ๋…ธ๋“œ๊ฐ€ merge event๋ฅผ ์ฒ˜๋ฆฌํ–ˆ๋Š”์ง€** ๋ณด์กฐ ์ฆ๊ฑฐ๋กœ ์“ฐ๊ณ , ์–‘์ชฝ ์นด์šดํ„ฐ๊ฐ€ ๊ฐ™์€ ๊ฐ’์ด์–ด์•ผ ํ•œ๋‹ค๋Š” ์กฐ๊ฑด์œผ๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. -**๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” ๊ฐ’์ด ๊ทธ๋Œ€๋กœ 0 ์ด๋ฉด ์žฌํ˜•์„ฑ์ด ๋‹ค๋ฅธ ๊ฒฝ๋กœ๋กœ ์ผ์–ด๋‚ฌ๊ฑฐ๋‚˜ ์•„์ง ์•ˆ ์ผ์–ด๋‚œ ๊ฒƒ์ด๋ฏ€๋กœ `vendor_cluster_size` ๋ฅผ ๋‹ค์‹œ ๋ณธ๋‹ค. +**๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ๋ฉด** โ€” ๋‘ ๊ฐ’์ด ๋ชจ๋‘ 0์ด์–ด๋„ ์นด์šดํ„ฐ ํ•˜๋‚˜๋งŒ์œผ๋กœ ๋ณต๊ตฌ ์‹คํŒจ๋ผ๊ณ  ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. `vendor_cluster_size=2/2`, coordinator 1๊ฐœ, ์–‘์ชฝ Ready๋ฅผ ๋จผ์ € ํ™•์ธํ•˜๊ณ  ๋กœ๊ทธ์˜ `ISPN000093` merge view๊นŒ์ง€ ๋ณธ๋‹ค. ์ฝ”๋””๋„ค์ดํ„ฐ๋„ ํ•˜๋‚˜๋กœ ๋Œ์•„์˜จ๋‹ค. ์‹ค์ธก์€ ์ด๋ ‡๋‹ค(observed). @@ -893,7 +900,7 @@ kubectl -n observability exec deploy/prometheus -- \ | ๋””์Šค์ปค๋ฒ„๋ฆฌ | `psql -c "select name, ip, coord from jgroups_ping order by name"` | `coord = t` ๊ฐ€ **ํ•˜๋‚˜** | | ์ง€ํ‘œ | `vendor_cluster_size` | ์–‘์ชฝ `2` | | ์ž„์‹œ ํŒŒ๋“œ | `kubectl -n keycloak-lab get pod kc-probe` | `NotFound` (์—†์–ด์•ผ ์ •์ƒ) | -| ๋ฐ– | `curl -s -o /dev/null -w '%{http_code}\n' https://auth.hyeonworks.com/realms/master` | `200` | +| edge ๊ฒฝ๋กœ | `curl -skS --resolve auth.hyeonworks.com:443:192.168.122.10 -o /dev/null -w '%{http_code}\n' https://auth.hyeonworks.com/realms/master` | `200` | conntrack ์€ ์ง€์šด ์ฑ„๋กœ ๋‘๋ฉด ๋œ๋‹ค. ํ‘œ๋Š” ์ƒˆ ํŒจํ‚ท์ด ์˜ค๋ฉด ๋‹ค์‹œ ์ฑ„์›Œ์ง„๋‹ค. @@ -902,7 +909,7 @@ conntrack ์€ ์ง€์šด ์ฑ„๋กœ ๋‘๋ฉด ๋œ๋‹ค. ํ‘œ๋Š” ์ƒˆ ํŒจํ‚ท์ด ์˜ค๋ฉด ๋‹ค์‹œ | ์ฆ์ƒ | ์›์ธ | ํ™•์ธ | |---|---|---| | ์ •์ฑ…์„ ๊ฑธ์—ˆ๋Š”๋ฐ ์ง€ํ‘œ๊ฐ€ ์•ˆ ๋ณ€ํ•œ๋‹ค | conntrack ์˜ ESTABLISHED ๊ฐ€ ๋จผ์ € ํ†ต๊ณผ์‹œํ‚จ๋‹ค | `sudo conntrack -L 2>/dev/null \| grep 7800` | -| `conntrack -D` ๊ฐ€ `0 flow entries` | ํŠœํ”Œ์ด ํ‹€๋ ธ๋‹ค. `--dport` ๋งŒ์œผ๋กœ๋Š” 0๊ฑด | `-L` ์ถœ๋ ฅ์˜ src/dst/sport/dport ๋ฅผ **๊ทธ๋Œ€๋กœ** ์˜ฎ๊ธด๋‹ค | +| `conntrack -D --dport 7800` ์ด `0 flow entries` | ์ด๋ฏธ ์ง€์› ๊ฑฐ๋‚˜ ํ•ด๋‹น ํ๋ฆ„์ด ์•„์ง ์—†๋‹ค | ๋จผ์ € `conntrack -L`๋กœ 7800ยท57800 ํ๋ฆ„์ด ์‹ค์ œ๋กœ ์žˆ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค | | conntrack ์„ ์ง€์› ๋Š”๋ฐ๋„ ๊ณ„์† 2 | **์ด ์‹คํ—˜์€ ๊ทธ๊ฒƒ๋งŒ์œผ๋กœ ๋ถ„๋‹จ๋˜๋Š”์ง€ ํŒ์ • ๋ชป ํ–ˆ๋‹ค** | ์ •์ฑ…์ด ๊ฑธ๋ฆฐ ์ฑ„ ํŒŒ๋“œ๋ฅผ ์žฌ์‹œ์ž‘ํ•œ๋‹ค | | ํŒŒ๋“œ๊ฐ€ `0/1`๋กœ ๋น ์ง„๋‹ค | 9000 ์ ‘๊ทผ ์‹คํŒจ ๋˜๋Š” Keycloak readiness DOWN | `describe pod`์™€ `/health/ready`; **readiness ์‹คํŒจ ์ž์ฒด๋Š” ์ปจํ…Œ์ด๋„ˆ๋ฅผ ์žฌ์‹œ์ž‘ํ•˜์ง€ ์•Š๋Š”๋‹ค** | | `kubectl exec keycloak-0 -- curl` ์ด `exit 127` | **Keycloak ์ด๋ฏธ์ง€์— curl ๋„ wget ๋„ ์—†๋‹ค** | ์ž„์‹œ curl ํŒŒ๋“œ๋ฅผ ๋„์šฐ๊ฑฐ๋‚˜ Prometheus ์— ๋ฌป๋Š”๋‹ค | diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-an-empty-token-installed-the-agent-anyway.md b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-an-empty-token-installed-the-agent-anyway.md index 541af1d..eedbd19 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-an-empty-token-installed-the-agent-anyway.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-an-empty-token-installed-the-agent-anyway.md @@ -1,7 +1,7 @@ --- kind: CASE slug: an-empty-token-installed-the-agent-anyway -title: ๋นˆ ํ† ํฐ์ด ์กฐ์šฉํžˆ ํ˜๋Ÿฌ๊ฐ”๋‹ค โ€” ์„ค์น˜ ์ถœ๋ ฅ์€ ์„ฑ๊ณต์ด์—ˆ๊ณ  agent ๋งŒ 5์ดˆ๋งˆ๋‹ค ๋‹ค์‹œ ์ฃฝ์—ˆ๋‹ค +title: k3s agent ์„ค์น˜ ํ›„ ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ๋“ฑ๋ก๋˜์ง€ ์•Š์€ ์›์ธ topic: build-completion-judgment topicName: ๋๋‚ฌ๋‹ค๋Š” ํŒ์ • project: virtualization @@ -17,44 +17,46 @@ source: - final/document.md#184-์ด-๋ถ€์˜-์ถœ์ฒ˜์™€-๋ฒ”์œ„ --- -# ๋นˆ ํ† ํฐ์ด ์กฐ์šฉํžˆ ํ˜๋Ÿฌ๊ฐ”๋‹ค โ€” ์„ค์น˜ ์ถœ๋ ฅ์€ ์„ฑ๊ณต์ด์—ˆ๊ณ  agent ๋งŒ 5์ดˆ๋งˆ๋‹ค ๋‹ค์‹œ ์ฃฝ์—ˆ๋‹ค +# k3s agent ์„ค์น˜ ํ›„ ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ๋“ฑ๋ก๋˜์ง€ ์•Š์€ ์›์ธ -์ด Case๋Š” **๊ณผ๊ฑฐ ์…ธ ๋ณ€์ˆ˜ ๋ฐฉ์‹์—์„œ ์ƒ๊ธด ์‹คํŒจ**๋ฅผ ๊ธฐ๋กํ•œ๋‹ค. k3s agent ์„ค์น˜ ์ถœ๋ ฅ์€ ๋๊นŒ์ง€ ์ง„ํ–‰๋์ง€๋งŒ `kubectl get nodes`์—๋Š” ๋…ธ๋“œ๊ฐ€ ํ•˜๋‚˜๋ฟ์ด์—ˆ๊ณ , ๋’ค์—์„œ `--token is required`๊ฐ€ ๋“œ๋Ÿฌ๋‚ฌ๋‹ค. ํ˜„์žฌ Setup์€ ์ด ๊ฒฝ๋กœ๋ฅผ ๊ทธ๋Œ€๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. node-token์„ ํŒŒ์ผ๋กœ ๋‚ด๋ ค๋ฐ›์•„ ํฌ๊ธฐ๊ฐ€ 0์ด ์•„๋‹Œ์ง€ ํ™•์ธํ•˜๊ณ  `--token-file`๋กœ ๋„˜๊ธฐ๋ฏ€๋กœ, ์ด ๊ธ€์€ ์™œ ๊ทธ ์ ˆ์ฐจ๋กœ ๋ฐ”๋€Œ์—ˆ๋Š”์ง€๋ฅผ ์„ค๋ช…ํ•˜๋Š” ์‹คํŒจ ๊ธฐ๋ก์œผ๋กœ ์ฝ๋Š”๋‹ค. +`kc-lab-2`์— k3s agent๋ฅผ ์„ค์น˜ํ–ˆ์„ ๋•Œ ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ์˜ค๋ฅ˜ ์—†์ด ๋๋‚ฌ์ง€๋งŒ, `kubectl get nodes`์—๋Š” `kc-lab-1`๋งŒ ๋ณด์˜€๋‹ค. `k3s-agent` ๋กœ๊ทธ๋ฅผ ํ™•์ธํ•˜๋‹ˆ `--token is required`๊ฐ€ ๋ฐ˜๋ณต๋˜๊ณ  ์žˆ์—ˆ๊ณ , agent์— ์ „๋‹ฌํ•œ ํ† ํฐ ๋ณ€์ˆ˜๊ฐ€ ๋น„์–ด ์žˆ๋˜ ๊ฒƒ์ด ์›์ธ์ด์—ˆ๋‹ค. ํ˜„์žฌ Setup์—์„œ๋Š” ํ† ํฐ์„ ํŒŒ์ผ๋กœ ์ „๋‹ฌํ•ด ๊ฐ™์€ ๋ฌธ์ œ๊ฐ€ ์ƒ๊ธฐ์ง€ ์•Š๋„๋ก ์ ˆ์ฐจ๋ฅผ ๋ฐ”๊ฟจ๋‹ค. -## ์„ค์น˜๋Š” ๋๋‚ฌ๋Š”๋ฐ ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ์—†์—ˆ๋‹ค +## ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๋๋‚ฌ์ง€๋งŒ ๋…ธ๋“œ๊ฐ€ ๋“ฑ๋ก๋˜์ง€ ์•Š์•˜๋‹ค -k3s agent ์„ค์น˜๊ฐ€ ๋๊นŒ์ง€ ๋Œ์•˜๊ณ  ์ถœ๋ ฅ์— ์˜ค๋ฅ˜๊ฐ€ ์—†์—ˆ๋‹ค. ๊ทธ๋Ÿฐ๋ฐ ๋‘ ๋…ธ๋“œ๊ฐ€ Ready ๋กœ ๋‚˜์™€์•ผ ํ•  kubectl get nodes ์— ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ๋‚˜ํƒ€๋‚˜์ง€ ์•Š์•˜๋‹ค. +agent ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ์˜ค๋ฅ˜ ์—†์ด ์ข…๋ฃŒ๋๋‹ค. ํ•˜์ง€๋งŒ ๋‘ ๋…ธ๋“œ๊ฐ€ `Ready` ์ƒํƒœ๋กœ ๋ณด์—ฌ์•ผ ํ•˜๋Š” `kubectl get nodes`์—๋Š” `kc-lab-1`๋งŒ ๋‚˜์™”๋‹ค. -์„ค์น˜ ์ถœ๋ ฅ์˜ ์˜ค๋ฅ˜ : x -kubectl get nodes ์˜ ๋…ธ๋“œ ์ˆ˜ : 1 -k3s-agent ์œ ๋‹› : 5์ดˆ๋งˆ๋‹ค ์žฌ์‹œ์ž‘ -journalctl -u k3s-agent : level=fatal msg="Error: --token is required" +| ํ™•์ธ ํ•ญ๋ชฉ | ๊ฒฐ๊ณผ | +|---|---| +| agent ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ | ์˜ค๋ฅ˜ ์—†์ด ์ข…๋ฃŒ | +| `kubectl get nodes` | `kc-lab-1`๋งŒ ํ‘œ์‹œ | +| `k3s-agent` ์„œ๋น„์Šค | 5์ดˆ ๊ฐ„๊ฒฉ์œผ๋กœ ์žฌ์‹œ์ž‘ | +| `journalctl -u k3s-agent` | `level=fatal msg="Error: --token is required"` | -์‹คํŒจ๊ฐ€ ํ™”๋ฉด์— ๋‚˜์˜ค์ง€ ์•Š์•„ ์„ค์น˜๋Š” ๋๋‚œ ๊ฒƒ์œผ๋กœ ์ฝํžŒ๋‹ค. +์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๊ฐ€ ๋๋‚ฌ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ๋Š” agent๊ฐ€ ์ •์ƒ์ ์œผ๋กœ ํด๋Ÿฌ์Šคํ„ฐ์— ๋“ฑ๋ก๋๋‹ค๊ณ  ํŒ๋‹จํ•  ์ˆ˜ ์—†์—ˆ๋‹ค. -## ๋นˆ ํ† ํฐ์ด ์„ค์น˜ ๋‹จ๊ณ„๊นŒ์ง€ ์กฐ์šฉํžˆ ํ˜๋ €๋‹ค +## ํ† ํฐ ๋ณ€์ˆ˜์— ๋นˆ ๋ฌธ์ž์—ด์ด ๋“ค์–ด๊ฐ„ ์›์ธ -ํ† ํฐ์„ ๊บผ๋‚ด๋Š” ssh ๋ฅผ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ์ณค๊ณ  ๊ทธ ๋ช…๋ น์ด Host key verification failed. ๋กœ ๋๋‚ฌ๋‹ค. ๋ช…๋ น ์น˜ํ™˜์œผ๋กœ ๊ฐ์‹ธ๋ฉด ์˜ค๋ฅ˜๋Š” stderr ๋กœ ํ˜๋Ÿฌ๊ฐ€๊ณ  ๋ณ€์ˆ˜์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‹ด๊ธด๋‹ค. ์…ธ์€ ์•„๋ฌด ๋ถˆํ‰๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. +ํ† ํฐ์„ ์ฝ๋Š” `ssh` ๋ช…๋ น์„ lab host๊ฐ€ ์•„๋‹ˆ๋ผ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ์‹คํ–‰ํ–ˆ๊ณ , ํ•ด๋‹น ๋ช…๋ น์€ `Host key verification failed.`๋กœ ์‹คํŒจํ–ˆ๋‹ค. ์ด ๋ช…๋ น์„ `TOKEN=$(...)` ํ˜•ํƒœ๋กœ ์‹คํ–‰ํ•˜๋ฉด ํ‘œ์ค€ ์ถœ๋ ฅ๋งŒ ๋ณ€์ˆ˜์— ๋“ค์–ด๊ฐ€๊ธฐ ๋•Œ๋ฌธ์— `TOKEN`์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‚จ๋Š”๋‹ค. -agent ๋Š” --token '' ์„ ๋ฐ›์•„ level=fatal msg="Error: --token is required" ๋กœ ์ฃฝ์ง€๋งŒ, ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๊ทธ ์ „๊นŒ์ง€๋ฅผ ๋‹ค ์„ฑ๊ณต์œผ๋กœ ์ฐ๊ณ  ๋๋‚œ๋‹ค. ๊ทธ๋ž˜์„œ ์„ค์น˜ ์ถœ๋ ฅ๋งŒ ๋ณด๋ฉด ์„ฑ๊ณต์ด๊ณ , ์œ ๋‹›์ด Restart=always ๋ผ 5์ดˆ๋งˆ๋‹ค ์กฐ์šฉํžˆ ์žฌ์‹œ๋„ํ•œ๋‹ค. +๊ทธ ์ƒํƒœ๋กœ agent ์„ค์น˜ ๋ช…๋ น์„ ์‹คํ–‰ํ•˜๋ฉด `--token ''`์ด ์ „๋‹ฌ๋œ๋‹ค. ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ์„œ๋น„์Šค ํŒŒ์ผ ์ƒ์„ฑ๊ณผ enable ๋‹จ๊ณ„๊นŒ์ง€ ๋๋‚ด์ง€๋งŒ, ์‹ค์ œ `k3s-agent` ํ”„๋กœ์„ธ์Šค๋Š” `level=fatal msg="Error: --token is required"`๋ฅผ ๋‚จ๊ธฐ๊ณ  ์ข…๋ฃŒ๋๋‹ค. `Restart=always` ์„ค์ • ๋•Œ๋ฌธ์— ์„œ๋น„์Šค๋Š” 5์ดˆ ๊ฐ„๊ฒฉ์œผ๋กœ ๋‹ค์‹œ ์‹œ์ž‘๋๋‹ค. -๋‹น์‹œ ๋ฐ”๋กœ์žก์€ ๋ฐฉํ–ฅ : ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ๋‹ค์‹œ `ssh kc-lab-1`์„ ๋ถ€๋ฅด์ง€ ์•Š๊ณ  lab host์—์„œ server token์„ ์ฝ๋Š”๋‹ค -๋‹น์‹œ ๊ฐ€๋“œ : ๋น„๋ฐ€ ๊ฐ’์„ ํ™”๋ฉด์— ์ฐ์ง€ ์•Š๊ณ  ๋น„์–ด ์žˆ์ง€ ์•Š์€์ง€๋งŒ ํ™•์ธํ•œ๋‹ค. 108์ž๋Š” ๊ทธ ์‹คํ–‰์˜ ๊ด€์ธก๊ฐ’์ด์ง€ ๊ณ ์ • ๊ทœ๊ฒฉ์ด ์•„๋‹ˆ๋‹ค -ํ˜„์žฌ Setup : token์„ ํŒŒ์ผ๋กœ ๋ฐ›์•„ `wc -c`๋กœ ๋น„์–ด ์žˆ์ง€ ์•Š์€์ง€ ํ™•์ธํ•œ ๋’ค `--token-file`๋กœ ๋„˜๊ธด๋‹ค. ์…ธ ๋ณ€์ˆ˜์™€ ๊ฐ™์€ ์…ธ ์ œ์•ฝ์„ ์—†์•ด๋‹ค +๋‹น์‹œ์—๋Š” ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ๋‹ค์‹œ `ssh kc-lab-1`์„ ์‹คํ–‰ํ•˜์ง€ ์•Š๊ณ  lab host์—์„œ server token์„ ์ฝ๋„๋ก ์ˆ˜์ •ํ–ˆ๋‹ค. ํ† ํฐ ๊ฐ’ ์ž์ฒด๋Š” ์ถœ๋ ฅํ•˜์ง€ ์•Š๊ณ  ๋น„์–ด ์žˆ๋Š”์ง€๋งŒ ํ™•์ธํ–ˆ์œผ๋ฉฐ, 108์ž๋Š” ๋‹น์‹œ ์‹คํ–‰์—์„œ ๊ด€์ธกํ•œ ๊ธธ์ด์ผ ๋ฟ ๊ณ ์ • ๊ทœ๊ฒฉ์œผ๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜„์žฌ Setup์—์„œ๋Š” ํ† ํฐ์„ ํŒŒ์ผ๋กœ ๋ฐ›์•„ `wc -c`๋กœ ํฌ๊ธฐ๋ฅผ ํ™•์ธํ•œ ๋’ค `--token-file`๋กœ ์ „๋‹ฌํ•œ๋‹ค. ## ๋‹น์‹œ k3s ์‹คํ—˜ ํ™˜๊ฒฝ -ํ˜ธ์ŠคํŠธ : test-server, Arch Linux -CPU : i5-1135G7, ๋…ผ๋ฆฌ ์ฝ”์–ด 8 -RAM : 11,648MiB -QEMU : 11.1.1 -libvirt : 12.7.0 -๊ฒŒ์ŠคํŠธ : Debian 12 genericcloud -k3s : v1.36.4+k3s1 -server ๋…ธ๋“œ : kc-lab-1, 192.168.122.11 -agent ๋…ธ๋“œ : kc-lab-2, 192.168.122.12 -ํ† ํฐ ๊ธธ์ด : 108์ž -ํ† ํฐ ํ˜•์‹ : K10<ํ•ด์‹œ>::server:<๋น„๋ฐ€๋ฒˆํ˜ธ> +| ํ•ญ๋ชฉ | ๊ฐ’ | +|---|---| +| ํ˜ธ์ŠคํŠธ | test-server, Arch Linux | +| CPU | i5-1135G7, ๋…ผ๋ฆฌ ์ฝ”์–ด 8 | +| RAM | 11,648MiB | +| QEMU | 11.1.1 | +| libvirt | 12.7.0 | +| ๊ฒŒ์ŠคํŠธ | Debian 12 genericcloud | +| k3s | v1.36.4+k3s1 | +| server ๋…ธ๋“œ | kc-lab-1, 192.168.122.11 | +| agent ๋…ธ๋“œ | kc-lab-2, 192.168.122.12 | +| ๋‹น์‹œ ํ† ํฐ ๊ธธ์ด | 108์ž | +| ํ† ํฐ ํ˜•์‹ | K10<ํ•ด์‹œ>::server:<๋น„๋ฐ€๋ฒˆํ˜ธ> | ## ๊ฐ™์€ ์‹คํŒจ๋ฅผ ๋‹ค์‹œ ๋งŒ๋“ค๋ ค๋ฉด @@ -73,7 +75,7 @@ agent ๋…ธ๋“œ : kc-lab-2, 192.168.122.12 k3s server ๋Š” `kc-lab-1` ์—, agent ๋Š” `kc-lab-2` ์— ๊น”๊ณ  ๋‘˜ ๋‹ค lab host ์—์„œ `ssh` ๋กœ ์›๊ฒฉ ์‹คํ–‰ํ•œ๋‹ค. ๊ฐ€์ด๋“œ๊ฐ€ ์ฝ”๋“œ ๋ธ”๋ก๋งˆ๋‹ค ์–ด๋А ๊ธฐ๊ณ„์—์„œ ์น˜๋Š”์ง€๋ฅผ ๋ถ™์—ฌ ๋‘” ๊นŒ๋‹ญ์ด ์—ฌ๊ธฐ์— ์žˆ๋‹ค โ€” ๊ฒŒ์ŠคํŠธ๋Š” libvirt NAT(`192.168.122.0/24`) ์•ˆ์— ์žˆ์–ด ์›Œํฌ์Šคํ…Œ์ด์…˜์—์„œ ์ง์ ‘ ๋‹ฟ์ง€ ์•Š๊ณ , `ssh kc-lab-1` ์ด๋ผ๋Š” ๋ณ„์นญ๋„ lab host ์˜ `~/.ssh/config` ์—๋งŒ ์žˆ๋‹ค. -๋‹น์‹œ ์ ˆ์ฐจ๋Š” agent๊ฐ€ ์‚ฌ์šฉํ•  node-token์„ lab host์˜ ์…ธ ๋ณ€์ˆ˜์— ๋‹ด์•„ ์„ค์น˜ ๋ช…๋ น์œผ๋กœ ๋„˜๊ฒผ๋‹ค. ๋ฐ”๋กœ ์ด ๋ณ€์ˆ˜ ์ „๋‹ฌ์ด ์‹คํŒจ ์ง€์ ์ด ๋๋‹ค. ํ˜„์žฌ Setup์€ token file์„ ์‚ฌ์šฉํ•˜๋ฏ€๋กœ ์•„๋ž˜ ๋ธ”๋ก์€ **historical failure path**๋‹ค. +๋‹น์‹œ์—๋Š” agent๊ฐ€ ์‚ฌ์šฉํ•  node-token์„ lab host์˜ ์…ธ ๋ณ€์ˆ˜์— ๋‹ด์•„ ์„ค์น˜ ๋ช…๋ น์œผ๋กœ ๋„˜๊ฒผ๋‹ค. ๋ฌธ์ œ๊ฐ€ ์ƒ๊ธด ์ง€์ ๋„ ์ด ๋ณ€์ˆ˜ ์ „๋‹ฌ ๊ณผ์ •์ด์—ˆ๋‹ค. ํ˜„์žฌ ์„ค์น˜ ์ ˆ์ฐจ๋Š” ํ† ํฐ ํŒŒ์ผ์„ ์‚ฌ์šฉํ•˜๋ฏ€๋กœ ์•„๋ž˜ ๋ช…๋ น์€ ๋‹น์‹œ ๋ฌธ์ œ๋ฅผ ์„ค๋ช…ํ•˜๊ธฐ ์œ„ํ•œ ์˜ˆ์‹œ๋‹ค. ```bash TOKEN=$(ssh kc-lab-1 'sudo cat /var/lib/rancher/k3s/server/node-token') @@ -89,7 +91,7 @@ ssh kc-lab-2 "curl -sfL https://get.k3s.io | sudo sh -s - agent \ --node-ip 192.168.122.12" ``` -## ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ์นœ ssh ๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋œ๋‹ค +## ๊ฒŒ์ŠคํŠธ์—์„œ ์‹คํ–‰ํ•œ ssh ๋ช…๋ น์€ ํ† ํฐ์„ ๊ฐ€์ ธ์˜ค์ง€ ๋ชปํ–ˆ๋‹ค ํ† ํฐ์„ ๊บผ๋‚ด๋ ค๊ณ  ๊ฒŒ์ŠคํŠธ์— ๋จผ์ € ๋“ค์–ด๊ฐ€๋ฉด ๊ฐ™์€ ๋ช…๋ น์ด ๋‹ค๋ฅด๊ฒŒ ๋๋‚œ๋‹ค. ๊ฒŒ์ŠคํŠธ์—๋Š” lab host ์˜ ๊ฐœ์ธํ‚ค๋„ `~/.ssh/config` ๋„ ์—†๋‹ค. @@ -98,11 +100,11 @@ ssh kc-lab-2 "curl -sfL https://get.k3s.io | sudo sh -s - agent \ Host key verification failed. ``` -์—ฌ๊ธฐ๊นŒ์ง€๋Š” ์˜ค๋ฅ˜ ๋ฌธ๊ตฌ๊ฐ€ ์ฐํžŒ๋‹ค. ๋ฌธ์ œ๋Š” ์ด ๋ช…๋ น์„ `TOKEN=$(...)` ๋กœ ๊ฐ์ŒŒ์„ ๋•Œ๋‹ค. ๋ช…๋ น ์น˜ํ™˜์€ ํ‘œ์ค€ ์ถœ๋ ฅ๋งŒ ๋ณ€์ˆ˜์— ๋‹ด์œผ๋ฏ€๋กœ ์˜ค๋ฅ˜๋Š” stderr ๋กœ ํ˜๋Ÿฌ๊ฐ€๊ณ  `TOKEN` ์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‹ด๊ธฐ๋ฉฐ, ์…ธ์€ ์•„๋ฌด ๋ถˆํ‰๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋’ค์ด์–ด ์น˜๋Š” ์„ค์น˜ ๋ช…๋ น์€ `--token ''` ์„ ๋„˜๊ธด ๊ฒƒ๊ณผ ๊ฐ™์•„์ง„๋‹ค. +์˜ค๋ฅ˜ ๋ฉ”์‹œ์ง€๋Š” ํ‘œ์ค€ ์˜ค๋ฅ˜๋กœ ์ถœ๋ ฅ๋œ๋‹ค. ๊ทธ๋Ÿฐ๋ฐ ๊ฐ™์€ ๋ช…๋ น์„ `TOKEN=$(...)`๋กœ ๊ฐ์‹ธ๋ฉด ํ‘œ์ค€ ์ถœ๋ ฅ๋งŒ ๋ณ€์ˆ˜์— ๋“ค์–ด๊ฐ€๋ฏ€๋กœ `TOKEN`์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‚จ๋Š”๋‹ค. ๋’ค์ด์–ด ์‹คํ–‰ํ•œ ์„ค์น˜ ๋ช…๋ น์€ ๊ฒฐ๊ตญ `--token ''`์„ ์ „๋‹ฌํ•œ ๊ฒƒ๊ณผ ๊ฐ™์•˜๋‹ค. -## ์„ค์น˜ ์ถœ๋ ฅ์ด ์„ฑ๊ณต์œผ๋กœ ๋๋‚˜๋Š” ๊ฒฝ๋กœ +## ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ ์ข…๋ฃŒ์™€ agent ๊ธฐ๋™ ์„ฑ๊ณต์€ ๋‹ค๋ฅธ ์ƒํƒœ์˜€๋‹ค -๋นˆ ๋ฌธ์ž์—ด์„ ๋ฐ›์€ ์„ค์น˜๋„ ๋๊นŒ์ง€ ๋ˆ๋‹ค. agent ๊ฐ€ `--token ''` ์„ ๋ฐ›์•„ `level=fatal msg="Error: --token is required"` ๋กœ ์ฃฝ๋Š”๋ฐ, ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๊ทธ ์ „๊นŒ์ง€๋ฅผ ๋‹ค ์„ฑ๊ณต์œผ๋กœ ์ฐ๊ณ  ๋๋‚˜๋ฏ€๋กœ ์„ค์น˜ ์ถœ๋ ฅ๋งŒ ๋ณด๋ฉด ์„ฑ๊ณต์ด๋‹ค. ์„ฑ๊ณต์œผ๋กœ ์ฐํžŒ ๊ฒƒ์€ ๋‚ด๋ ค๋ฐ›๊ธฐ์™€ ์œ ๋‹› ์ƒ์„ฑ๊ณผ `enable` ๊นŒ์ง€๋‹ค. ์œ ๋‹›์€ `Restart=always` ๋ผ 5์ดˆ๋งˆ๋‹ค ์กฐ์šฉํžˆ ์žฌ์‹œ๋„ํ•˜๊ณ , ๊ทธ๋ž˜์„œ ์‹คํŒจ๊ฐ€ ํ™”๋ฉด์ด ์•„๋‹ˆ๋ผ `journalctl -u k3s-agent` ์•ˆ์—์„œ๋งŒ ๋˜ํ’€์ด๋œ๋‹ค. +๋นˆ ํ† ํฐ์„ ๋„˜๊ฒจ๋„ ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๋ฐ”์ด๋„ˆ๋ฆฌ ๋‹ค์šด๋กœ๋“œ์™€ ์„œ๋น„์Šค ํŒŒ์ผ ์ƒ์„ฑ, `enable` ๋‹จ๊ณ„๊นŒ์ง€ ์ง„ํ–‰ํ•œ๋‹ค. ์ด ๋•Œ๋ฌธ์— ์Šคํฌ๋ฆฝํŠธ๊ฐ€ ์ข…๋ฃŒ๋œ ํ™”๋ฉด๋งŒ ๋ณด๋ฉด ์„ค์น˜๊ฐ€ ๋๋‚œ ๊ฒƒ์ฒ˜๋Ÿผ ๋ณด์ธ๋‹ค. ํ•˜์ง€๋งŒ ์‹ค์ œ agent ํ”„๋กœ์„ธ์Šค๋Š” `--token is required` ์˜ค๋ฅ˜๋กœ ์ข…๋ฃŒ๋๊ณ , `Restart=always` ์„ค์ • ๋•Œ๋ฌธ์— 5์ดˆ ๊ฐ„๊ฒฉ์œผ๋กœ ์žฌ์‹œ์ž‘ํ–ˆ๋‹ค. ์‹ค์ œ ์‹คํŒจ ์›์ธ์€ `journalctl -u k3s-agent`์—์„œ ํ™•์ธํ•  ์ˆ˜ ์žˆ์—ˆ๋‹ค. k3s server ์™€ agent ๋ฅผ ์„ธ์šฐ๋Š” ๋‹จ๊ณ„๊ฐ€ ๋๋‚ฌ๋‹ค๋Š” ํŒ์ •์€ lab host ์—์„œ ๋…ธ๋“œ ๋ชฉ๋ก์„ ์ณ์„œ ๋‘ ๋…ธ๋“œ๊ฐ€ `Ready` ๋กœ ๋‚˜์˜ค๋Š” ๊ฒƒ์ด๋‹ค. @@ -116,19 +118,19 @@ kc-lab-1 Ready control-plane 47m v1.36.4+k3s1 192.168.122.11 kc-lab-2 Ready 21m v1.36.4+k3s1 192.168.122.12 ``` -๋นˆ ํ† ํฐ์œผ๋กœ ๊น”๋ฆฐ agent ๋Š” ์ด ๋ชฉ๋ก์— ์˜ฌ๋ผ์˜ค์ง€ ์•Š๋Š”๋‹ค. +ํ† ํฐ์ด ๋น„์–ด ์žˆ์œผ๋ฉด agent๋Š” ์ •์ƒ์ ์œผ๋กœ ๊ธฐ๋™ํ•˜์ง€ ๋ชปํ•˜๋ฏ€๋กœ ์ด ๋ชฉ๋ก์— ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ๋‚˜ํƒ€๋‚˜์ง€ ์•Š๋Š”๋‹ค. -## ๊ฐ’์„ ๋ณด์—ฌ ์ฃผ์ง€ ์•Š๊ณ  ๋นˆ ํ† ํฐ๋งŒ ๊ฑธ๋Ÿฌ๋‚ธ๋‹ค +## ํ† ํฐ ๊ฐ’์€ ์ถœ๋ ฅํ•˜์ง€ ์•Š๊ณ  ๋น„์–ด ์žˆ๋Š”์ง€๋งŒ ํ™•์ธํ•œ๋‹ค ์ด ์‚ฌ๊ฑด์—์„œ ํ•„์š”ํ•œ ํ™•์ธ์€ ํ† ํฐ ๋‚ด์šฉ์„ ๋ˆˆ์œผ๋กœ ๋Œ€์กฐํ•˜๋Š” ์ผ์ด ์•„๋‹ˆ์—ˆ๋‹ค. ์„ค์น˜๋ฅผ ์‹œ์ž‘ํ•˜๊ธฐ ์ „์— ๊ฐ’์ด ๋น„์–ด ์žˆ๋Š”์ง€๋งŒ ์•Œ๋ฉด ๋๋‹ค. ๋‹น์‹œ ๊ธฐ๋ก์—๋Š” ํ† ํฐ ๊ธธ์ด๊ฐ€ 108์ž๋กœ ๋‚จ์•„ ์žˆ์ง€๋งŒ, ๊ทธ ์ˆซ์ž๋Š” ํ•œ ๋ฒˆ์˜ ์‹คํ–‰์—์„œ ๋‚˜์˜จ ๊ฐ’์ด์ง€ ์„ฑ๊ณต ์กฐ๊ฑด์ด ์•„๋‹ˆ๋‹ค. -๊ณผ๊ฑฐ ์ ˆ์ฐจ์—์„œ๋Š” ์…ธ ๋ณ€์ˆ˜์˜ ๊ธธ์ด๋ฅผ ํ™•์ธํ–ˆ๋‹ค. ํ˜„์žฌ Setup์€ ์ด ์‹คํŒจ๋ฅผ ํ”ผํ•˜๋ ค๊ณ  token file๋กœ ๋ฐ”๋€Œ์—ˆ๊ณ , `wc -c`๋กœ ํŒŒ์ผ์ด ๋น„์–ด ์žˆ์ง€ ์•Š์€์ง€ ํ™•์ธํ•œ ๋’ค `--token-file`๋กœ ๋„˜๊ธด๋‹ค. ๋”ฐ๋ผ์„œ ์ด Case์—๋Š” ์›๋ฌธ ๊ทผ๊ฑฐ์— ์—†๋˜ ์…ธ ๊ฐ€๋“œ ๋ช…๋ น์„ ์ƒˆ๋กœ ๋ณดํƒœ์ง€ ์•Š๋Š”๋‹ค. +๊ณผ๊ฑฐ ์ ˆ์ฐจ์—์„œ๋Š” ์…ธ ๋ณ€์ˆ˜์˜ ๊ธธ์ด๋ฅผ ํ™•์ธํ–ˆ๋‹ค. ํ˜„์žฌ ์„ค์น˜ ์ ˆ์ฐจ์—์„œ๋Š” ํ† ํฐ์„ ํŒŒ์ผ๋กœ ๋ฐ›์€ ๋’ค `wc -c`๋กœ ํŒŒ์ผ์ด ๋น„์–ด ์žˆ์ง€ ์•Š์€์ง€ ํ™•์ธํ•˜๊ณ  `--token-file`๋กœ ๋„˜๊ธด๋‹ค. ๋‹น์‹œ ๊ธฐ๋ก์— ์—†๋Š” ๋ณ„๋„ ์…ธ ๊ฐ€๋“œ ๋ช…๋ น์€ ์ถ”๊ฐ€ํ•˜์ง€ ์•Š์•˜๋‹ค. ๊ธธ์ด๊ฐ€ `0` ์œผ๋กœ ๋‚˜์˜ฌ ์ˆ˜ ์žˆ๋Š” ๊ธธ์€ ํ•˜๋‚˜๋กœ ํ•œ์ •๋˜์ง€ ์•Š๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ๋‹ค์‹œ `ssh kc-lab-1`์„ ๋ถˆ๋Ÿฌ ์‹คํŒจํ•  ์ˆ˜๋„ ์žˆ๊ณ , server๊ฐ€ ์•„์ง token ํŒŒ์ผ์„ ๋งŒ๋“ค์ง€ ๋ชปํ–ˆ์„ ์ˆ˜๋„ ์žˆ๊ณ , ์ƒˆ ์…ธ์„ ์—ด๋ฉด์„œ ๋ณ€์ˆ˜ ์ž์ฒด๊ฐ€ ์‚ฌ๋ผ์กŒ์„ ์ˆ˜๋„ ์žˆ๋‹ค. ์ค‘์š”ํ•œ ๊ฑด ์›์ธ์„ ์ถ”์ธกํ•˜๊ธฐ ์ „์— ์„ค์น˜ ์ง์ „์˜ ์ž…๋ ฅ์ด ๋น„์–ด ์žˆ๋Š”์ง€๋ถ€ํ„ฐ ํ™•์ธํ•˜๋Š” ๊ฒƒ์ด๋‹ค. -## ํ˜„์žฌ Setup์€ ์ฒ˜์Œ๋ถ€ํ„ฐ token file์„ ์“ด๋‹ค +## ํ˜„์žฌ ์„ค์น˜ ์ ˆ์ฐจ๋Š” ํ† ํฐ ํŒŒ์ผ์„ ์‚ฌ์šฉํ•œ๋‹ค -์…ธ ๋ณ€์ˆ˜ ๋ฐฉ์‹์€ ์ƒˆ ์ฐฝ์œผ๋กœ ๋„˜์–ด๊ฐ€๋ฉด ๊ฐ’์ด ์—†๊ณ , command line์— token์ด ๋“ค์–ด๊ฐˆ ์œ„ํ—˜๋„ ์žˆ๋‹ค. ๊ทธ๋ž˜์„œ ํ˜„์žฌ Setup์€ ์ด Case์˜ ์šฐํšŒ์ฑ…์„ ์ •์‹ ์ ˆ์ฐจ๋กœ ์˜ฌ๋ ค **์ฒ˜์Œ๋ถ€ํ„ฐ ํŒŒ์ผ๋กœ ๋„˜๊ธด๋‹ค.** ์•„๋ž˜ ํŒŒ์ดํ”„ ํ˜•ํƒœ๋Š” ์‚ฌ๊ฑด ์ดํ›„ ์‚ฌ์šฉํ•œ historical/reference ๋ฐฉ์‹์ด๊ณ , ํ˜„์žฌ Setup์€ `scp`ยท`chmod`ยท`wc -c`๋ฅผ ๋‚˜๋ˆ  ์‹คํŒจ ์ง€์ ์„ ๋” ๋ถ„๋ช…ํ•˜๊ฒŒ ๋งŒ๋“ ๋‹ค. +์…ธ ๋ณ€์ˆ˜๋Š” ์ƒˆ ์…ธ๋กœ ๋„˜์–ด๊ฐ€๋ฉด ๊ฐ’์ด ์‚ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๊ณ , ํ† ํฐ์„ ๋ช…๋ นํ–‰ ์ธ์ž๋กœ ์ง์ ‘ ๋„˜๊ธฐ๋ฉด ํ”„๋กœ์„ธ์Šค ์ธ์ž์— ๊ฐ’์ด ๋…ธ์ถœ๋  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ๋ž˜์„œ ํ˜„์žฌ ์„ค์น˜ ์ ˆ์ฐจ๋Š” ํ† ํฐ์„ ํŒŒ์ผ๋กœ ์ „๋‹ฌํ•œ๋‹ค. ์•„๋ž˜ ํŒŒ์ดํ”„ ๋ฐฉ์‹์€ ๋ฌธ์ œ๋ฅผ ํ™•์ธํ•œ ๋’ค ์‚ฌ์šฉํ–ˆ๋˜ ๋ฐฉ์‹์ด๊ณ , ํ˜„์žฌ ๋ฌธ์„œ์—์„œ๋Š” `scp`, `chmod`, `wc -c`๋ฅผ ๊ฐ๊ฐ ๋‚˜๋ˆ  ์–ด๋А ๋‹จ๊ณ„์—์„œ ์‹คํŒจํ–ˆ๋Š”์ง€ ํ™•์ธํ•  ์ˆ˜ ์žˆ๊ฒŒ ํ–ˆ๋‹ค. ```bash ssh kc-lab-1 'sudo cat /var/lib/rancher/k3s/server/node-token' \ @@ -138,11 +140,11 @@ ssh kc-lab-2 "curl -sfL https://get.k3s.io | sudo sh -s - agent \ --node-ip 192.168.122.12; rm -f /tmp/token" ``` -์ด ๋ฐฉ์‹์€ token ๊ฐ’์„ command line ์ธ์ž๋กœ ์ง์ ‘ ๋„ฃ์ง€ ์•Š๊ณ  ์…ธ ๋ณ€์ˆ˜์—๋„ ์˜์กดํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ˜„์žฌ canonical Setup์€ ์—ฌ๊ธฐ์— ํŒŒ์ผ ์กด์žฌยท๊ธธ์ด ํ™•์ธ๊ณผ ์˜๊ตฌ ๊ฒฝ๋กœ ์ด๋™์„ ๋”ํ•ด ์žฌ๋ถ€ํŒ… ๋’ค์—๋„ agent๊ฐ€ ๊ฐ™์€ token file์„ ์ฝ๋„๋ก ๊ตฌ์„ฑํ•œ๋‹ค. +์ด ๋ฐฉ์‹์€ ํ† ํฐ ๊ฐ’์„ ๋ช…๋ นํ–‰ ์ธ์ž๋กœ ์ง์ ‘ ๋„ฃ์ง€ ์•Š๊ณ  ์…ธ ๋ณ€์ˆ˜์—๋„ ์˜์กดํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ˜„์žฌ ์„ค์น˜ ์ ˆ์ฐจ๋Š” ์—ฌ๊ธฐ์— ํŒŒ์ผ ์กด์žฌ ์—ฌ๋ถ€์™€ ๊ธธ์ด ํ™•์ธ, ์˜๊ตฌ ๊ฒฝ๋กœ ์ด๋™์„ ์ถ”๊ฐ€ํ•ด ์žฌ๋ถ€ํŒ… ๋’ค์—๋„ agent๊ฐ€ ๊ฐ™์€ ํ† ํฐ ํŒŒ์ผ์„ ์ฝ๋„๋ก ๊ตฌ์„ฑํ•œ๋‹ค. -## ์•„์ง ์›๋ฌธ ์ฆ๊ฑฐ๊ฐ€ ๋ถ€์กฑํ•œ ๋ถ€๋ถ„ +## ํ™•์ธํ•˜์ง€ ๋ชปํ•œ ๋ฒ”์œ„ -์›๋ž˜ ๋นˆ ํ† ํฐ ์‚ฌ๊ฑด์˜ `level=fatal msg="Error: --token is required"` ์™€ ๋‹น์‹œ ์„ค์น˜ ์ถœ๋ ฅ์€ ์—ฌ์ „ํžˆ ์ง์ ‘ raw๊ฐ€ ์—†๋‹ค. ๋‹ค๋งŒ 2026-09-17 ํ›„์† ์›๋ฌธ์€ ํ˜„์žฌ ์ •์ƒ ๊ฒฝ๋กœ๋ฅผ ๋ณด๊ฐ•ํ•œ๋‹ค. `15-k3s-precheck.txt` ์—๋Š” ๋ณ„๋„ precheck์—์„œ `Host key verification failed.`๊ฐ€ ๋‚จ์•„ ์žˆ๊ณ , `21-k3s-token.txt` ๋Š” ์žฌ๊ตฌ์ถ• ์‹œ์ ์˜ **๋น„์–ด ์žˆ์ง€ ์•Š์€ ํ† ํฐ**์„ ๊ธธ์ด๋กœ ํ™•์ธํ–ˆ์œผ๋ฉฐ, `22-k3s-agent-install.txt` ๋Š” ๊ทธ ํ† ํฐ์œผ๋กœ agent ์„ค์น˜๊ฐ€ ์„ฑ๊ณตํ•œ ์ถœ๋ ฅ์„ ๋‹ด๋Š”๋‹ค. ์ด ์…‹์€ ์›๋ž˜ ๋นˆ ํ† ํฐ ์‹คํŒจ์˜ ์žฌํ˜„์ด ์•„๋‹ˆ๋ผ **ํ›„์† ์ •์ƒ ๊ฒฝ๋กœ๋ฅผ ๋’ท๋ฐ›์นจํ•˜๋Š” ์ž๋ฃŒ**๋‹ค. ๊ณผ๊ฑฐ ์‚ฌ๊ฑด์˜ ํ† ํฐ 108์ž์™€ ํ›„์† ์‹คํ–‰์˜ ๊ธธ์ด๊ฐ€ ๋‹ค๋ฅด๋”๋ผ๋„ ๊ฐ™์€ ์ธก์ •์œผ๋กœ ๋ฎ์–ด์“ฐ์ง€ ์•Š๋Š”๋‹ค. +๋‹น์‹œ `level=fatal msg="Error: --token is required"` ๋กœ๊ทธ์™€ ์„ค์น˜ ์ถœ๋ ฅ ์›๋ฌธ์€ ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. 2026-09-17์— ๋‹ค์‹œ ๊ตฌ์„ฑํ•˜๋ฉด์„œ ํ™•๋ณดํ•œ ์ž๋ฃŒ์—๋Š” `Host key verification failed.`๊ฐ€ ๋ฐœ์ƒํ•œ ์‚ฌ์ „ ์ ๊ฒ€, ๋น„์–ด ์žˆ์ง€ ์•Š์€ ํ† ํฐ ๊ธธ์ด ํ™•์ธ, ์ •์ƒ์ ์ธ agent ์„ค์น˜ ์ถœ๋ ฅ์ด ๋‚จ์•„ ์žˆ๋‹ค. ์ด ์ž๋ฃŒ๋Š” ํ˜„์žฌ ์ •์ƒ ์ ˆ์ฐจ๋ฅผ ํ™•์ธํ•œ ๊ฒƒ์ด์ง€ ๊ณผ๊ฑฐ์˜ ๋นˆ ํ† ํฐ ์‹คํŒจ๋ฅผ ๋‹ค์‹œ ์žฌํ˜„ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ๋‹น์‹œ ํ† ํฐ ๊ธธ์ด 108์ž ์—ญ์‹œ ํ›„์† ์‹คํ–‰์˜ ๊ฐ’์œผ๋กœ ๋ฎ์–ด์“ฐ์ง€ ์•Š๋Š”๋‹ค. ์ด ์‹คํŒจ๋ฅผ ์ผ๋ถ€๋Ÿฌ ๋‹ค์‹œ ๋งŒ๋“ค์–ด ๋ณธ ๊ธฐ๋ก์€ ์—†๋‹ค. ๋นˆ ํ† ํฐ ์‚ฌ๊ฑด์€ ํ•œ ๋ฒˆ์˜ ๊ณผ๊ฑฐ ๊ด€์ธก์ด๊ณ , ํ˜„์žฌ ์ •์ƒ ์ ˆ์ฐจ๋Š” token file ๋ฐฉ์‹์œผ๋กœ ๋ฐ”๋€Œ์—ˆ๋‹ค. ๊ฐ™์€ ๋ฌธ์ œ๊ฐ€ ๋‹ค์‹œ ๋ฐœ์ƒํ•˜๋ฉด ์„ค์น˜ ์ถœ๋ ฅ๋งŒ ๋ณด์ง€ ๋ง๊ณ  `journalctl -u k3s-agent`์˜ ์›๋ฌธ๊ณผ `kubectl get nodes` ๊ฒฐ๊ณผ๋ฅผ ํ•จ๊ป˜ ๋ณด์กดํ•ด ์‹คํŒจ ์ง€์ ์„ ํ™•์ธํ•œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-cloud-init-failures-all-look-like-ssh-refused.md b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-cloud-init-failures-all-look-like-ssh-refused.md index ae0ea1b..4361490 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-cloud-init-failures-all-look-like-ssh-refused.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-cloud-init-failures-all-look-like-ssh-refused.md @@ -1,7 +1,7 @@ --- kind: CASE slug: cloud-init-failures-all-look-like-ssh-refused -title: SSH ์‹คํŒจ๋ถ€ํ„ฐ ๋ณด์ง€ ์•Š์•˜๋‹ค โ€” cloud-init ์‹œ๋“œ ๊ฒฝ๋กœ๋ฅผ ๋จผ์ € ํ™•์ธํ•œ ์ด์œ  +title: SSH ์—ฐ๊ฒฐ ์‹คํŒจ๋ฅผ ํ™•์ธํ•  ๋•Œ cloud-init ์‹œ๋“œ๋ถ€ํ„ฐ ๋ณธ ์ด์œ  topic: build-completion-judgment topicName: ๋๋‚ฌ๋‹ค๋Š” ํŒ์ • project: virtualization @@ -15,49 +15,53 @@ source: - final/document.md#186-๋‹จ๊ณ„-00-lab-host-๊ฐ€์ƒํ™”-์ค€๋น„ --- -# SSH ์‹คํŒจ๋ถ€ํ„ฐ ๋ณด์ง€ ์•Š์•˜๋‹ค โ€” cloud-init ์‹œ๋“œ ๊ฒฝ๋กœ๋ฅผ ๋จผ์ € ํ™•์ธํ•œ ์ด์œ  +# SSH ์—ฐ๊ฒฐ ์‹คํŒจ๋ฅผ ํ™•์ธํ•  ๋•Œ cloud-init ์‹œ๋“œ๋ถ€ํ„ฐ ๋ณธ ์ด์œ  -๊ฒŒ์ŠคํŠธ๊ฐ€ `running`์ธ๋ฐ SSH๊ฐ€ ์•ˆ ๋ถ™์œผ๋ฉด ๊ณง๋ฐ”๋กœ SSH ํ‚ค๋ถ€ํ„ฐ ๊ณ ์น˜์ง€ ์•Š์•˜๋‹ค. ๋จผ์ € cloud-init์ด ์‹œ๋“œ๋ฅผ ์ฝ์—ˆ๋Š”์ง€ ํ™•์ธํ–ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ ์‹ค์ œ๋กœ ํ™•์ธํ•œ ๊ฒƒ์€ `--cloud-init`์œผ๋กœ ๋ถ™์ธ ์‹œ๋“œ ๊ฒฝ๋กœ๊ฐ€ ๊ธฐ๋Œ€๋Œ€๋กœ ๋ณด์ด์ง€ ์•Š์•˜๋˜ ์‚ฌ๋ก€์™€ cloud-init 22.4.2์˜ schema ๊ฑฐ๋ถ€๋‹ค. YAML ํŒŒ์‹ฑ ์‹คํŒจ, `vol-upload` ๋ˆ„๋ฝ, libvirt network autostart ๋ฌธ์ œ๋Š” ๊ฐ™์€ ๋‹จ๊ณ„์—์„œ ์ ๊ฒ€ํ•ด์•ผ ํ•  **๊ฐ€๋Šฅํ•œ ์‹คํŒจ ๊ฒฝ๋กœ**๋กœ ๋‚จ๊ธฐ๋˜, ๋ชจ๋‘ ์ด ํ™˜๊ฒฝ์—์„œ ๊ฐ™์€ ์ฆ์ƒ์œผ๋กœ ์žฌํ˜„ํ–ˆ๋‹ค๊ณ  ์“ฐ์ง€ ์•Š๋Š”๋‹ค. +๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€๋Š” `running` ์ƒํƒœ์˜€์ง€๋งŒ SSH ๊ณต๊ฐœํ‚ค ์ธ์ฆ์ด ๋˜์ง€ ์•Š์•˜๊ณ , ํ•œ ๊ฒŒ์ŠคํŠธ์˜ ํ˜ธ์ŠคํŠธ๋ช…์€ `localhost`๋กœ ๋‚จ์•„ ์žˆ์—ˆ๋‹ค. SSH ์„ค์ •๋งŒ ์ˆ˜์ •ํ•˜๊ธฐ ์ „์— cloud-init์ด ์‹œ๋“œ๋ฅผ ์ฝ์—ˆ๋Š”์ง€๋ถ€ํ„ฐ ํ™•์ธํ–ˆ๋‹ค. ์ด ํ™˜๊ฒฝ์—์„œ ์‹ค์ œ๋กœ ํ™•์ธํ•œ ๋ฌธ์ œ๋Š” ๊ธฐ์กด `--cloud-init` ์—ฐ๊ฒฐ์—์„œ ๊ธฐ๋Œ€ํ•œ NoCloud ์‹œ๋“œ๊ฐ€ ๋ณด์ด์ง€ ์•Š์•˜๋˜ ์ ๊ณผ cloud-init 22.4.2์˜ ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ ๊ฒฐ๊ณผ์˜€๋‹ค. YAML ํŒŒ์‹ฑ ์‹คํŒจ, `vol-upload` ๋ˆ„๋ฝ, libvirt ๋„คํŠธ์›Œํฌ ์ž๋™ ์‹œ์ž‘ ๋ฌธ์ œ๋Š” ๊ฐ™์€ ์ฆ์ƒ์„ ๋งŒ๋“ค ์ˆ˜ ์žˆ๋Š” ์ ๊ฒ€ ํ•ญ๋ชฉ์ด์ง€๋งŒ ์ด ํ™˜๊ฒฝ์—์„œ ๊ฐ๊ฐ ์žฌํ˜„ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. -## VM์€ ๋–ด๋Š”๋ฐ SSH๋งŒ ๋ถ™์ง€ ์•Š์•˜๋‹ค +## ๊ฒŒ์ŠคํŠธ๋Š” ์‹คํ–‰ ์ค‘์ด์—ˆ์ง€๋งŒ SSH ๊ณต๊ฐœํ‚ค ์ธ์ฆ์ด ๋˜์ง€ ์•Š์•˜๋‹ค -๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€๊ฐ€ running ์ธ๋ฐ lab host ์—์„œ SSH ๊ฐ€ ํ‚ค๋กœ ๋ถ™์ง€ ์•Š๋Š”๋‹ค. +๊ฐ€์ƒ ๋จธ์‹  ์ž์ฒด๋Š” ๋ชจ๋‘ ์‹คํ–‰ ์ค‘์ด์—ˆ๋‹ค. ๋ฌธ์ œ๋Š” ์šด์˜์ฒด์ œ๊ฐ€ ๊ธฐ๋Œ€ํ•œ ์ดˆ๊ธฐ ์„ค์ •์„ ์ ์šฉํ–ˆ๋Š”์ง€์˜€๋‹ค. -virsh list --all : kc-lab-1 ยท kc-lab-2 ยท kc-lab-edge ๋ชจ๋‘ running -ssh donghyeon@192.168.122.11 : Permission denied (publickey) -๊ฒŒ์ŠคํŠธ์˜ hostname : localhost -cloud-init ์ด ๋‚จ๊ธด ์˜ค๋ฅ˜ : x +| ํ™•์ธ ํ•ญ๋ชฉ | ๋‹น์‹œ ์ƒํƒœ | +|---|---| +| `virsh list --all` | `kc-lab-1`, `kc-lab-2`, `kc-lab-edge` ๋ชจ๋‘ `running` | +| `ssh donghyeon@192.168.122.11` | `Permission denied (publickey)` | +| ๊ฒŒ์ŠคํŠธ ํ˜ธ์ŠคํŠธ๋ช… | `localhost` | +| cloud-init ์˜ค๋ฅ˜ ์›๋ฌธ | ๋ณ„๋„๋กœ ๋ณด์กดํ•˜์ง€ ์•Š์Œ | -cloud-init์ด user-data๋ฅผ ์ ์šฉํ•˜์ง€ ๋ชปํ•˜๋ฉด ๊ธฐ๋Œ€ํ•œ ์‚ฌ์šฉ์ž์™€ SSH key๋„ ๋“ค์–ด๊ฐ€์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค. ๋‹ค๋งŒ ์›์ธ๋งˆ๋‹ค ๋‚จ๋Š” ๋กœ๊ทธ์™€ ์ƒํƒœ๋Š” ๋‹ค๋ฅผ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ โ€œcloud-init์ด ์˜ค๋ฅ˜๋ฅผ ๋‚จ๊ธฐ์ง€ ์•Š๋Š”๋‹คโ€๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. ์ด ์‚ฌ๊ฑด์—์„œ๋Š” SSH ์‹คํŒจ์™€ `localhost` hostname์ด ๋จผ์ € ๋ˆˆ์— ๋„์—ˆ๊ณ , ๊ทธ๋ž˜์„œ ์‹œ๋“œ/data source ๊ฒฝ๋กœ๋ฅผ SSH ์„ค์ •๋ณด๋‹ค ๋จผ์ € ํ™•์ธํ–ˆ๋‹ค. +cloud-init์ด `user-data`๋ฅผ ์ ์šฉํ•˜์ง€ ๋ชปํ•˜๋ฉด ์‚ฌ์šฉ์ž ๊ณ„์ •๊ณผ SSH ๊ณต๊ฐœํ‚ค๋„ ๊ธฐ๋Œ€ํ•œ ์ƒํƒœ๋กœ ๋งŒ๋“ค์–ด์ง€์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค. ์ด๋•Œ SSH ํ‚ค๋งŒ ๋ฐ”๊พธ๋ฉด ์›์ธ์„ ๋†“์น  ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ, ๋จผ์ € ์‹œ๋“œ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ „๋‹ฌ๋๋Š”์ง€ ํ™•์ธํ–ˆ๋‹ค. -## SSH๋ณด๋‹ค ๋จผ์ € cloud-init์ด ์‹œ๋“œ๋ฅผ ์ฝ์—ˆ๋Š”์ง€ ๋ณธ๋‹ค +## ๋จผ์ € cloud-init์ด ์‹œ๋“œ๋ฅผ ์ฝ์—ˆ๋Š”์ง€ ํ™•์ธํ–ˆ๋‹ค -SSH ์‹คํŒจ๊ฐ€ ๋ณด์ด๋ฉด ์•„๋ž˜ ๊ฒฝ๋กœ๋ฅผ ์ฐจ๋ก€๋กœ ๊ฐ€๋ฅธ๋‹ค. +SSH ์—ฐ๊ฒฐ ์‹คํŒจ์™€ cloud-init ๋ฌธ์ œ๋ฅผ ๊ตฌ๋ถ„ํ•˜๊ธฐ ์œ„ํ•ด ๋‹ค์Œ ํ•ญ๋ชฉ์„ ์ˆœ์„œ๋Œ€๋กœ ํ™•์ธํ–ˆ๋‹ค. -์‹œ๋“œ ์—ฐ๊ฒฐ ๋ฐฉ์‹ : ์ด ํ™˜๊ฒฝ์—์„œ๋Š” `--cloud-init` ๊ฒฝ๋กœ๋กœ ๋งŒ๋“  ์‹œ๋“œ๊ฐ€ guest์—์„œ ๊ธฐ๋Œ€๋Œ€๋กœ ์ฝํžˆ์ง€ ์•Š์•˜๊ณ , seed ISO๋ฅผ `bus=virtio` disk๋กœ ๋ถ™์ธ ๊ตฌ์„ฑ์—์„œ๋Š” `/dev/vdb`์˜ NoCloud data source๋กœ ํ™•์ธ๋๋‹ค -YAML/cloud-config : syntax์™€ schema๋ฅผ ๋ณ„๋„๋กœ ํ™•์ธํ•œ๋‹ค. parser/schema ์‹คํŒจ๋Š” guest ๋กœ๊ทธ์™€ `cloud-init status --long`์„ ํ•จ๊ป˜ ๋ณธ๋‹ค -`vol-upload` ๋ˆ„๋ฝ : libvirt volume ์ด๋ฆ„๋งŒ ์กด์žฌํ•˜๊ณ  ์‹ค์ œ seed ๋‚ด์šฉ์ด ์˜ฌ๋ผ๊ฐ”๋Š”์ง€ ์šฉ๋Ÿ‰๊ณผ ์—…๋กœ๋“œ ์ ˆ์ฐจ๋ฅผ ํ™•์ธํ•œ๋‹ค -`default` network autostart : host ์žฌ๋ถ€ํŒ… ๋’ค network ์ž์ฒด๊ฐ€ ์•ˆ ์˜ฌ๋ผ์˜จ ๊ฒฝ์šฐ์—๋Š” cloud-init๊ณผ ๋ณ„๊ฐœ๋กœ guest ์ ‘๊ทผ ๊ฒฝ๋กœ๊ฐ€ ์‚ฌ๋ผ์งˆ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ `virsh net-info default`๋ฅผ ๋ณธ๋‹ค +| ํ™•์ธ ํ•ญ๋ชฉ | ํ™•์ธํ•˜๋Š” ๋‚ด์šฉ | +|---|---| +| ์‹œ๋“œ ์—ฐ๊ฒฐ ๋ฐฉ์‹ | ์ด ํ™˜๊ฒฝ์—์„œ๋Š” virtio ๋””์Šคํฌ๋กœ ๋ถ™์ธ seed ISO๊ฐ€ `/dev/vdb`์˜ NoCloud ๋ฐ์ดํ„ฐ์†Œ์Šค๋กœ ์ธ์‹๋๋‹ค | +| YAML๊ณผ cloud-config | YAML ๋ฌธ๋ฒ•๊ณผ cloud-init ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๋Š” ๋ณ„๋„๋กœ ํ™•์ธํ•œ๋‹ค | +| `vol-upload` | libvirt ๋ณผ๋ฅจ๋งŒ ๋งŒ๋“  ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ์‹ค์ œ seed ISO ๋‚ด์šฉ๊นŒ์ง€ ์—…๋กœ๋“œ๋๋Š”์ง€ ํ™•์ธํ•œ๋‹ค | +| `default` ๋„คํŠธ์›Œํฌ | ํ˜ธ์ŠคํŠธ ์žฌ๋ถ€ํŒ… ๋’ค libvirt ๋„คํŠธ์›Œํฌ๊ฐ€ ์˜ฌ๋ผ์™”๋Š”์ง€ `virsh net-info default`๋กœ ํ™•์ธํ•œ๋‹ค | -ํŒ์ • : SSH ์„ค์ •์„ ๊ณ ์น˜๊ธฐ ์ „์— ํ˜ธ์ŠคํŠธ๋ช… ํ•œ ๋‚ฑ๋ง์„ ๋ณธ๋‹ค. ssh kc-lab-edge 'hostname' ์ด kc-lab-edge ๋ฅผ ๋‚ด๋ฉด ์‹œ๋“œ๊ฐ€ ์ฝํ˜”๊ณ , ์‹œ๋“œ๊ฐ€ ์ฝํ˜”์œผ๋ฉด ๊ฐ™์€ ํŒŒ์ผ์— ์žˆ๋˜ SSH ํ‚ค๋„ ๋“ค์–ด๊ฐ”๋‹ค -๋ชป ๋“ค์–ด๊ฐ€๋ฉด : virsh screenshot ์œผ๋กœ ํ™”๋ฉด์„ ๋– ์„œ ๋กœ๊ทธ์ธ ํ”„๋กฌํ”„ํŠธ ์•ž์˜ ํ˜ธ์ŠคํŠธ๋ช…์„ ์ฝ๋Š”๋‹ค -ํ‚ค๊ฐ€ ์•ˆ ๋“ค์–ด๊ฐ”์„ ๋•Œ์˜ ํƒˆ์ถœ๊ตฌ : cloud-init ์˜ plain_text_passwd ๋กœ ์ฝ˜์†” ๋กœ๊ทธ์ธ +SSH๊ฐ€ ๊ฐ€๋Šฅํ•˜๋ฉด `hostname`๊ณผ `cloud-init status`๋ฅผ ๋จผ์ € ํ™•์ธํ•œ๋‹ค. ์ ‘์† ์ž์ฒด๊ฐ€ ๋˜์ง€ ์•Š์œผ๋ฉด `virsh screenshot`์œผ๋กœ ์ฝ˜์†”์˜ ํ˜ธ์ŠคํŠธ๋ช…์„ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ณต๊ฐœํ‚ค๊ฐ€ ์ ์šฉ๋˜์ง€ ์•Š์•˜์„ ๋•Œ ์ฝ˜์†” ๋กœ๊ทธ์ธ์ด ํ•„์š”ํ•˜๋„๋ก `plain_text_passwd`๋„ ๋‹น์‹œ cloud-init ์„ค์ •์— ํฌํ•จํ–ˆ๋‹ค. -๋ฐ˜๋Œ€ ๋ฐฉํ–ฅ๋„ ํ•˜๋‚˜ ์žˆ๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ cloud-init 22.4.2 ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๊ธฐ๋Š” sudo ๋ฅผ ๋ฆฌ์ŠคํŠธ๋กœ ์“ด ๊ฒƒ์„ ๊ฑฐ๋ถ€ํ•œ๋‹ค. ๊ทธ๋Ÿฐ๋ฐ ๊ทธ ํ‘œ๊ธฐ๋กœ๋„ ๋ถ€ํŒ…์€ ๋˜๊ณ , kc-lab-1 ๊ณผ kc-lab-2 ์—์„œ ๊ทธ ์ƒํƒœ๋กœ NOPASSWD sudo ๊ฐ€ ๋Œ๊ณ  ์žˆ๋‹ค. ๊ฒ€์‚ฌ๊ฐ€ ํ†ต๊ณผํ•ด๋„ ์•ˆ ๋„๋Š” ์ชฝ์ด ๋„ท์ด๊ณ  ๊ฒ€์‚ฌ์— ๊ฑธ๋ ค๋„ ๋„๋Š” ์ชฝ์ด ํ•˜๋‚˜๋ผ, ์–ด๋А ๋ฐฉํ–ฅ์ด๋“  ๊ฒ€์‚ฌ ๊ฒฐ๊ณผ๋ฅผ ๊ฒŒ์ŠคํŠธ์˜ ์ƒํƒœ๋กœ ์ฝ์œผ๋ฉด ํ‹€๋ฆฐ๋‹ค. +๋‹ค๋งŒ ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ ๊ฒฐ๊ณผ๋งŒ์œผ๋กœ ๊ฒŒ์ŠคํŠธ์˜ ์ตœ์ข… ์ƒํƒœ๋ฅผ ํŒ๋‹จํ•˜์ง€๋Š” ์•Š๋Š”๋‹ค. cloud-init 22.4.2๋Š” `sudo`๋ฅผ ๋ฆฌ์ŠคํŠธ๋กœ ์“ด ํ‘œํ˜„์„ ๊ฑฐ๋ถ€ํ–ˆ์ง€๋งŒ, ๊ธฐ์กด `kc-lab-1`๊ณผ `kc-lab-2`์—์„œ๋Š” ๊ฐ™์€ ํ‘œํ˜„์œผ๋กœ `NOPASSWD` sudo๊ฐ€ ์‹ค์ œ ๋™์ž‘ํ•˜๊ณ  ์žˆ์—ˆ๋‹ค. ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๋Š” ์‚ฌ์ „ ์ ๊ฒ€์ด๊ณ , ์ตœ์ข… ์ƒํƒœ๋Š” ๋ถ€ํŒ…ํ•œ ๊ฒŒ์ŠคํŠธ์—์„œ ๋‹ค์‹œ ํ™•์ธํ•ด์•ผ ํ–ˆ๋‹ค. ## ๋‹น์‹œ cloud-init ์‹คํ—˜ ํ™˜๊ฒฝ -ํ˜ธ์ŠคํŠธ : test-server, Arch Linux -RAM : 11,648MiB -QEMU : 11.1.1 -libvirt : 12.7.0 -base ์ด๋ฏธ์ง€ : Debian 12 genericcloud amd64 -๊ฒŒ์ŠคํŠธ OS : Debian GNU/Linux 12 (bookworm) -๊ฒŒ์ŠคํŠธ : kc-lab-edge 192.168.122.10 ยท kc-lab-1 192.168.122.11 ยท kc-lab-2 192.168.122.12 -์‹œ๋“œ : seed-<์ด๋ฆ„>.iso, CIDATA ๋ผ๋ฒจ, bus=virtio ๋กœ ๋ถ™์ž„ -๊ฒŒ์ŠคํŠธ์˜ cloud-init : 22.4.2 -cloud-init ์ด ๊น ํŒจํ‚ค์ง€ : curl ยท nftables -running ์—์„œ done ๊นŒ์ง€ : ์•ฝ 50์ดˆ +| ํ•ญ๋ชฉ | ๊ฐ’ | +|---|---| +| ํ˜ธ์ŠคํŠธ | test-server, Arch Linux | +| RAM | 11,648MiB | +| QEMU | 11.1.1 | +| libvirt | 12.7.0 | +| base ์ด๋ฏธ์ง€ | Debian 12 genericcloud amd64 | +| ๊ฒŒ์ŠคํŠธ OS | Debian GNU/Linux 12 (bookworm) | +| ๊ฒŒ์ŠคํŠธ | kc-lab-edge 192.168.122.10 ยท kc-lab-1 192.168.122.11 ยท kc-lab-2 192.168.122.12 | +| ์‹œ๋“œ | `seed-<์ด๋ฆ„>.iso`, CIDATA ๋ผ๋ฒจ, `bus=virtio` | +| cloud-init | 22.4.2 | +| cloud-init์œผ๋กœ ์„ค์น˜ํ•œ ํŒจํ‚ค์ง€ | curl ยท nftables | +| `running`์—์„œ `done`๊นŒ์ง€ | ์•ฝ 50์ดˆ | ## ๊ฐ™์€ ์ฆ์ƒ์„ ํ™•์ธํ•˜๋Š” ์ˆœ์„œ @@ -96,10 +100,10 @@ virsh vol-upload --pool default seed-kc-lab-1.iso seed-kc-lab-1.iso |---|---| | `--cloud-init`์œผ๋กœ ๋ถ™์ธ ์‹œ๋“œ๊ฐ€ guest์—์„œ ๊ธฐ๋Œ€๋Œ€๋กœ ์ฝํžˆ์ง€ ์•Š์Œ | ์ด ํ™˜๊ฒฝ์—์„œ ์‹ค์ œ ๊ด€์ธก. ์ˆ˜๋™ virtio seed ๊ตฌ์„ฑ์œผ๋กœ ๋ฐ”๊พผ ๋’ค NoCloud `seed=/dev/vdb` ํ™•์ธ | | YAML/cloud-config ํŒŒ์‹ฑ ๋˜๋Š” schema ๋ฌธ์ œ | schema ๊ฑฐ๋ถ€๋Š” ์‹ค์ œ ๊ด€์ธก. ์ž„์˜์˜ YAML parsing failure๋ฅผ ๊ฐ™์€ ์ฆ์ƒ์œผ๋กœ ์žฌํ˜„ํ•œ ๊ธฐ๋ก์€ ์—†์Œ | -| `vol-upload` ๋ˆ„๋ฝ | ์ ˆ์ฐจ์ƒ ๊ฐ€๋Šฅํ•œ ์‹คํŒจ ๊ฒฝ๋กœ. ์‹ค์ œ ๋ˆ„๋ฝ ๋ถ€ํŒ… ์žฌํ˜„ ์›๋ฌธ์€ ์—†์Œ | -| `default` network autostart ๋น„ํ™œ์„ฑ | host reboot ๋’ค ์ ‘๊ทผ ๊ฒฝ๋กœ์— ์˜ํ–ฅ์„ ์ค„ ์ˆ˜ ์žˆ๋Š” ์‚ฌ์ „ ์กฐ๊ฑด. ์ด ์‹คํŒจ๋ฅผ ์‹ค์ œ ์žฌํ˜„ํ•œ ์›๋ฌธ์€ ์—†์Œ | +| `vol-upload` ๋ˆ„๋ฝ | ์ ˆ์ฐจ์ƒ ๊ฐ€๋Šฅํ•œ ์‹คํŒจ ๊ฒฝ๋กœ. ์‹ค์ œ ๋ˆ„๋ฝ ๋ถ€ํŒ…์„ ์žฌํ˜„ํ•œ ๊ธฐ๋ก์€ ์—†์Œ | +| `default` network autostart ๋น„ํ™œ์„ฑ | host reboot ๋’ค ์ ‘๊ทผ ๊ฒฝ๋กœ์— ์˜ํ–ฅ์„ ์ค„ ์ˆ˜ ์žˆ๋Š” ์‚ฌ์ „ ์กฐ๊ฑด. ์ด ์‹คํŒจ๋ฅผ ์‹ค์ œ๋กœ ์žฌํ˜„ํ•œ ๊ธฐ๋ก์€ ์—†์Œ | -์‹œ๋“œ ์—ฐ๊ฒฐ ๋ฐฉ์‹์€ ์ด ์‹คํ—˜๋Œ€์—์„œ ์‹ค์ œ๋กœ ๋ฌธ์ œ๋ฅผ ๊ฒช์€ ๋ถ€๋ถ„์ด๋‹ค. ๋‹น์‹œ `--cloud-init`์ด ๋งŒ๋“  ์—ฐ๊ฒฐ์—์„œ๋Š” guest๊ฐ€ ๊ธฐ๋Œ€ํ•œ NoCloud seed๋ฅผ ์ฝ์ง€ ๋ชปํ–ˆ๊ณ , ์ตœ์ข… ๊ตฌ์„ฑ์—์„œ๋Š” seed ISO๋ฅผ `device=disk,bus=virtio,readonly=on`์œผ๋กœ ๋ถ™์˜€๋‹ค. 2026-09-17์˜ ์ •์ƒ guest `cloud-init status --long`์—๋Š” `DataSourceNoCloud [seed=/dev/vdb][dsmode=net]`๊ฐ€ ๋‚จ์•„ ์žˆ๋‹ค. **์›์ธ์„ โ€˜Debian genericcloud์—๋Š” AHCI ๋“œ๋ผ์ด๋ฒ„๊ฐ€ ์—†๋‹คโ€™๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค.** ํ˜„์žฌ ์ฆ๊ฑฐ๊ฐ€ ํ™•์ •ํ•˜๋Š” ๊ฒƒ์€ ์ด ํ™˜๊ฒฝ์—์„œ virtio `vdb` seed ๊ฒฝ๋กœ๊ฐ€ ์‹ค์ œ๋กœ ๋™์ž‘ํ–ˆ๋‹ค๋Š” ๊ฒƒ๊นŒ์ง€๋‹ค. +์‹œ๋“œ ์—ฐ๊ฒฐ ๋ฐฉ์‹์€ ์ด ์‹คํ—˜๋Œ€์—์„œ ์‹ค์ œ๋กœ ๋ฌธ์ œ๋ฅผ ๊ฒช์€ ๋ถ€๋ถ„์ด๋‹ค. ๋‹น์‹œ `--cloud-init`์ด ๋งŒ๋“  ์—ฐ๊ฒฐ์—์„œ๋Š” guest๊ฐ€ ๊ธฐ๋Œ€ํ•œ NoCloud seed๋ฅผ ์ฝ์ง€ ๋ชปํ–ˆ๊ณ , ์ตœ์ข… ๊ตฌ์„ฑ์—์„œ๋Š” seed ISO๋ฅผ `device=disk,bus=virtio,readonly=on`์œผ๋กœ ๋ถ™์˜€๋‹ค. 2026-09-17์˜ ์ •์ƒ guest `cloud-init status --long`์—๋Š” `DataSourceNoCloud [seed=/dev/vdb][dsmode=net]`๊ฐ€ ๋‚จ์•„ ์žˆ๋‹ค. ํ˜„์žฌ ๋‚จ์•„ ์žˆ๋Š” ์ฆ๊ฑฐ๋งŒ์œผ๋กœ `--cloud-init` ๊ฒฝ๋กœ๊ฐ€ ๊ธฐ๋Œ€๋Œ€๋กœ ๋™์ž‘ํ•˜์ง€ ์•Š์€ ์›์ธ์„ ํŠน์ •ํ•  ์ˆ˜๋Š” ์—†๋‹ค. ํ™•์ธ๋œ ๊ฒƒ์€ virtio `vdb`๋กœ ์—ฐ๊ฒฐํ•œ seed ๊ฒฝ๋กœ๊ฐ€ ์ด ํ™˜๊ฒฝ์—์„œ ์‹ค์ œ๋กœ ๋™์ž‘ํ–ˆ๋‹ค๋Š” ๊ฒƒ๊นŒ์ง€๋‹ค. ```bash virt-install --name kc-lab-1 --memory 5120 --vcpus 2 \ @@ -109,9 +113,9 @@ virt-install --name kc-lab-1 --memory 5120 --vcpus 2 \ --import --os-variant debian12 --noautoconsole ``` -`default` network์˜ autostart๋„ guest ๋‚ด๋ถ€ ๋ฌธ์ œ์™€ ๋ถ„๋ฆฌํ•ด ๋ณธ๋‹ค. host ์žฌ๋ถ€ํŒ… ๋’ค libvirt network๊ฐ€ ์˜ฌ๋ผ์˜ค์ง€ ์•Š์œผ๋ฉด SSH ์ ‘๊ทผ์ด ํ•จ๊ป˜ ๋Š๊ธธ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ `virsh net-info default`์˜ `Active`์™€ `Autostart`๋ฅผ ๋จผ์ € ํ™•์ธํ•œ๋‹ค. ์ด ๋ฌธ์„œ๋Š” ๊ทธ ์‹คํŒจ๋ฅผ ์ด ํ™˜๊ฒฝ์—์„œ ์‹ค์ œ ์žฌํ˜„ํ–ˆ๋‹ค๊ณ  ์ฃผ์žฅํ•˜์ง€ ์•Š๊ณ , ์žฌ๋ถ€ํŒ… ๋’ค ์ ‘๊ทผ ๊ฒฝ๋กœ๋ฅผ ๊ฐ€๋ฅด๋Š” ์‚ฌ์ „ ํ™•์ธ์œผ๋กœ ๋‘”๋‹ค. +`default` network์˜ autostart๋„ guest ๋‚ด๋ถ€ ๋ฌธ์ œ์™€ ๋ถ„๋ฆฌํ•ด ํ™•์ธํ•œ๋‹ค. host ์žฌ๋ถ€ํŒ… ๋’ค libvirt network๊ฐ€ ์˜ฌ๋ผ์˜ค์ง€ ์•Š์œผ๋ฉด SSH ์ ‘๊ทผ ๊ฒฝ๋กœ๋„ ์‚ฌ๋ผ์งˆ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ `virsh net-info default`์˜ `Active`์™€ `Autostart`๋ฅผ ํ™•์ธํ•œ๋‹ค. network autostart ๋น„ํ™œ์„ฑ ์ž์ฒด๋Š” ์ด ํ™˜๊ฒฝ์—์„œ ์žฌํ˜„ํ•˜์ง€ ์•Š์•˜์œผ๋ฉฐ, ์žฌ๋ถ€ํŒ… ๋’ค ์ ‘๊ทผ ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ•˜๊ธฐ ์œ„ํ•œ ์ ๊ฒ€ ํ•ญ๋ชฉ์œผ๋กœ๋งŒ ๋‚จ๊ธด๋‹ค. -## ํ˜ธ์ŠคํŠธ๋ช… ํ•œ ๋‚ฑ๋ง์ด ์‹œ๋“œ์™€ SSH ๋ฅผ ๊ฐ€๋ฅธ๋‹ค +## ํ˜ธ์ŠคํŠธ๋ช…๊ณผ cloud-init ์ƒํƒœ๋กœ ์‹œ๋“œ ์ ์šฉ ์—ฌ๋ถ€๋ฅผ ํ™•์ธํ–ˆ๋‹ค ๊ฒŒ์ŠคํŠธ์— SSH ๊ฐ€ ๋ถ™๋Š”๋‹ค๋ฉด ํ™•์ธ์€ ํ•œ ์ค„๋กœ ๋๋‚œ๋‹ค. @@ -125,7 +129,7 @@ enp1s0 UP 192.168.122.10/24 metric 100 status: done ``` -ํ˜ธ์ŠคํŠธ๋ช…์ด ๋ฐ”๋€Œ์—ˆ๋‹ค๋Š” ๊ฒƒ์€ ์‹œ๋“œ๊ฐ€ ์ฝํ˜”๋‹ค๋Š” ๋œป์ด๊ณ , ์‹œ๋“œ๊ฐ€ ์ฝํ˜”์œผ๋ฉด ๊ฐ™์€ ํŒŒ์ผ์— ์žˆ๋˜ SSH ํ‚ค๋„ ๋“ค์–ด๊ฐ”๋‹ค. `localhost` ๊ฐ€ ๋‚˜์˜ค๋ฉด SSH ์„ค์ •์„ ๊ณ ์น˜์ง€ ๋ง๊ณ  ์‹œ๋“œ๋ถ€ํ„ฐ ์˜์‹ฌํ•œ๋‹ค. `cloud-init status` ๊ฐ€ `running` ์ด๋ฉด ์•„์ง ํŒจํ‚ค์ง€๋ฅผ ๋ฐ›๋Š” ์ค‘์ด๊ณ , ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” `done` ๊นŒ์ง€ ์•ฝ 50์ดˆ ๊ฑธ๋ ธ๋‹ค. +ํ˜ธ์ŠคํŠธ๋ช…์ด `kc-lab-edge`๋กœ ๋ฐ”๋€Œ๊ณ  `cloud-init status`๊ฐ€ `done`์ด๋ฉด ํ•ด๋‹น ์‹œ๋“œ๊ฐ€ ์ ์šฉ๋œ ์ƒํƒœ๋กœ ๋ณผ ์ˆ˜ ์žˆ์—ˆ๋‹ค. ๋ฐ˜๋Œ€๋กœ `localhost`๊ฐ€ ๋‚จ์•„ ์žˆ์œผ๋ฉด SSH ์„ค์ •์„ ์ˆ˜์ •ํ•˜๊ธฐ ์ „์— ์‹œ๋“œ ์—ฐ๊ฒฐ๊ณผ cloud-init ์ƒํƒœ๋ถ€ํ„ฐ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” `running`์—์„œ `done`๊นŒ์ง€ ์•ฝ 50์ดˆ๊ฐ€ ๊ฑธ๋ ธ๋‹ค. ๊ฒŒ์ŠคํŠธ์— ๋ชป ๋“ค์–ด๊ฐ€๋ฉด ํ™”๋ฉด์„ ์ง์ ‘ ๋œฌ๋‹ค. @@ -133,9 +137,9 @@ status: done virsh screenshot kc-lab-1 /tmp/kc1.ppm # ํ™•์žฅ์ž์™€ ๋ฌด๊ด€ํ•˜๊ฒŒ PNG ๋กœ ์ €์žฅ๋œ๋‹ค ``` -๋กœ๊ทธ์ธ ํ”„๋กฌํ”„ํŠธ ์•ž์˜ ํ˜ธ์ŠคํŠธ๋ช… ํ•œ ๋‚ฑ๋ง๋งŒ ์ฝ๋Š”๋‹ค. `localhost login:` ์ด๋ฉด cloud-init ์ด ์•„์˜ˆ ์•ˆ ๋Œ์•˜์œผ๋ฏ€๋กœ SSH ์ชฝ์€ ๋ณผ ๊ฒƒ์ด ์—†๋‹ค. `kc-lab-1 login:` ์ด๋ฉด cloud-init ์€ ๋Œ์•˜๊ณ  ๊ทธ ์•ˆ์˜ ์‚ฌ์šฉ์žยทํ‚ค ๋‹จ๊ณ„์—์„œ ํ‹€๋ฆฐ ๊ฒƒ์ด๋ผ ์ฝ˜์†”๋กœ ๋“ค์–ด๊ฐ€ ๋กœ๊ทธ๋ฅผ ๋ณธ๋‹ค. ์ฝ˜์†” ๋กœ๊ทธ์ธ์— ์“ฐ๋Š” ๋น„๋ฐ€๋ฒˆํ˜ธ๊ฐ€ cloud-init ์˜ `plain_text_passwd` ์ด๊ณ , ํ‚ค๊ฐ€ ์•ˆ ๋“ค์–ด๊ฐ”์„ ๋•Œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด๊ฐ€๋Š” ๊ธธ์ด ์ด๊ฒƒ ํ•˜๋‚˜๋‹ค. +๋กœ๊ทธ์ธ ํ”„๋กฌํ”„ํŠธ์˜ ํ˜ธ์ŠคํŠธ๋ช…์ด `localhost`๋ผ๋ฉด ์‹œ๋“œ ์ ์šฉ ์—ฌ๋ถ€๋ถ€ํ„ฐ ๋‹ค์‹œ ํ™•์ธํ•œ๋‹ค. `kc-lab-1`์ฒ˜๋Ÿผ ๊ธฐ๋Œ€ํ•œ ํ˜ธ์ŠคํŠธ๋ช…์ด ๋ณด์ธ๋‹ค๋ฉด cloud-init์€ ์ผ๋ถ€ ๋‹จ๊ณ„๋ฅผ ์ˆ˜ํ–‰ํ•œ ๊ฒƒ์ด๋ฏ€๋กœ ์ฝ˜์†”์— ๋กœ๊ทธ์ธํ•ด ์‚ฌ์šฉ์ž์™€ SSH ํ‚ค ์ ์šฉ ๋กœ๊ทธ๋ฅผ ํ™•์ธํ•œ๋‹ค. ๋‹น์‹œ ์„ค์ •์˜ `plain_text_passwd`๋Š” ๊ณต๊ฐœํ‚ค ์ธ์ฆ์ด ๋˜์ง€ ์•Š์„ ๋•Œ ์ฝ˜์†”๋กœ ๋“ค์–ด๊ฐ€๊ธฐ ์œ„ํ•œ ์ˆ˜๋‹จ์ด์—ˆ๋‹ค. -์ˆœ์„œ๋ฅผ ์ด๋ ‡๊ฒŒ ์ •ํ•œ ๊นŒ๋‹ญ์ด ์—ฌ๊ธฐ์— ์žˆ๋‹ค. ํ™”๋ฉด ํ•œ ์žฅ๊ณผ ์ฝ˜์†”์—์„œ ๋ณด๋Š” ๋กœ๊ทธ ๋‘ ์ค„์ด ใ€ŒSSH ๊ฐ€ ์•ˆ ๋˜๋Š” ์ด์œ ใ€๋ฅผ ์ ˆ๋ฐ˜์œผ๋กœ ์ค„์ธ๋‹ค. ํ˜ธ์ŠคํŠธ๋ช…์ด ๊ทธ ์ ˆ๋ฐ˜์„ ๊ฐ€๋ฅด๋ฏ€๋กœ, ์–ด๋А ์ชฝ ์ ˆ๋ฐ˜์„ ๋ณผ์ง€๊ฐ€ ์ •ํ•ด์ง€๊ธฐ ์ „์—๋Š” SSH ์„ค์ •์„ ์—ด ์ด์œ ๊ฐ€ ์—†๋‹ค. +์ด ์ˆœ์„œ๋ฅผ ์‚ฌ์šฉํ•˜๋ฉด SSH ์„ค์ • ์ž์ฒด์˜ ๋ฌธ์ œ์ธ์ง€, ๊ทธ๋ณด๋‹ค ์•ž์„  cloud-init ์ดˆ๊ธฐํ™” ๋ฌธ์ œ์ธ์ง€ ๋จผ์ € ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์žˆ๋‹ค. ## ๊ฒ€์‚ฌ๊ฐ€ ๊ฑฐ๋ถ€ํ•ด๋„ ๋ถ€ํŒ…์€ ๋œ๋‹ค @@ -167,21 +171,21 @@ python3 -c 'import yaml,sys; yaml.safe_load(open("kc-lab-1.yaml")); print("YAML `0` ๊ณผ `2` ์™€ `YAML OK` ์…‹์ด ๋งž์•„์•ผ ์‹œ๋“œ๋ฅผ ๋งŒ๋“ ๋‹ค. ์…‹์ด ๋งž์•„๋„ cloud-config ๋กœ ์œ ํšจํ•˜์ง€๋Š” ์•Š๋‹ค โ€” ํ‚ค ์ด๋ฆ„์„ `users` ๋Œ€์‹  `user` ๋กœ ์นœ ์˜คํƒ€๋Š” ์ด ์„ธ ์ค„์„ ๊ทธ๋ƒฅ ํ†ต๊ณผํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ๊ฒŒ์ŠคํŠธ๊ฐ€ ํ•œ ๋Œ€๋ผ๋„ ๋–  ์žˆ์œผ๋ฉด cloud-init ์ž์‹ ์˜ ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๊ธฐ๋ฅผ ์“ด๋‹ค. -```bash label="[lab host] [reference] historical command" +```bash label="[lab host] ๋‹น์‹œ ์‚ฌ์šฉํ•œ ๋ช…๋ น" ssh donghyeon@192.168.122.11 'umask 077; cat > ~/kc-lab-2.yaml' < kc-lab-2.yaml ssh donghyeon@192.168.122.11 'cloud-init schema -c ~/kc-lab-2.yaml; rm -f ~/kc-lab-2.yaml' ``` -์ด ๋‘ ์ค„์€ **๋‹น์‹œ ๋ฌธ์„œ์— ๋‚จ์€ historical command**๋‹ค. ๋‘˜์งธ ์ค„์€ ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๊ฐ€ ์‹คํŒจํ•ด๋„ `; rm` ๋•Œ๋ฌธ์— ํŒŒ์ผ์„ ์ง€์šด๋‹ค. ๋”ฐ๋ผ ํ•˜๋Š” ์ ˆ์ฐจ์—์„œ๋Š” ๊ฒ€์‚ฌ์™€ ์‚ญ์ œ๋ฅผ ๋ถ„๋ฆฌํ•˜๊ณ , ๊ฒ€์‚ฌ ์„ฑ๊ณต ์—ฌ๋ถ€๋ฅผ ๋ณธ ๋’ค ์‚ญ์ œํ•œ๋‹ค. +์ด ๋‘ ์ค„์€ ๋‹น์‹œ ๋ฌธ์„œ์— ๋‚จ์•„ ์žˆ๋˜ ๋ช…๋ น์ด๋‹ค. ๋‘˜์งธ ์ค„์€ ์Šคํ‚ค๋งˆ ๊ฒ€์‚ฌ๊ฐ€ ์‹คํŒจํ•ด๋„ `; rm` ๋’ค์˜ ์‚ญ์ œ๊ฐ€ ์‹คํ–‰๋  ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ, ํ˜„์žฌ ์ ˆ์ฐจ์—์„œ๋Š” ๊ฒ€์‚ฌ์™€ ์‚ญ์ œ๋ฅผ ๋ถ„๋ฆฌํ•˜๊ณ  ๊ฒ€์‚ฌ ๊ฒฐ๊ณผ๋ฅผ ํ™•์ธํ•œ ๋’ค ํŒŒ์ผ์„ ์ง€์šด๋‹ค. ์ด ํŒŒ์ผ์—๋Š” ์ฝ˜์†” ๋น„๋ฐ€๋ฒˆํ˜ธ๊ฐ€ ํ‰๋ฌธ์œผ๋กœ ๋“ค์–ด ์žˆ์–ด `/tmp` ๊ฐ€ ์•„๋‹ˆ๋ผ ์ž๊ธฐ ํ™ˆ์— `600` ์œผ๋กœ ๋‘๊ณ , ๊ฒ€์‚ฌ๊ฐ€ ๋๋‚˜๋ฉด ๋ฐ”๋กœ ์ง€์šด๋‹ค. ## ์‹ค์ œ๋กœ ์žฌํ˜„ํ•œ ์‹คํŒจ์™€ ์•„์ง ๊ฐ€์ •์ธ ์‹คํŒจ -๋„ค ๊ฒฝ๋กœ ๊ฐ€์šด๋ฐ ์‹ค์ œ ๊ด€์ธก์œผ๋กœ ์ง์ ‘ ๋‹ซํžŒ ๊ฒƒ์€ ๋‘ ๋ถ€๋ถ„์ด๋‹ค. ์ฒซ์งธ, ๊ธฐ์กด `--cloud-init` ์—ฐ๊ฒฐ์—์„œ๋Š” ๊ธฐ๋Œ€ํ•œ seed ๋™์ž‘์„ ์–ป์ง€ ๋ชปํ–ˆ๊ณ  ์ตœ์ข… virtio seed์—์„œ๋Š” `DataSourceNoCloud [seed=/dev/vdb]`๊ฐ€ ํ™•์ธ๋๋‹ค. ๋‘˜์งธ, cloud-init 22.4.2 schema ๊ฒ€์‚ฌ๊ธฐ๋Š” `sudo` ๋ฆฌ์ŠคํŠธ ํ‘œ๊ธฐ๋ฅผ ์‹ค์ œ๋กœ ๊ฑฐ๋ถ€ํ–ˆ๋‹ค. ์ž„์˜์˜ YAML parsing failure, `vol-upload` ๋ˆ„๋ฝ, network autostart ๋น„ํ™œ์„ฑ์€ ์ด ์‹คํ—˜๋Œ€์—์„œ ๊ฐ™์€ SSH ์ฆ์ƒ์œผ๋กœ ์žฌํ˜„ํ•œ ์›๋ฌธ์ด ์—†์œผ๋ฏ€๋กœ **์ง„๋‹จ ํ›„๋ณด**๋กœ๋งŒ ๋‚จ๊ธด๋‹ค. +๋„ค ๊ฒฝ๋กœ ๊ฐ€์šด๋ฐ ์‹ค์ œ ๊ด€์ธก์œผ๋กœ ์ง์ ‘ ๋‹ซํžŒ ๊ฒƒ์€ ๋‘ ๋ถ€๋ถ„์ด๋‹ค. ์ฒซ์งธ, ๊ธฐ์กด `--cloud-init` ์—ฐ๊ฒฐ์—์„œ๋Š” ๊ธฐ๋Œ€ํ•œ seed ๋™์ž‘์„ ์–ป์ง€ ๋ชปํ–ˆ๊ณ  ์ตœ์ข… virtio seed์—์„œ๋Š” `DataSourceNoCloud [seed=/dev/vdb]`๊ฐ€ ํ™•์ธ๋๋‹ค. ๋‘˜์งธ, cloud-init 22.4.2 schema ๊ฒ€์‚ฌ๊ธฐ๋Š” `sudo` ๋ฆฌ์ŠคํŠธ ํ‘œ๊ธฐ๋ฅผ ์‹ค์ œ๋กœ ๊ฑฐ๋ถ€ํ–ˆ๋‹ค. ์ž„์˜์˜ YAML parsing failure, `vol-upload` ๋ˆ„๋ฝ, network autostart ๋น„ํ™œ์„ฑ์€ ์ด ์‹คํ—˜๋Œ€์—์„œ ๊ฐ™์€ SSH ์ฆ์ƒ์œผ๋กœ ์žฌํ˜„ํ•œ ๊ธฐ๋ก์ด ์—†์œผ๋ฏ€๋กœ ์ง„๋‹จ ํ›„๋ณด๋กœ๋งŒ ๋‚จ๊ธด๋‹ค. ํ›„์† ์›๋ฌธ๋„ ๋‚จ๊ฒผ๋‹ค. `14-cloudinit-schema-check.txt`์—๋Š” cloud-init 22.4.2๊ฐ€ `sudo` ๋ฆฌ์ŠคํŠธ ํ‘œ๊ธฐ๋ฅผ ์‹ค์ œ๋กœ ๊ฑฐ๋ถ€ํ•œ ์ถœ๋ ฅ์ด ์žˆ๋‹ค. `15-k3s-precheck.txt`์˜ `Host key verification failed.`๋Š” 2026-09-17 ์žฌ๊ตฌ์ถ• ์ค‘ ๋‚˜์˜จ ๋ณ„๋„ SSH ์‹คํŒจ๋ผ ์›๋ž˜ ์‚ฌ๊ฑด์˜ `Permission denied (publickey)`๋ฅผ ์žฌํ˜„ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ์›๋ž˜ `Permission denied (publickey)`, `cloud-init status: done`, ์•ฝ 50์ดˆ, `virsh screenshot` ํ™”๋ฉด์€ ์•„์ง ๋ณ„๋„ raw ํŒŒ์ผ์ด ์—†๊ณ  ๋‹น์‹œ ๋ณธ๋ฌธ ๊ธฐ๋ก๋งŒ ๋‚จ์•„ ์žˆ๋‹ค. -์ด Case์˜ ๊ณผ๊ฑฐ ์‹คํŒจ ์กฐํ•ฉ ์ „์ฒด๋ฅผ ๊ทธ๋Œ€๋กœ ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ์žฌํ˜„์€ ํ•˜์ง€ ์•Š์•˜๋‹ค. ๋‹ค๋งŒ 2026-09-21์—๋Š” worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ ์ฒ ๊ฑฐํ•˜๊ณ  ํ˜„์žฌ Setup์˜ qcow2ยทseed ISOยทcloud-init ๊ฒฝ๋กœ๋กœ ๋‹ค์‹œ ๋งŒ๋“ค์–ด `cloud-init status: done`๊ณผ SSH, ๊ณ ์ • IP, k3s ์žฌํ•ฉ๋ฅ˜๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ **ํ˜„์žฌ ์ •์ƒ ์ƒ์„ฑ ๊ฒฝ๋กœ๋Š” ์žฌ๊ฒ€์ฆ๋๊ณ **, ๊ณผ๊ฑฐ ์‹คํŒจ ํ›„๋ณด ๊ฐ๊ฐ์„ ์ผ๋ถ€๋Ÿฌ ๋‹ค์‹œ ์œ ๋ฐœํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. +๊ณผ๊ฑฐ์— ์˜์‹ฌํ–ˆ๋˜ ์‹คํŒจ ์กฐ๊ฑด์„ ํ•˜๋‚˜์”ฉ ๋‹ค์‹œ ๋งŒ๋“ค์–ด ๋ณด์ง€๋Š” ์•Š์•˜๋‹ค. ๋Œ€์‹  2026-09-21์—๋Š” worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ ์ฒ ๊ฑฐํ•œ ๋’ค ํ˜„์žฌ ๋ฌธ์„œ์˜ qcow2, seed ISO, cloud-init ์ ˆ์ฐจ๋กœ ๋‹ค์‹œ ์ƒ์„ฑํ–ˆ๊ณ  `cloud-init status: done`, SSH ์ ‘์†, ๊ณ ์ • IP, k3s ์žฌํ•ฉ๋ฅ˜๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ํ˜„์žฌ ์ƒ์„ฑ ์ ˆ์ฐจ๊ฐ€ ๋™์ž‘ํ•œ๋‹ค๋Š” ๊ฒƒ์€ ํ™•์ธํ–ˆ์ง€๋งŒ, ๊ณผ๊ฑฐ์˜ ๊ฐ ์‹คํŒจ ์กฐ๊ฑด์„ ๊ฐœ๋ณ„์ ์œผ๋กœ ์žฌํ˜„ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-renewal-succeeded-while-the-old-certificate-kept-serving.md b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-renewal-succeeded-while-the-old-certificate-kept-serving.md index 308a441..96e3444 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-renewal-succeeded-while-the-old-certificate-kept-serving.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/case/case-renewal-succeeded-while-the-old-certificate-kept-serving.md @@ -1,7 +1,7 @@ --- kind: CASE slug: renewal-succeeded-while-the-old-certificate-kept-serving -title: ๊ฐฑ์‹ ์€ ๋งค๋ฒˆ SUCCESS ์˜€๊ณ  ์˜› ์ธ์ฆ์„œ๊ฐ€ ๊ณ„์† ๋‚˜๊ฐ”๋‹ค โ€” 2305์ดˆ์™€ 1~2์ดˆ +title: ์ธ์ฆ์„œ ๊ฐฑ์‹  ํ›„ nginx๊ฐ€ ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์ œ๊ณตํ•œ ๋ฌธ์ œ topic: build-completion-judgment topicName: ๋๋‚ฌ๋‹ค๋Š” ํŒ์ • project: virtualization @@ -13,50 +13,47 @@ source: - final/document.md#194-์ด-๋ถ€์—์„œ-ํŒŒ์ƒ๋ -open-question --- -# ๊ฐฑ์‹ ์€ ๋งค๋ฒˆ SUCCESS ์˜€๊ณ  ์˜› ์ธ์ฆ์„œ๊ฐ€ ๊ณ„์† ๋‚˜๊ฐ”๋‹ค โ€” 2305์ดˆ์™€ 1~2์ดˆ +# ์ธ์ฆ์„œ ๊ฐฑ์‹  ํ›„ nginx๊ฐ€ ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์ œ๊ณตํ•œ ๋ฌธ์ œ -๊ณผ๊ฑฐ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ ๋ฐฐ์น˜์—์„œ๋Š” ๊ฐฑ์‹ ์ด SUCCESS๋กœ ๋๋‚˜๋„ nginx๊ฐ€ ์˜› ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ๋‚ด๋ณด๋ƒˆ๋‹ค. ๋‹น์‹œ `certbot-renew.service`์— reload ํ›…์ด ์—†์–ด ๊ฐฑ์‹ ์—์„œ ์„œ๋น™๊นŒ์ง€ 2305์ดˆ ๊ฑธ๋ ธ๊ณ , deploy ํ›…์„ ๋‘๋‹ˆ 1~2์ดˆ์˜€๋‹ค. **ํ˜„์žฌ 2026-09-21 edge Debian 12 ๋ฐฐ์น˜๋Š” `certbot.timer โ†’ certbot.service`๋ฅผ ์“ด๋‹ค.** ์ด ๊ธ€์˜ 2305์ดˆยท1~2์ดˆ๋Š” ๊ณผ๊ฑฐ ๋ฐฐ์น˜์˜ ์ธก์ •๊ฐ’์œผ๋กœ ๋‚จ๊ธด๋‹ค. +๊ณผ๊ฑฐ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ certbot ๊ฐฑ์‹ ์€ ์ •์ƒ ์ข…๋ฃŒ๋์ง€๋งŒ nginx๊ฐ€ ์ œ๊ณตํ•˜๋Š” ์ธ์ฆ์„œ๋Š” ๋ฐ”๋€Œ์ง€ ์•Š์•˜๋‹ค. ๋‹น์‹œ `certbot-renew.service`์—๋Š” nginx reload๋ฅผ ์‹คํ–‰ํ•˜๋Š” ํ›…์ด ์—†์—ˆ๊ณ , ์ธ์ฆ์„œ ํŒŒ์ผ์ด ๊ฐฑ์‹ ๋œ ๋’ค ์‹ค์ œ ์„œ๋น„์Šค์— ๋ฐ˜์˜๋˜๊ธฐ๊นŒ์ง€ 2305์ดˆ๊ฐ€ ๊ฑธ๋ ธ๋‹ค. deploy ํ›…์„ ์ถ”๊ฐ€ํ•œ ๋’ค ๊ฐ™์€ ๊ตฌ๊ฐ„์€ 1~2์ดˆ๋กœ ์ค„์—ˆ๋‹ค. ํ˜„์žฌ Edge VM์€ Debian 12์˜ `certbot.timer โ†’ certbot.service`๋ฅผ ์‚ฌ์šฉํ•˜๋ฏ€๋กœ, ์ด ์ˆ˜์น˜๋Š” ๋‹น์‹œ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ ๋ฐฐ์น˜์—์„œ ์ธก์ •ํ•œ ๊ฐ’์œผ๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. -## certbot์€ ์„ฑ๊ณตํ–ˆ๋Š”๋ฐ ์„œ๋ฒ„ ์ธ์ฆ์„œ๋Š” ๊ทธ๋Œ€๋กœ์˜€๋‹ค +## ์ธ์ฆ์„œ ํŒŒ์ผ์€ ๊ฐฑ์‹ ๋์ง€๋งŒ nginx์—๋Š” ๋ฐ”๋กœ ๋ฐ˜์˜๋˜์ง€ ์•Š์•˜๋‹ค -์ธ์ฆ์„œ ๊ฐฑ์‹ ์€ ๋งค๋ฒˆ ์„ฑ๊ณต์œผ๋กœ ๋๋‚˜๋Š”๋ฐ ์„œ๋ฒ„๊ฐ€ ๋‚ด๋ณด๋‚ด๋Š” ์ธ์ฆ์„œ๋Š” ์˜›๊ฒƒ์ด์—ˆ๋‹ค. +๋‹น์‹œ ์ƒํƒœ๋ฅผ ๋‚˜๋ˆ  ๋ณด๋ฉด certbot๊ณผ nginx๊ฐ€ ์„œ๋กœ ๋‹ค๋ฅธ ์‹œ์ ์˜ ์ธ์ฆ์„œ๋ฅผ ๋ณด๊ณ  ์žˆ์—ˆ๋‹ค. -certbot-renew.timer : ์ •์ƒ -certbot-renew.service ์˜ ๊ฒฐ๊ณผ : SUCCESS -์œ ๋‹›์˜ ExecStartPost ๋˜๋Š” --deploy-hook : x -nginx ๊ฐ€ ์ƒˆ ์ธ์ฆ์„œ๋ฅผ ์ฝ์—ˆ๋‚˜ : x -๊ฐฑ์‹ ์—์„œ ์„œ๋น™๊นŒ์ง€ : 2305์ดˆ (38๋ถ„ 25์ดˆ) -๋ฌด์—‡์ด reload ํ–ˆ๋‚˜ : ์‚ฌ๋žŒ์ด ์ง์ ‘ +| ํ™•์ธ ํ•ญ๋ชฉ | ๋‹น์‹œ ๊ฒฐ๊ณผ | +|---|---| +| `certbot-renew.timer` | ์ •์ƒ ๋™์ž‘ | +| `certbot-renew.service` | `SUCCESS` | +| `ExecStartPost` ๋˜๋Š” `--deploy-hook` | ์—†์Œ | +| nginx reload | ์ž๋™์œผ๋กœ ์‹คํ–‰๋˜์ง€ ์•Š์Œ | +| ๊ฐฑ์‹  ํ›„ ์„œ๋น„์Šค ๋ฐ˜์˜๊นŒ์ง€ | 2305์ดˆ(38๋ถ„ 25์ดˆ) | +| ์‹ค์ œ reload | ์‚ฌ๋žŒ์ด ์ง์ ‘ ์‹คํ–‰ | -๋ฐœํ˜„ํ•˜๋Š” ๋‚ ์˜ ์ฆ์ƒ์€ ์ธ์ฆ์„œ ๋งŒ๋ฃŒ์ด๊ณ , ๊ทธ๋‚ ์—๋„ ๋กœ๊ทธ์—๋Š” SUCCESS ๋ผ๊ณ  ์ ํ˜€ ์žˆ๋‹ค. +certbot์˜ ์„ฑ๊ณต ์—ฌ๋ถ€๋งŒ ํ™•์ธํ•˜๋ฉด ์ธ์ฆ์„œ ํŒŒ์ผ์ด ๊ฐฑ์‹ ๋๋‹ค๋Š” ๊ฒƒ๊นŒ์ง€๋งŒ ์•Œ ์ˆ˜ ์žˆ์—ˆ๋‹ค. nginx๊ฐ€ ์ƒˆ ์ธ์ฆ์„œ๋ฅผ ์ฝ์—ˆ๋Š”์ง€๋Š” ๋ณ„๋„๋กœ ํ™•์ธํ•ด์•ผ ํ–ˆ๋‹ค. ## ๊ฐฑ์‹  ์„ฑ๊ณต๊ณผ nginx reload๋Š” ๋ณ„๋„ ๋‹จ๊ณ„์˜€๋‹ค -certbot-renew.service ๋Š” /usr/bin/certbot -q renew ํ•œ ์ค„์ด๊ณ  ์ธ์ฆ์„œ๋ฅผ ์ƒˆ๋กœ ๋ฐ›๋Š” ๋ฐ๊นŒ์ง€๋งŒ ์ฑ…์ž„์ง„๋‹ค. nginx ๋Š” ์ธ์ฆ์„œ๋ฅผ ๊ธฐ๋™ ์‹œ์ ์— ์ฝ์–ด ๋ฉ”๋ชจ๋ฆฌ์— ๋“ค๊ณ  ์žˆ๊ณ  certbot ์€ live/ ์‹ฌ๋ณผ๋ฆญ ๋งํฌ๋งŒ ๊ฐˆ์•„ ๋ผ์šฐ๋ฏ€๋กœ, ๊ฒฝ๋กœ๋Š” ๊ทธ๋Œ€๋กœ์ด๊ณ  ๋‚ด์šฉ๋งŒ ๋ฐ”๋€Œ์–ด nginx ๋Š” ๋ฐ”๋€ ์ค„ ๋ชจ๋ฅธ๋‹ค. +๋‹น์‹œ `certbot-renew.service`๋Š” `/usr/bin/certbot -q renew`๋งŒ ์‹คํ–‰ํ–ˆ๋‹ค. certbot์€ `live/` ์•„๋ž˜์˜ ์‹ฌ๋ณผ๋ฆญ ๋งํฌ๋ฅผ ์ƒˆ ์ธ์ฆ์„œ ํŒŒ์ผ๋กœ ๊ฐฑ์‹ ํ•˜์ง€๋งŒ, nginx๋Š” ๊ธฐ๋™ํ•˜๊ฑฐ๋‚˜ reloadํ•  ๋•Œ ์ธ์ฆ์„œ ํŒŒ์ผ์„ ์ฝ๋Š”๋‹ค. ๋”ฐ๋ผ์„œ certbot์ด ์„ฑ๊ณตํ•ด๋„ nginx๋ฅผ reloadํ•˜์ง€ ์•Š์œผ๋ฉด nginx๋Š” ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์ œ๊ณตํ•œ๋‹ค. -ํ›…๋„ ์‚ฌ๋žŒ๋„ ์—†์œผ๋ฉด ๋‹ค์Œ nginx ์žฌ์‹œ์ž‘๊นŒ์ง€, ์‚ฌ์‹ค์ƒ ๋ฌด๊ธฐํ•œ์œผ๋กœ ์˜› ์ธ์ฆ์„œ๊ฐ€ ๋‚˜๊ฐ„๋‹ค. +์ด๋ฅผ ํ•ด๊ฒฐํ•˜๊ธฐ ์œ„ํ•ด `/etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh`์—์„œ `nginx -t && nginx -s reload`๋ฅผ ์‹คํ–‰ํ•˜๋„๋ก ํ–ˆ๋‹ค. deploy ํ›… ํŒŒ์ผ์—๋Š” ์‹คํ–‰ ๊ถŒํ•œ์ด ํ•„์š”ํ•˜๋ฉฐ, `post/` ๋Œ€์‹  `deploy/`๋ฅผ ์‚ฌ์šฉํ•ด ์‹ค์ œ ๊ฐฑ์‹ ์ด ๋ฐœ์ƒํ–ˆ์„ ๋•Œ๋งŒ reloadํ•˜๋„๋ก ํ–ˆ๋‹ค. ํ›…์€ ํ˜ธ์ŠคํŠธ๋ฅผ ๋‹ค์‹œ ๊ตฌ์„ฑํ•  ๋•Œ ๋ˆ„๋ฝ๋˜์ง€ ์•Š๋„๋ก ์ €์žฅ์†Œ์—์„œ ๊ด€๋ฆฌํ–ˆ๋‹ค. -ํ•ด๊ฒฐ : /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh ์— nginx -t && nginx -s reload ๋ฅผ ๋‘๊ณ  chmod +x ๋ฅผ ์ค€๋‹ค -์‹คํ–‰ ๊ถŒํ•œ์ด ์—†์œผ๋ฉด : certbot ์ด ์กฐ์šฉํžˆ ๊ฑด๋„ˆ๋›ด๋‹ค -post/ ๊ฐ€ ์•„๋‹ˆ๋ผ deploy/ ์ธ ๊นŒ๋‹ญ : post/ ๋Š” ๊ฐฑ์‹ ์ด ์—†์–ด๋„ ๋งค๋ฒˆ ๋Œ์•„ ํ•˜๋ฃจ ๋‘ ๋ฒˆ ์›Œ์ปค๋ฅผ ๊ฐˆ์•„์น˜์šด๋‹ค -ํ›…์„ ์ €์žฅ์†Œ์— ๋‘๋Š” ๊นŒ๋‹ญ : ํ˜ธ์ŠคํŠธ์—๋งŒ ๋‘์—ˆ์„ ๋•Œ๋Š” ํ˜ธ์ŠคํŠธ๋ฅผ ์ดˆ๊ธฐํ™”ํ•˜๋ฉด ์•„๋ฌด ์˜ค๋ฅ˜ ์—†์ด ์‚ฌ๋ผ์กŒ๋‹ค -ํŒ์ • : ๋กœ๊ทธ ๋ฌธ๊ตฌ๊ฐ€ ์•„๋‹ˆ๋ผ ๊ฐ•์ œ ๊ฐฑ์‹  ์ „ํ›„์˜ nginx ์›Œ์ปค PID ๋กœ ํ•œ๋‹ค +์ ์šฉ ์—ฌ๋ถ€๋Š” certbot ๋กœ๊ทธ๋งŒ ๋ณด์ง€ ์•Š๊ณ  ๊ฐ•์ œ ๊ฐฑ์‹  ์ „ํ›„์˜ nginx worker PID๋กœ ํ™•์ธํ–ˆ๋‹ค. reload ์ค‘ ์ƒˆ ์—ฐ๊ฒฐ 8856๊ฑด์€ ๋ชจ๋‘ 200์œผ๋กœ ์‘๋‹ตํ–ˆ๊ณ  p95๋Š” 205.7ms์™€ 204.3ms๋กœ ์ธก์ •๋๋‹ค. -ํ›…์„ ๋„ฃ์–ด๋„ ์•ˆ์ „ํ–ˆ๋‹ค. reload ๋Š” ๋ฌด์ค‘๋‹จ์ด์—ˆ๊ณ  ์ƒˆ ์—ฐ๊ฒฐ 8856๊ฑด์ด ์ „๋ถ€ 200, p95 ๋Š” 205.7ms ๋Œ€ 204.3ms ๋กœ ๋ณ€ํ™”๊ฐ€ ์—†์—ˆ๋‹ค. +## ๊ณผ๊ฑฐ ์ธก์ • ๋ฐฐ์น˜์™€ ํ˜„์žฌ Edge VM ๋ฐฐ์น˜ -## ๊ณผ๊ฑฐ ์ธก์ • ๋ฐฐ์น˜์™€ ํ˜„์žฌ edge ๋ฐฐ์น˜ - -์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ : kc-lab-edge, 192.168.122.10, Debian 12 -nginx : nginx/1.22.1 -certbot ํ”Œ๋Ÿฌ๊ทธ์ธ : dns-cloudflare -๋ฐœ๊ธ‰ ๋Œ€์ƒ : -d hyeonworks.com -d '*.hyeonworks.com' -lineage ๋””๋ ‰ํ„ฐ๋ฆฌ : /etc/letsencrypt/live/auth.hyeonworks.com/ (2026-09-17 ํ˜„์žฌ ๊ด€์ธก) -nginx ๊ฐ€ ์ฝ๋Š” ํŒŒ์ผ : fullchain.pem ยท privkey.pem -๊ณผ๊ฑฐ ์ธก์ • ๋ฐฐ์น˜์˜ ํƒ€์ด๋จธ : `certbot-renew.timer โ†’ certbot-renew.service` -ํ˜„์žฌ edge Debian 12 : `certbot.timer โ†’ certbot.service` -์ธ์ฆ์„œ ์œ ํšจ๊ธฐ๊ฐ„ : ์˜ค๋Š˜ + 90์ผ -2305์ดˆ๋ฅผ ์žด ๋•Œ์˜ ๋ฐฐ์น˜ : ํ›…์ด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์— ์žˆ์—ˆ๋‹ค -์ง€๊ธˆ์˜ ๋ฐฐ์น˜ : certbot ยท ์ธ์ฆ์„œ ยท ๊ฐฑ์‹  ํƒ€์ด๋จธ ยท deploy ํ›…์ด ์ „๋ถ€ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์— ์žˆ๋‹ค +| ํ•ญ๋ชฉ | ๊ฐ’ | +|---|---| +| Edge VM | kc-lab-edge, 192.168.122.10, Debian 12 | +| nginx | nginx/1.22.1 | +| certbot ํ”Œ๋Ÿฌ๊ทธ์ธ | dns-cloudflare | +| ๋ฐœ๊ธ‰ ๋Œ€์ƒ | `-d hyeonworks.com -d '*.hyeonworks.com'` | +| ํ˜„์žฌ lineage | `/etc/letsencrypt/live/auth.hyeonworks.com/` (2026-09-17 ํ™•์ธ) | +| nginx๊ฐ€ ์ฝ๋Š” ํŒŒ์ผ | `fullchain.pem`, `privkey.pem` | +| ๊ณผ๊ฑฐ ์ธก์ • ๋‹น์‹œ ํƒ€์ด๋จธ | `certbot-renew.timer โ†’ certbot-renew.service` | +| ํ˜„์žฌ Debian 12 ํƒ€์ด๋จธ | `certbot.timer โ†’ certbot.service` | +| 2305์ดˆ ์ธก์ • ๋‹น์‹œ ๋ฐฐ์น˜ | deploy ํ›…์ด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์— ์žˆ๋˜ ๊ตฌ์„ฑ | +| ํ˜„์žฌ ๋ฐฐ์น˜ | certbot, ์ธ์ฆ์„œ, ํƒ€์ด๋จธ, deploy ํ›…์„ Edge VM์— ๋ฐฐ์น˜ | ## worker PID๋กœ reload ์—ฌ๋ถ€๋ฅผ ํ™•์ธํ•˜๋Š” ์ˆœ์„œ @@ -92,9 +89,9 @@ ExecStart=/usr/bin/certbot -q renew --no-random-sleep-on-renew PrivateTmp=true ``` -์œ ๋‹› ์ด๋ฆ„๊ณผ `ExecStart` ์˜ต์…˜์€ ๋ฐฐํฌํŒ/ํŒจํ‚ค์ง€ ํŒ์— ๋”ฐ๋ผ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋‹ค. ์ด Case์˜ ํ•ต์‹ฌ์€ ์ด๋ฆ„์ด ์•„๋‹ˆ๋ผ **renew ์„ฑ๊ณต๊ณผ nginx reload๋Š” ๋ณ„๋„ ์ƒํƒœ ์ „์ด**๋ผ๋Š” ์ ์ด๋‹ค. +์œ ๋‹› ์ด๋ฆ„๊ณผ `ExecStart` ์˜ต์…˜์€ ๋ฐฐํฌํŒ๊ณผ ํŒจํ‚ค์ง€ ๋ฒ„์ „์— ๋”ฐ๋ผ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋‹ค. ์—ฌ๊ธฐ์„œ ํ™•์ธํ•  ๊ฒƒ์€ certbot ๊ฐฑ์‹  ์„ฑ๊ณต๊ณผ nginx reload๊ฐ€ ๋ณ„๋„ ๋™์ž‘์ด๋ผ๋Š” ์ ์ด๋‹ค. -`ExecStartPost` ๋„ `--deploy-hook` ๋„ ์—†๋‹ค. ์ด ์œ ๋‹›์€ ์ธ์ฆ์„œ๋ฅผ ์ƒˆ๋กœ ๋ฐ›๋Š” ๋ฐ๊นŒ์ง€๋งŒ ์ฑ…์ž„์ง€๊ณ , ๋ฐ›์€ ๊ฒƒ์„ nginx ๊ฐ€ ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” ์ผ์€ ์•„๋ฌด๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋ฐฐํฌํŒ์ด ์ด๋ ‡๊ฒŒ ์ค€๋‹ค๋Š” ๊ฒƒ์ด ์š”์ ์ด๋ผ, ใ€Œ๊ธฐ๋ณธ๊ฐ’์ด๋‹ˆ ๊ดœ์ฐฎ๊ฒ ์ง€ใ€๊ฐ€ ์ด ๊ฒฐํ•จ์ด ์‚ฌ๋Š” ๊ณณ์ด๋‹ค. +ํ˜„์žฌ ํ™•์ธํ•œ `certbot.service`์—๋Š” `ExecStartPost`๋‚˜ `--deploy-hook`์ด ์—†๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์œ ๋‹›์€ ์ธ์ฆ์„œ ๊ฐฑ์‹ ๊นŒ์ง€๋งŒ ์ˆ˜ํ–‰ํ•˜๊ณ  nginx reload๋Š” ์‹คํ–‰ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ์ด ๊ธ€์˜ ํ›…์ด ๋ชจ๋“  ๋ฐฐํฌํŒ์— ํ•„์š”ํ•˜์ง€๋Š” ์•Š๋‹ค. ์œ„ ์œ ๋‹›์— `ExecStartPost` ๋‚˜ `--deploy-hook` ์ด ์ด๋ฏธ ์ ํ˜€ ์žˆ๋Š” ๋ฐฐํฌํŒ์ด๋ผ๋ฉด ํ›…์„ ์ƒˆ๋กœ ๋„ฃ์„ ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ๊ฑฐ๊ธฐ ์ ํžŒ ๋ช…๋ น์ด nginx ๋ฅผ reload ํ•˜๋Š”์ง€๋งŒ ๋ณธ๋‹ค. @@ -102,11 +99,11 @@ PrivateTmp=true nginx ๋Š” `ssl_certificate` ์— ์ ํžŒ ํŒŒ์ผ์„ ๊ธฐ๋™๊ณผ reload ์‹œ์ ์— ์ฝ์–ด ๋ฉ”๋ชจ๋ฆฌ์— ๋“ค๊ณ  ์žˆ๊ณ , certbot ์€ `live/` ์•„๋ž˜์˜ ์‹ฌ๋ณผ๋ฆญ ๋งํฌ๋ฅผ ์ƒˆ ํŒŒ์ผ๋กœ ๊ฐˆ์•„ ๋ผ์šด๋‹ค. ์„ค์ •์— ์ ํžŒ ๊ฒฝ๋กœ๋Š” ํ•œ ๊ธ€์ž๋„ ๋ฐ”๋€Œ์ง€ ์•Š๊ณ  ๊ทธ ๊ฒฝ๋กœ๊ฐ€ ๊ฐ€๋ฆฌํ‚ค๋Š” ํŒŒ์ผ๋งŒ ๋ฐ”๋€Œ๋ฏ€๋กœ, nginx ์ชฝ์—์„œ๋Š” ๋‹ค์‹œ ์ฝ์„ ๊ณ„๊ธฐ๊ฐ€ ์ƒ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. ๊ฐฑ์‹ ์ด ๋๋‚œ ๋’ค์— nginx ๋กœ reload ๋ฅผ ๊ฑธ์–ด ์ฃผ๋Š” ๊ฒƒ์ด ์—†์œผ๋ฉด ์˜› ์ธ์ฆ์„œ๊ฐ€ ๊ณ„์† ๋‚˜๊ฐ„๋‹ค. -## 88์ผ ๋™์•ˆ ์ด ๊ฒฐํ•จ์ด ๋ณด์ด์ง€ ์•Š๋Š”๋‹ค +## ์ž๋™ ๊ฐฑ์‹  ์ƒํƒœ๋งŒ ๋ณด๋ฉด ๋ฌธ์ œ๋ฅผ ๋Šฆ๊ฒŒ ๋ฐœ๊ฒฌํ•  ์ˆ˜ ์žˆ๋‹ค -ํƒ€์ด๋จธ๋Š” ์ •์ƒ์ด๊ณ  ๊ฐฑ์‹ ์€ ๋งค๋ฒˆ `SUCCESS` ๋กœ ๋๋‚œ๋‹ค. ๋งŒ๋ฃŒ 30์ผ ์ „๊นŒ์ง€๋Š” ๊ฐฑ์‹  ์ž์ฒด๋ฅผ ํ•˜์ง€ ์•Š์œผ๋ฏ€๋กœ 88์ผ ๋™์•ˆ ๋ฐœํ˜„ํ•  ๊ธฐํšŒ๊ฐ€ ์—†๋‹ค. ๋ฐœํ˜„ํ•˜๋Š” ๋‚ ์˜ ์ฆ์ƒ์€ ์ธ์ฆ์„œ ๋งŒ๋ฃŒ์ด๊ณ , ๊ทธ๋‚ ์—๋„ ๋กœ๊ทธ์—๋Š” `SUCCESS` ๋ผ๊ณ  ์ ํ˜€ ์žˆ๋‹ค. +ํƒ€์ด๋จธ๊ฐ€ ์ •์ƒ์ด๊ณ  certbot ์‹คํ–‰ ๊ฒฐ๊ณผ๊ฐ€ `SUCCESS`์—ฌ๋„ nginx reload ์—ฌ๋ถ€๋Š” ๋ณ„๊ฐœ๋‹ค. ์ธ์ฆ์„œ ๊ฐฑ์‹ ์ด ์‹ค์ œ๋กœ ๋ฐœ์ƒํ•˜์ง€ ์•Š๋Š” ๊ธฐ๊ฐ„์—๋Š” ์ด ์ฐจ์ด๊ฐ€ ๋“œ๋Ÿฌ๋‚˜์ง€ ์•Š์„ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ, ํƒ€์ด๋จธ ์ƒํƒœ๋งŒ์œผ๋กœ ์„œ๋น„์Šค ์ค‘์ธ ์ธ์ฆ์„œ๊นŒ์ง€ ์ •์ƒ์ด๋ผ๊ณ  ํŒ๋‹จํ•˜์ง€ ์•Š๋Š”๋‹ค. -ํ›…์„ ์ €์žฅ์†Œ์— ๋‘๋Š” ๊นŒ๋‹ญ๋„ ์—ฌ๊ธฐ์— ์žˆ๋‹ค. ํ˜ธ์ŠคํŠธ์—๋งŒ ๋‘์—ˆ์„ ๋•Œ๋Š” ํ˜ธ์ŠคํŠธ๋ฅผ ์ดˆ๊ธฐํ™”ํ•˜๋ฉด ์•„๋ฌด ์˜ค๋ฅ˜ ์—†์ด ์‚ฌ๋ผ์กŒ๊ณ , ์‚ฌ๋ผ์ง„ ๊ฒƒ๋„ ๊ฐฑ์‹ ์ด ์‹ค์ œ๋กœ ์ผ์–ด๋‚˜๋Š” ๋‚ ๊นŒ์ง€๋Š” ๋“œ๋Ÿฌ๋‚˜์ง€ ์•Š๋Š”๋‹ค. +deploy ํ›…์„ ์ €์žฅ์†Œ์—์„œ ๊ด€๋ฆฌํ•œ ๊ฒƒ๋„ ๊ฐ™์€ ์ด์œ ๋‹ค. ํ˜ธ์ŠคํŠธ์—๋งŒ ํŒŒ์ผ์„ ๋‘๋ฉด ์žฌ๊ตฌ์„ฑ ๊ณผ์ •์—์„œ ๋น ์งˆ ์ˆ˜ ์žˆ๊ณ , ๋‹ค์Œ ๊ฐฑ์‹  ์ „๊นŒ์ง€ ๋ˆ„๋ฝ์„ ๋ฐœ๊ฒฌํ•˜์ง€ ๋ชปํ•  ์ˆ˜ ์žˆ๋‹ค. ## ํ›… ๋‘ ์ค„๊ณผ ์‹คํ–‰ ๊ถŒํ•œ @@ -120,7 +117,7 @@ nginx -t && nginx -s reload sudo chmod +x /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh ``` -์‹คํ–‰ ๊ถŒํ•œ์ด ์—†์œผ๋ฉด certbot ์ด ์กฐ์šฉํžˆ ๊ฑด๋„ˆ๋›ด๋‹ค. `post/` ๊ฐ€ ์•„๋‹ˆ๋ผ `deploy/` ์— ๋„ฃ๋Š” ๊ฒƒ์€ `post/` ๊ฐ€ ๊ฐฑ์‹ ์ด ์—†์–ด๋„ ๋งค๋ฒˆ ๋Œ์•„ ํ•˜๋ฃจ ๋‘ ๋ฒˆ ์›Œ์ปค๋ฅผ ๊ฐˆ์•„์น˜์šฐ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. +deploy ํ›… ํŒŒ์ผ์— ์‹คํ–‰ ๊ถŒํ•œ์ด ์—†์œผ๋ฉด certbot์ด ํ•ด๋‹น ์Šคํฌ๋ฆฝํŠธ๋ฅผ ์‹คํ–‰ํ•˜์ง€ ์•Š๋Š”๋‹ค. `post/` ๋Œ€์‹  `deploy/`๋ฅผ ์‚ฌ์šฉํ•œ ์ด์œ ๋Š” ์‹ค์ œ ์ธ์ฆ์„œ ๊ฐฑ์‹ ์ด ์žˆ์„ ๋•Œ๋งŒ nginx๋ฅผ reloadํ•˜๊ธฐ ์œ„ํ•ด์„œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ ์žฐ ์ฐจ์ด๋Š” ์ด๋ ‡๋‹ค. @@ -129,15 +126,15 @@ sudo chmod +x /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh | ๊ฐฑ์‹  โ†’ ์„œ๋น™ | 2305์ดˆ (38๋ถ„ 25์ดˆ) | 1~2์ดˆ | | ๋ฌด์—‡์ด reload ํ–ˆ๋‚˜ | ์‚ฌ๋žŒ์ด ์ง์ ‘ | certbot deploy ํ›… | -ํ›…๋„ ์‚ฌ๋žŒ๋„ ์—†์—ˆ๋‹ค๋ฉด ๋‹ค์Œ nginx ์žฌ์‹œ์ž‘๊นŒ์ง€, ์‚ฌ์‹ค์ƒ ๋ฌด๊ธฐํ•œ์ด๋‹ค. +deploy ํ›…๋„ ์ˆ˜๋™ reload๋„ ์—†๋‹ค๋ฉด nginx๋Š” ๋‹ค์Œ reload ๋˜๋Š” ์žฌ์‹œ์ž‘ ์ „๊นŒ์ง€ ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์‚ฌ์šฉํ•œ๋‹ค. -## ํŒ์ •์€ ๋กœ๊ทธ ๋ฌธ๊ตฌ๊ฐ€ ์•„๋‹ˆ๋ผ ์›Œ์ปค PID ๋กœ ํ•œ๋‹ค +## nginx reload ์—ฌ๋ถ€๋Š” worker PID๋กœ ํ™•์ธํ–ˆ๋‹ค ```bash sudo certbot renew --dry-run ``` -dry-run ์€ ํ›…์ด ํ˜ธ์ถœ๋˜๋Š”์ง€๊นŒ์ง€๋งŒ ๋งํ•ด ์ค€๋‹ค. ํ˜ธ์ถœ๋œ ํ›…์ด nginx ๋ฅผ ์ •๋ง ๊ฐˆ์•„ ๋ผ์› ๋Š”์ง€๋Š” ๋”ฐ๋กœ ๋ณธ๋‹ค. +dry-run์œผ๋กœ๋Š” deploy ํ›…์ด ํ˜ธ์ถœ๋˜๋Š”์ง€ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋‹ค. ์‹ค์ œ nginx reload ์—ฌ๋ถ€๋Š” ๋ณ„๋„๋กœ ํ™•์ธํ–ˆ๋‹ค. ์ˆœ์„œ๊ฐ€ dry-run ๋จผ์ €์ธ ๊ฒƒ์€ ๋’ค์—ฃ๊ฒƒ์ด ์ƒํƒœ๋ฅผ ๋ฐ”๊พธ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. `--force-renewal` ์€ ์ธ์ฆ์„œ๋ฅผ ์‹ค์ œ๋กœ ์ƒˆ๋กœ ๋ฐ›์•„ ๋ฐœ๊ธ‰ ํ•œ๋„(์ฃผ๋‹น ์ค‘๋ณต 5์žฅ)๋ฅผ ๊นŽ์œผ๋ฏ€๋กœ, ์ง„์งœ ํŒ์ •์ด ํ•„์š”ํ•  ๋•Œ ํ•œ ๋ฒˆ๋งŒ ์“ด๋‹ค. @@ -151,7 +148,7 @@ sudo certbot renew --force-renewal ps -eo pid,lstart,args | grep 'nginx: worker' | grep -v grep ``` -reload ๋Š” ๋งˆ์Šคํ„ฐ๋ฅผ ๊ทธ๋Œ€๋กœ ๋‘๊ณ  ์›Œ์ปค๋งŒ ๊ฐˆ์•„ ๋ผ์šฐ๋ฏ€๋กœ, ์ „ํ›„๋กœ ์›Œ์ปค PID ๊ฐ€ ๋ฐ”๋€Œ๋ฉด ์ƒˆ ์„ค์ •์ด ์ ์šฉ๋๋‹ค. `lstart` ๋ฅผ ๊ฐ™์ด ๋ฝ‘๋Š” ๊ฒƒ์€ PID ๊ฐ€ ์šฐ์—ฐํžˆ ์žฌ์‚ฌ์šฉ๋์„ ๋•Œ๋ฅผ ๊ฐ€๋ฅด๊ธฐ ์œ„ํ•ด์„œ๋‹ค. +nginx reload์—์„œ๋Š” master ํ”„๋กœ์„ธ์Šค๊ฐ€ ์œ ์ง€๋˜๊ณ  worker ํ”„๋กœ์„ธ์Šค๊ฐ€ ๊ต์ฒด๋˜๋ฏ€๋กœ, ์ „ํ›„์˜ worker PID์™€ ์‹œ์ž‘ ์‹œ๊ฐ์„ ๋น„๊ตํ•ด reload ์—ฌ๋ถ€๋ฅผ ํ™•์ธํ–ˆ๋‹ค. `lstart`๋ฅผ ํ•จ๊ป˜ ๊ธฐ๋กํ•œ ๊ฒƒ์€ PID ์žฌ์‚ฌ์šฉ ๊ฐ€๋Šฅ์„ฑ์„ ๊ตฌ๋ถ„ํ•˜๊ธฐ ์œ„ํ•ด์„œ๋‹ค. certbot ์ด `Hook 'deploy-hook' ran with error output` ์ด๋ผ๊ณ  ์ฐ๋Š”๋ฐ ์‹คํŒจ๊ฐ€ ์•„๋‹ˆ๋‹ค. nginx ์˜ `types_hash` ๊ฒฝ๊ณ ๊ฐ€ stderr ๋กœ ๋‚˜๊ฐ”์„ ๋ฟ์ด๊ณ  ๋‚ด์šฉ์€ `test is successful` ๊ณผ `signal process started` ๋‹ค. ๋กœ๊ทธ์—์„œ `error` ๋ฅผ grep ํ•˜๋Š” ๊ฐ์‹œ๋ฅผ ๊ฑธ๋ฉด ์„ฑ๊ณตํ•œ ํ›…์„ ์‹คํŒจ๋กœ ์˜ค๋…ํ•œ๋‹ค. @@ -174,7 +171,7 @@ timedatectl show -p NTP -p NTPSynchronized 2305์ดˆ๋Š” ํ›…์ด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—๋งŒ ์žˆ๋˜ ์‹œ์ ˆ์˜ ๊ฐ’์ด๋‹ค. ์ง€๊ธˆ์€ certbot ๊ณผ ์ธ์ฆ์„œ์™€ ๊ฐฑ์‹  ํƒ€์ด๋จธ์™€ deploy ํ›…์ด ์ „๋ถ€ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์— ์žˆ๊ณ , ๊ทธ ๋ฐฐ์น˜์—์„œ ๋‹ค์‹œ ์žฌ๋ฉด ๊ฐ™์€ ์ˆ˜๊ฐ€ ๋‚˜์˜ค๋Š”์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค. ๊ทธ๋ž˜์„œ ์ด ๊ธ€์˜ 2305์ดˆ๋Š” ํ›…์ด ์—†์œผ๋ฉด ์ด๋งŒํผ ๋ฒŒ์–ด์ง„๋‹ค๋Š” ํ•œ ๋ฒˆ์˜ ์ธก์ •์ด๊ณ  ์ง€๊ธˆ ๋ฐฐ์น˜์˜ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. 1~2์ดˆ ์ชฝ๋„ ๊ฐ™์€ ์‹œ๊ธฐ์— ์žฐ ๊ฐ’์ด๋‹ค. -๋‹น์‹œ ์ธก์ •์˜ raw ์ถœ๋ ฅ ํŒŒ์ผ์€ ๋ณ„๋„๋กœ ๋ณด์กดํ•˜์ง€ ์•Š์•˜๋‹ค. 2305์ดˆ, 8856๊ฑด, p95 ๋‘ ๊ฐ’, 845361๋ฐ”์ดํŠธ, 106์ดˆ์™€ worker PID ์ „ํ›„ ๋น„๊ต๋Š” ๋‹น์‹œ ๋ณธ๋ฌธ ๊ธฐ๋ก์—๋งŒ ๋‚จ์•„ ์žˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์ˆ˜์น˜๋Š” ํ˜„์žฌ raw ์ถœ๋ ฅ์œผ๋กœ ๋‹ค์‹œ ๋Œ€์กฐํ•  ์ˆ˜ ์žˆ๋Š” ๊ฐ’์ด ์•„๋‹ˆ๋ผ **๋‹น์‹œ ๊ธฐ๋ก ๋ฒ”์œ„์˜ historical measurement**๋กœ ์ฝ๋Š”๋‹ค. +๋‹น์‹œ ์ธก์ •์˜ ์›๋ณธ ์ถœ๋ ฅ ํŒŒ์ผ์€ ๋ณ„๋„๋กœ ๋ณด์กดํ•˜์ง€ ์•Š์•˜๋‹ค. 2305์ดˆ, 8856๊ฑด, ๋‘ p95 ๊ฐ’, 845361๋ฐ”์ดํŠธ, 106์ดˆ์˜ ์‹œ๊ณ„ ์ฐจ์ด์™€ worker PID ๋น„๊ต๋Š” ๋‹น์‹œ ๋ณธ๋ฌธ ๊ธฐ๋ก์—๋งŒ ๋‚จ์•„ ์žˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์ˆ˜์น˜๋Š” ํ˜„์žฌ ์›๋ณธ ์ถœ๋ ฅ๊ณผ ๋‹ค์‹œ ๋Œ€์กฐํ•  ์ˆ˜ ์—†๋Š” ๋‹น์‹œ ์ธก์ •๊ฐ’์œผ๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. 88์ผ์ด๋ผ๋Š” ์ž ๋ณต ๊ธฐ๊ฐ„์€ ๋งŒ๋ฃŒ 30์ผ ์ „์—์•ผ ๊ฐฑ์‹ ์„ ์‹œ์ž‘ํ•œ๋‹ค๋Š” ๋™์ž‘์—์„œ ๋Œ์–ด๋‚ธ ๊ฒƒ์ด์ง€, ํ•œ ์ฃผ๊ธฐ๋ฅผ ์‹ค์ œ๋กœ ๋Œ๋ ค ๋ณธ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. ํ›…์„ ๋บ€ ์ฑ„ ๋งŒ๋ฃŒ์ผ๊นŒ์ง€ ๊ฐ€ ๋ณธ ๊ธฐ๋ก์€ ์—†๊ณ  ๊ทธ๋Ÿฐ ๊ธฐ๋ก์ด ์žˆ์„ ๊นŒ๋‹ญ๋„ ์—†๋‹ค. diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/question/question-does-the-guide-rebuild-this-lab.md b/docs/virtualization/tech-log-studio/build-completion-judgment/question/question-does-the-guide-rebuild-this-lab.md index ead8c8d..57fbe4a 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/question/question-does-the-guide-rebuild-this-lab.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/question/question-does-the-guide-rebuild-this-lab.md @@ -24,7 +24,7 @@ source: # ๊ฐ€์ด๋“œ๋Œ€๋กœ ๋‹ค์‹œ ์ณ์„œ ์ด ์‹คํ—˜๋Œ€๊ฐ€ ๊ฐ™์€ ์ƒํƒœ๋กœ ์„œ๋Š”๊ฐ€ -2026-09-21์—๋Š” ๊ธฐ์กด worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ ์ฒ ๊ฑฐํ•œ ๋’ค cloud-init๋ถ€ํ„ฐ k3s, Keycloak, observability๊นŒ์ง€ ๋‹ค์‹œ ์˜ฌ๋ฆฌ๊ณ  power-cycle ๋’ค ๋ณต๊ตฌ ์ƒํƒœ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ **worker ์žฌ์ƒ์„ฑ ์ดํ›„์˜ ๋ณต๊ตฌ ๊ฒฝ๋กœ๋Š” ์‹ค์ œ๋กœ ์žฌ๊ฒ€์ฆ๋๋‹ค.** ๋‹ค๋งŒ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์™€ Edge VM, ์ธ์ฆ์„œ ๊ณ„์ธต์„ ๋ชจ๋‘ ์ง€์šด ๋นˆ ํ™˜๊ฒฝ์—์„œ 00~06์„ ์ฒ˜์Œ๋ถ€ํ„ฐ ๋‹ค์‹œ ์ˆ˜ํ–‰ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example` ์›๋ณธ๋„ ์ €์žฅ์†Œ์— ์•„์ง ์—†์–ด, "๋ฌธ์„œ๋งŒ์œผ๋กœ ๋นˆ ํ˜ธ์ŠคํŠธ๋ฅผ ์™„์ „ ์žฌ๊ตฌ์ถ•ํ•  ์ˆ˜ ์žˆ๋Š”๊ฐ€"๋ผ๋Š” ์งˆ๋ฌธ์€ ์•„์ง ํ™•์ธ์ด ๋๋‚˜์ง€ ์•Š์•˜๋‹ค. +2026-09-21์—๋Š” ๊ธฐ์กด worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ ์ฒ ๊ฑฐํ•œ ๋’ค cloud-init๋ถ€ํ„ฐ k3s, Keycloak, observability๊นŒ์ง€ ๋‹ค์‹œ ์˜ฌ๋ฆฌ๊ณ  power-cycle ๋’ค ๋ณต๊ตฌ ์ƒํƒœ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ worker ์žฌ์ƒ์„ฑ ์ดํ›„์˜ ๋ณต๊ตฌ ๊ฒฝ๋กœ๋Š” ์‹ค์ œ๋กœ ์žฌ๊ฒ€์ฆ๋๋‹ค. ๋‹ค๋งŒ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์™€ Edge VM, ์ธ์ฆ์„œ ๊ณ„์ธต์„ ๋ชจ๋‘ ์ง€์šด ๋นˆ ํ™˜๊ฒฝ์—์„œ 00~06์„ ์ฒ˜์Œ๋ถ€ํ„ฐ ๋‹ค์‹œ ์ˆ˜ํ–‰ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example` ์›๋ณธ๋„ ์ €์žฅ์†Œ์— ์•„์ง ์—†์–ด, "๋ฌธ์„œ๋งŒ์œผ๋กœ ๋นˆ ํ˜ธ์ŠคํŠธ๋ฅผ ์™„์ „ ์žฌ๊ตฌ์ถ•ํ•  ์ˆ˜ ์žˆ๋Š”๊ฐ€"๋ผ๋Š” ์งˆ๋ฌธ์€ ์•„์ง ํ™•์ธ์ด ๋๋‚˜์ง€ ์•Š์•˜๋‹ค. ## 2026-09-21์— ์‹ค์ œ๋กœ ์žฌ๊ตฌ์ถ•ํ•œ ๋ฒ”์œ„ @@ -33,7 +33,7 @@ source: - Setup 00์€ host ์ƒํƒœ๋ฅผ ์žฌํ™•์ธํ–ˆ๊ณ , Setup 01์—์„œ๋Š” ๋‘ worker์˜ qcow2ยทseed ISO๋ฅผ ๋‹ค์‹œ ๋งŒ๋“  ๋’ค SSH, cloud-init `status: done`, ๊ณ ์ • IP๋ฅผ ํ™•์ธํ–ˆ๋‹ค. ์ด์–ด์„œ k3s server/agent, Keycloak 2๋…ธ๋“œยทPostgreSQL, Prometheus/Grafana๋ฅผ ๋‹ค์‹œ ์˜ฌ๋ ธ๊ณ  `vendor_cluster_size=2`์™€ ์ฃผ์š” target `up=1`์„ ํ™•์ธํ–ˆ๋‹ค. - ๊ทธ ๋’ค worker power-cycle๊ณผ workload ๋ณต๊ตฌ๋„ ์ˆ˜ํ–‰ํ–ˆ๊ณ  Keycloak cluster size๊ฐ€ ๋‹ค์‹œ 2๋กœ ๋Œ์•„์˜ค๋Š” ๊ฒƒ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ์ด ๋ฒ”์œ„์—์„œ๋Š” "๊ธฐ์กด host/edge๋ฅผ ์œ ์ง€ํ•œ worker ์žฌ๊ตฌ์ถ• ๊ฒฝ๋กœ"๊ฐ€ ์‹ค์ œ๋กœ ๋™์ž‘ํ–ˆ๋‹ค. - ์žฌ๊ตฌ์ถ• ์„ฑ๊ณต ์—ฌ๋ถ€๋Š” ์ผ๊ณฑ ๊ฐ€์ง€ ์ƒํƒœ๋กœ ํ™•์ธํ•œ๋‹ค: `virsh list`๊ฐ€ ๋™์ž‘ํ•˜๋Š”๊ฐ€, ์„ธ ๊ฒŒ์ŠคํŠธ์— SSH๊ฐ€ ๋ถ™๋Š”๊ฐ€, `kubectl get nodes`์—์„œ ๋‘ ๋…ธ๋“œ๊ฐ€ `Ready`์ธ๊ฐ€, ์™ธ๋ถ€ ์š”์ฒญ์ด ํŒŒ๋“œ๊นŒ์ง€ ๋‹ฟ๋Š”๊ฐ€, HTTPS๊ฐ€ ์—ด๋ฆฌ๊ณ  ์ธ์ฆ์„œ ์ฒด์ธ์ด ๊ธฐ๋Œ€ํ•œ ํ˜•ํƒœ์ธ๊ฐ€, ๊ด€๋ฆฌ ์ฝ˜์†” ๋กœ๊ทธ์ธ์ด ๋˜๋Š”๊ฐ€, `vendor_cluster_size`๊ฐ€ 2์ธ๊ฐ€. -- ๋ฌธ์„œ๋งŒ์œผ๋กœ ๋‹ค์‹œ ์„ธ์šธ ๋•Œ ํ•„์š”ํ•œ ์ž…๋ ฅ ํŒŒ์ผ ์ผ๋ถ€๊ฐ€ ์ด ๋ฌธ์„œ ๋ฌถ์Œ ์•ˆ์— ์™„๊ฒฐ๋œ ํ˜•ํƒœ๋กœ ๋“ค์–ด ์žˆ์ง€ ์•Š๋‹ค. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example`์˜ canonical ํŒŒ์ผ ์ž์ฒด๊ฐ€ ํ•จ๊ป˜ ์ œ๊ณต๋˜์–ด์•ผ โ€˜๋ณธ๋ฌธ์„ ์ฝ์€ ๊ธฐ์–ตโ€™ ์—†์ด ๋นˆ ํ™˜๊ฒฝ์—์„œ ๊ทธ๋Œ€๋กœ ์žฌ๊ตฌ์ถ•ํ•  ์ˆ˜ ์žˆ๋‹ค. +- ๋ฌธ์„œ๋งŒ์œผ๋กœ ๋‹ค์‹œ ์„ธ์šธ ๋•Œ ํ•„์š”ํ•œ ์ž…๋ ฅ ํŒŒ์ผ ์ผ๋ถ€๊ฐ€ ์ด ๋ฌธ์„œ ๋ฌถ์Œ ์•ˆ์— ์™„๊ฒฐ๋œ ํ˜•ํƒœ๋กœ ๋“ค์–ด ์žˆ์ง€ ์•Š๋‹ค. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example`์˜ ์‹ค์ œ ์›๋ณธ ํŒŒ์ผ์ด ํ•จ๊ป˜ ์žˆ์–ด์•ผ ๋ฌธ์„œ ๋ฐ–์˜ ๊ธฐ์–ต์— ์˜์กดํ•˜์ง€ ์•Š๊ณ  ๋นˆ ํ™˜๊ฒฝ์—์„œ ๊ทธ๋Œ€๋กœ ์žฌ๊ตฌ์ถ•ํ•  ์ˆ˜ ์žˆ๋‹ค. - ๊ธฐ์กด ๊ตฌ์ถ• ๊ณผ์ •์—์„œ๋Š” ์‹คํ–‰ ์ˆœ์„œ์™€ ์‹คํ–‰ ์œ„์น˜ ๋•Œ๋ฌธ์— ์—ฌ์„ฏ ๋ฒˆ ๋ง‰ํ˜”๋‹ค. ๊ฐ ์‹คํŒจ ์ž์ฒด๋Š” ์‹ค์ œ๋กœ ๊ด€์ธกํ–ˆ๊ณ , ์ด ์—ฌ์„ฏ ์‚ฌ๋ก€๋ฅผ โ€˜์ˆœ์„œ์™€ ์œ„์น˜๋ฅผ ๊ฒ€์ฆํ•˜์ง€ ์•Š์€ ๋ฌธ์„œโ€™๋ผ๋Š” ๊ณตํ†ต ์›์ธ์œผ๋กœ ๋ฌถ์€ ๊ฒƒ์€ ์‚ฌ๋ก€๋ฅผ ๋ฐ”ํƒ•์œผ๋กœ ํ•œ ํ•ด์„์ด๋‹ค. - ์ˆ˜์ •ํ•œ ๊ฐ€์ด๋“œ์˜ ์ƒ๋‹น ๋ถ€๋ถ„์€ 2026-09-21 ์žฌ๊ตฌ์ถ•์—์„œ ์‹ค์ œ ์‹คํ–‰ ์ˆœ์„œ๋กœ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ๋‹ค๋งŒ host ํŒจํ‚ค์ง€ ์„ค์น˜๋ถ€ํ„ฐ Edge VMยทDNS-01 ์ธ์ฆ์„œ ๊ณ„์ธต๊นŒ์ง€ ์ „๋ถ€ ์ œ๊ฑฐํ•œ ์™„์ „ํ•œ ๋นˆ ํ™˜๊ฒฝ ์žฌ๊ตฌ์ถ•์€ ์•„์ง ํ•˜์ง€ ์•Š์•˜๋‹ค. @@ -81,9 +81,9 @@ source: ## ๋‹ค์Œ ๊ฒ€์ฆ -1. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example`์˜ canonical source๋ฅผ ์ €์žฅ์†Œ์— ํฌํ•จ์‹œํ‚จ๋‹ค. ์ด ์…‹์ด ์—†์œผ๋ฉด ์™„์ „ ์žฌ๊ตฌ์ถ• ๊ฒ€์ฆ์— "๋ฌธ์„œ ๋ฐ–์˜ ๊ธฐ์–ต"์ด ์„ž์ธ๋‹ค. +1. `keycloak-cluster.yaml`, `observability.yaml`, `kc-lab.yaml.example`์˜ ์‹ค์ œ ์›๋ณธ ํŒŒ์ผ์„ ์ €์žฅ์†Œ์— ํฌํ•จ์‹œํ‚จ๋‹ค. ์ด ์…‹์ด ์—†์œผ๋ฉด ์™„์ „ ์žฌ๊ตฌ์ถ• ๊ฒ€์ฆ์— "๋ฌธ์„œ ๋ฐ–์˜ ๊ธฐ์–ต"์ด ์„ž์ธ๋‹ค. 2. ๋Œ€์ƒ์„ ์ •ํ•œ๋‹ค. ๋‹ค๋ฅธ ๋นˆ host์—์„œ ๊ฒ€์ฆํ• ์ง€, ํ˜„์žฌ lab์„ ๊ณ„ํš์ ์œผ๋กœ ์ฒ ๊ฑฐํ•œ ๋’ค ๊ฐ™์€ host์—์„œ ๋‹ค์‹œ ์„ธ์šธ์ง€ ์„ ํƒํ•œ๋‹ค. -3. ๊ฐ€์ด๋“œ ๊ทธ๋Œ€๋กœ 00๋ถ€ํ„ฐ 06๊นŒ์ง€ ์ˆœ์„œ๋Œ€๋กœ ์นœ๋‹ค. historical command์™€ ํ˜„์žฌ ๋”ฐ๋ผ ํ•  ์ ˆ์ฐจ๊ฐ€ ํ•จ๊ป˜ ์žˆ๋Š” ๊ณณ์—์„œ๋Š” ํ˜„์žฌ ์ ˆ์ฐจ๋ฅผ ๊ธฐ์ค€์œผ๋กœ ์‹คํ–‰ํ•œ๋‹ค. ๊ฐ ๋‹จ๊ณ„์˜ ํ†ต๊ณผ ์กฐ๊ฑด์„ ํ™•์ธํ•˜๊ณ , ์‹คํ–‰ํ•œ ๋ช…๋ นยท์ž‘์—… ๋””๋ ‰ํ„ฐ๋ฆฌยท์‹œ๊ฐยท์ข…๋ฃŒ ์ฝ”๋“œ์™€ ์›๋ฌธ ์ถœ๋ ฅ์„ ํ•จ๊ป˜ ๋‚จ๊ฒจ ๋‚˜์ค‘์— ๊ฐ™์€ ์‹คํŒจ๋ฅผ ๋‹ค์‹œ ๋Œ€์กฐํ•  ์ˆ˜ ์žˆ๊ฒŒ ํ•œ๋‹ค. +3. ๊ฐ€์ด๋“œ ๊ทธ๋Œ€๋กœ 00๋ถ€ํ„ฐ 06๊นŒ์ง€ ์ˆœ์„œ๋Œ€๋กœ ์นœ๋‹ค. ๊ณผ๊ฑฐ์— ์‚ฌ์šฉํ•œ ๋ช…๋ น๊ณผ ํ˜„์žฌ ์ ˆ์ฐจ๊ฐ€ ํ•จ๊ป˜ ์ ํžŒ ๊ณณ์—์„œ๋Š” ํ˜„์žฌ ์ ˆ์ฐจ๋ฅผ ๊ธฐ์ค€์œผ๋กœ ์‹คํ–‰ํ•œ๋‹ค. ๊ฐ ๋‹จ๊ณ„์˜ ํ†ต๊ณผ ์กฐ๊ฑด์„ ํ™•์ธํ•˜๊ณ , ์‹คํ–‰ํ•œ ๋ช…๋ นยท์ž‘์—… ๋””๋ ‰ํ„ฐ๋ฆฌยท์‹œ๊ฐยท์ข…๋ฃŒ ์ฝ”๋“œ์™€ ์›๋ฌธ ์ถœ๋ ฅ์„ ํ•จ๊ป˜ ๋‚จ๊ฒจ ๋‚˜์ค‘์— ๊ฐ™์€ ์‹คํŒจ๋ฅผ ๋‹ค์‹œ ๋Œ€์กฐํ•  ์ˆ˜ ์žˆ๊ฒŒ ํ•œ๋‹ค. 4. 04 ๋‹จ๊ณ„๋Š” --dry-run ์„ ๋จผ์ € ๋Œ๋ฆฐ๋‹ค. ์ฃผ๋‹น ์ค‘๋ณต ์ธ์ฆ์„œ 5์žฅ ํ•œ๋„๋ฅผ dry-run ์€ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. 5. ๋ง‰ํžŒ ๋‹จ๊ณ„๋งˆ๋‹ค ๋ฌด์—‡์ด ์—†์–ด์„œ ๋ง‰ํ˜”๋Š”์ง€๋ฅผ ใ€Œ์ด ๊ตฌ์ถ•์—์„œ ๋“œ๋Ÿฌ๋‚œ ๋ฌธ์„œ ๊ฒฐํ•จ์˜ ๊ณตํ†ต ์›์ธใ€์˜ ๋‘ ์ถ•์œผ๋กœ ๋ถ„๋ฅ˜ํ•ด ์ ๋Š”๋‹ค. ๊ทธ ์‹œ์ ์— ๋ฆฌ์†Œ์Šค๊ฐ€ ์—†์—ˆ๋‚˜, ๊ทธ ์…ธ์—์„œ ์•ˆ ๋„๋Š” ๋ช…๋ น์ด์—ˆ๋‚˜. ์–ด๋А ์ถ•์—๋„ ์•ˆ ๋“ค์–ด๊ฐ€๋ฉด ๊ทธ๊ฒƒ์„ ์ƒˆ ์ถ•์œผ๋กœ ์ ๋Š”๋‹ค. 6. ๋๋‚˜๋ฉด ํŒ ๋ฒˆํ˜ธ ๋„ท์„ ์ ์–ด ์ง€๊ธˆ ์‹คํ—˜๋Œ€์˜ ๊ฐ’๊ณผ ๋‚˜๋ž€ํžˆ ๋‘”๋‹ค. ๋ช…๋ น์ด pinํ•œ k3s๋Š” ๋™์ผ ๋ฒ„์ „ ์—ฌ๋ถ€๋ฅผ ํŒ์ •ํ•˜๊ณ , package manager๊ฐ€ ๊ณ ์ •ํ•˜์ง€ ์•Š์€ nginx/libvirt/QEMU๋Š” ๊ด€์ธก๊ฐ’ ์ฐจ์ด์™€ ๋™์ž‘ ์ฐจ์ด๋ฅผ ๋ถ„๋ฆฌํ•ด์„œ ์ ๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-check-the-nearest-layer-first.md b/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-check-the-nearest-layer-first.md index eb612e5..15869e9 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-check-the-nearest-layer-first.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-check-the-nearest-layer-first.md @@ -1,7 +1,7 @@ --- kind: REFERENCE slug: check-the-nearest-layer-first -title: ๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ํ•œ ์ธต์”ฉ ๊ฑด๋„ˆ๋›ฐ๋ฉฐ ํ™•์ธํ•œ๋‹ค โ€” ์ธต๋งˆ๋‹ค ์„ฑ๊ณต ์‹ ํ˜ธ๊ฐ€ ๋‹ค๋ฅด๋‹ค +title: ์žฅ์• ๋ฅผ ํ™•์ธํ•  ๋•Œ๋Š” ๊ฐ€๊นŒ์šด ๊ณ„์ธต๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹ค topic: build-completion-judgment topicName: ๋๋‚ฌ๋‹ค๋Š” ํŒ์ • project: virtualization @@ -13,9 +13,9 @@ source: - final/document.md#191-๋‹จ๊ณ„-05-keycloak-2๋…ธ๋“œ์™€-postgresql --- -# ๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ํ•œ ์ธต์”ฉ ๊ฑด๋„ˆ๋›ฐ๋ฉฐ ํ™•์ธํ•œ๋‹ค โ€” ์ธต๋งˆ๋‹ค ์„ฑ๊ณต ์‹ ํ˜ธ๊ฐ€ ๋‹ค๋ฅด๋‹ค +# ์žฅ์• ๋ฅผ ํ™•์ธํ•  ๋•Œ๋Š” ๊ฐ€๊นŒ์šด ๊ณ„์ธต๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹ค -๊ฐ€์žฅ ๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ์น˜๊ณ  ํ•œ ์นธ์”ฉ ๋ฐ–์œผ๋กœ ๋‚˜์˜ค๋ฉฐ, ์ธต๋งˆ๋‹ค ์„ฑ๊ณต ์‹ ํ˜ธ๋ฅผ ๋ฏธ๋ฆฌ ์ ๋Š”๋‹ค. 200 ์ด ์•„๋‹Œ ์ธต์ด ์žˆ๋‹ค โ€” 03 ๋‹จ๊ณ„ ๋„ค ์นธ์˜ ์‹ค์ธก์€ 404 ์™€ 301 ๊ณผ 301 ๊ณผ 200 ์ด์—ˆ๋‹ค. ๋ฐ–์—์„œ ํ•œ ๋ฒˆ ์ณ์„œ ๋ฐ›์€ ๊ฐ’ ํ•˜๋‚˜๋กœ๋Š” ์—ฌ์„ฏ ์ธต ๊ฐ€์šด๋ฐ ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๊ฐ€ ๋‚˜์˜ค์ง€ ์•Š๋Š”๋‹ค. +์žฅ์•  ์ง€์ ์„ ์ฐพ์„ ๋•Œ๋Š” ์„œ๋น„์Šค์— ๊ฐ€์žฅ ๊ฐ€๊นŒ์šด ๊ตฌ๊ฐ„๋ถ€ํ„ฐ ํ™•์ธํ•˜๊ณ , ํ•œ ๋‹จ๊ณ„์”ฉ ์™ธ๋ถ€ ๋ฐฉํ–ฅ์œผ๋กœ ๋ฒ”์œ„๋ฅผ ๋„“ํ˜”๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ 03 ๋‹จ๊ณ„์—์„œ๋Š” ๊ฐ ๊ตฌ๊ฐ„์˜ ์ •์ƒ ์‘๋‹ต์ด 404, 301, 301, 200์œผ๋กœ ์„œ๋กœ ๋‹ฌ๋ž๋‹ค. ์™ธ๋ถ€์—์„œ ๋ฐ›์€ ์‘๋‹ต ํ•˜๋‚˜๋งŒ์œผ๋กœ๋Š” ์–ด๋А ๊ตฌ๊ฐ„์—์„œ ๋ฌธ์ œ๊ฐ€ ์ƒ๊ฒผ๋Š”์ง€ ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์—†์—ˆ๋‹ค. ## ์™œ ๊ฐ€์žฅ ๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ๋ณด๋Š”๊ฐ€ @@ -41,7 +41,7 @@ source: ### 4. ์ธต์„ ์ขํžŒ ๋’ค์—๋Š” ๊ทธ ์ธต์ด ๋‚ด๋Š” ๋ฌธ๊ตฌ์™€ errno ์™€ ์ข…๋ฃŒ ์ฝ”๋“œ๋ฅผ ์ฝ๋Š”๋‹ค -๊ฐ™์€ ใ€Œ์•ˆ ๋œ๋‹คใ€๊ฐ€ ์ธต๋งˆ๋‹ค ๋‹ค๋ฅธ ๋‚ฑ๋ง๋กœ ๋‚˜์˜จ๋‹ค. nginx upstream ์˜ connect() failed (113: No route to host) ๋Š” ๋„คํŠธ์›Œํฌ ์ชฝ์ด๊ณ , (111: Connection refused) ๋Š” ํ”„๋กœ์„ธ์Šค ์ชฝ์ด๋ฉฐ, no live upstreams ๋Š” ๋‘˜ ๋‹ค ์ฃฝ์—ˆ๋‹ค๋Š” ํŒ๋‹จ์ด๋‹ค. ๋…ธ๋“œ๋ฅผ ์žƒ์—ˆ์„ ๋•Œ ์ด ์„ธ ์ค„์ด 1๋ถ„ ์•ˆ์— ์ˆœ์„œ๋Œ€๋กœ ๋‚˜์™”๋‹ค. k3s agent ๋…ธ๋“œ์˜ dial tcp [::1]:8080: connect: connection refused ๋Š” ๋„คํŠธ์›Œํฌ ๋ฌธ์ œ๊ฐ€ ์•„๋‹ˆ๋ผ kubeconfig ์„ ํ•˜๋‚˜๋„ ๋ชป ์ฐพ์•„ ํ•˜๋“œ์ฝ”๋”ฉ๋œ ๊ธฐ๋ณธ๊ฐ’์œผ๋กœ ๋„˜์–ด๊ฐ„ ๊ฒƒ์ด๋‹ค. ํŒŒ๋“œ์˜ Exit Code ๋„ ๊ทธ๊ฒƒ๋งŒ์œผ๋กœ ๋ง์ด ๋œ๋‹ค โ€” 137 ์€ OOM ์ด๋‚˜ ๊ฐ•์ œ ์ข…๋ฃŒ, 1 ์€ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ์Šค์Šค๋กœ ๋๋‚ธ ๊ฒƒ, 127 ์€ ๋ช…๋ น์„ ๋ชป ์ฐพ์€ ๊ฒƒ์ด๋‹ค. +๊ฐ™์€ ใ€Œ์•ˆ ๋œ๋‹คใ€๊ฐ€ ์ธต๋งˆ๋‹ค ๋‹ค๋ฅธ ๋‚ฑ๋ง๋กœ ๋‚˜์˜จ๋‹ค. nginx upstream ์˜ connect() failed (113: No route to host) ๋Š” ๋„คํŠธ์›Œํฌ ์ชฝ์ด๊ณ , (111: Connection refused) ๋Š” ํ”„๋กœ์„ธ์Šค ์ชฝ์ด๋ฉฐ, `no live upstreams`๋Š” nginx๊ฐ€ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋Š” upstream์ด ์—†๋‹ค๊ณ  ํŒ๋‹จํ•œ ์ƒํƒœ๋‹ค. ๋…ธ๋“œ๋ฅผ ์žƒ์—ˆ์„ ๋•Œ ์ด ์„ธ ์ค„์ด 1๋ถ„ ์•ˆ์— ์ˆœ์„œ๋Œ€๋กœ ๋‚˜์™”๋‹ค. k3s agent ๋…ธ๋“œ์˜ dial tcp [::1]:8080: connect: connection refused ๋Š” ๋„คํŠธ์›Œํฌ ๋ฌธ์ œ๊ฐ€ ์•„๋‹ˆ๋ผ kubeconfig ์„ ํ•˜๋‚˜๋„ ๋ชป ์ฐพ์•„ ํ•˜๋“œ์ฝ”๋”ฉ๋œ ๊ธฐ๋ณธ๊ฐ’์œผ๋กœ ๋„˜์–ด๊ฐ„ ๊ฒƒ์ด๋‹ค. ํŒŒ๋“œ์˜ Exit Code ๋„ ๊ทธ๊ฒƒ๋งŒ์œผ๋กœ ๋ง์ด ๋œ๋‹ค โ€” 137 ์€ OOM ์ด๋‚˜ ๊ฐ•์ œ ์ข…๋ฃŒ, 1 ์€ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ์Šค์Šค๋กœ ๋๋‚ธ ๊ฒƒ, 127 ์€ ๋ช…๋ น์„ ๋ชป ์ฐพ์€ ๊ฒƒ์ด๋‹ค. ### 5. ๊ทธ ์ธต ์•ˆ์— ๋ฌผ์–ด๋ณผ ๋„๊ตฌ๊ฐ€ ์—†์œผ๋ฉด ๋ฐ–์—์„œ ๋ฌป๋Š”๋‹ค @@ -60,9 +60,9 @@ Keycloak ์ปจํ…Œ์ด๋„ˆ์—๋Š” curl ์ด ์—†๋‹ค. ๊ณต์‹ ์ด๋ฏธ์ง€๊ฐ€ ์ตœ์†Œ ๊ตฌ์„ฑ ๋„ค ์นธ์ด ๋‹ค ํ†ต๊ณผํ•˜๊ณ ๋„ ๋‚˜์ค‘์— ํ„ฐ์ง€๋Š” ๊ฒƒ์ด ์žˆ๋‹ค. DNAT ๊ทœ์น™์˜ 443 ์„ 433 ์œผ๋กœ ์นœ ์˜คํƒ€๊ฐ€ ์ด ์‹คํ—˜๋Œ€์—์„œ ์‹ค์ œ๋กœ ๋‚˜์™”๋Š”๋ฐ, 433 ๋„ ์œ ํšจํ•œ ํฌํŠธ๋ผ nft ๊ฐ€ ๊ตฐ๋ง ์—†์ด ๋ฐ›๊ณ  80 ์€ ๋ฉ€์ฉกํžˆ ๋„˜์–ด๊ฐ€๋ฏ€๋กœ 03 ๋‹จ๊ณ„์˜ ํ™•์ธ์€ ๋‹ค ํ†ต๊ณผํ•˜๊ณ  04 ๋‹จ๊ณ„์—์„œ 443 ์ชฝ๋งŒ ์•ˆ ๋˜๋Š” ํ˜•ํƒœ๋กœ ๋’ค๋Šฆ๊ฒŒ ํ„ฐ์ง„๋‹ค. -์ด ์ ˆ์ฐจ๋Š” ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๋ฅผ ์ขํž ๋ฟ ์™œ ๋Š๊ฒผ๋Š”์ง€๋ฅผ ๋งํ•˜์ง€ ์•Š๋Š”๋‹ค. ์ฒซ ์นธ์—์„œ 404 ๊ฐ€ ๋‚˜์™€๋„ ๊ทธ ๋’ค์˜ ๊ฐ’์ด ํ‹€๋ ธ์„ ์ˆ˜ ์žˆ๊ณ , 02 ๋‹จ๊ณ„์˜ INTERNAL-IP ๊ฐ€ ๊ทธ๋ ‡๋‹ค โ€” ๋‘ ๋…ธ๋“œ๊ฐ€ Ready ์ธ๋ฐ ๋ณด๊ณ ๋œ IP ๊ฐ€ ์šฐ๋ฆฌ๊ฐ€ ์ค€ ๊ฐ’๊ณผ ๋‹ค๋ฅด๋ฉด ์ง€๊ธˆ์€ ์•„๋ฌด ์ฆ์ƒ์ด ์—†๋‹ค๊ฐ€ 03 ๋‹จ๊ณ„์˜ upstream ์—์„œ ์–ด๊ธ‹๋‚œ๋‹ค. ๋กœ๊ทธ๋ฅผ ์ฝ์–ด ์ขํžˆ๋ ค๋‹ค ์ž˜๋ฆฐ ๋ฌธ๊ตฌ๋ฅผ ๋ถ™๋“ค ์ˆ˜๋„ ์žˆ๋‹ค. nginx ์—๋Ÿฌ ๋กœ๊ทธ๋Š” 2048๋ฐ”์ดํŠธ์—์„œ ์ž˜๋ฆฐ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋„ 502 ์›์ธ์ด error ๋กœ๊ทธ์—์„œ๋Š” ์ž˜๋ฆฐ ์ฑ„๋กœ ์žˆ์—ˆ๊ณ , access ๋กœ๊ทธ์—๋Š” 3492์ž๋กœ ์˜จ์ „ํžˆ ๋‚จ์•„ ์žˆ์—ˆ๋‹ค. ๊ทธ์ชฝ์€ ใ€Œ๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹คใ€๊ฐ€ ๋ฐ›๋Š”๋‹ค. +์ด ์ ˆ์ฐจ๋Š” ๋ฌธ์ œ๊ฐ€ ์ƒ๊ธด ๊ตฌ๊ฐ„์„ ์ขํžˆ๋Š” ๋ฐ๊นŒ์ง€๋งŒ ์‚ฌ์šฉํ•œ๋‹ค. ์˜ˆ๋ฅผ ๋“ค์–ด ๋‘ ๋…ธ๋“œ๊ฐ€ `Ready`์—ฌ๋„ ๋ณด๊ณ ๋œ `INTERNAL-IP`๊ฐ€ ๊ธฐ๋Œ€ํ•œ ๊ฐ’๊ณผ ๋‹ค๋ฅด๋ฉด ๋‹น์žฅ์€ ์ฆ์ƒ์ด ์—†๋‹ค๊ฐ€ nginx upstream ์—ฐ๊ฒฐ์—์„œ ๋ฌธ์ œ๊ฐ€ ๋“œ๋Ÿฌ๋‚  ์ˆ˜ ์žˆ๋‹ค. ๋กœ๊ทธ๋„ ์ž˜๋ฆฐ ์ผ๋ถ€๋งŒ ๋ณด๋ฉด ์›์ธ์„ ๋†“์น  ์ˆ˜ ์žˆ๋Š”๋ฐ, ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” nginx error log๊ฐ€ 2048๋ฐ”์ดํŠธ์—์„œ ์ž˜๋ฆฐ ๋ฐ˜๋ฉด access log์—๋Š” 3492์ž์˜ ์›๋ฌธ์ด ๋‚จ์•„ ์žˆ์—ˆ๋‹ค. ๊ตฌ๊ฐ„์„ ์ขํžŒ ๋’ค์—๋Š” ๋ช…๋ น๊ณผ ๋กœ๊ทธ๊ฐ€ ์‹ค์ œ๋กœ ๋ฌด์—‡์„ ๋ณด์—ฌ ์ฃผ๋Š”์ง€ ๋ณ„๋„๋กœ ํ™•์ธํ•œ๋‹ค. -์ œ3๋ถ€์˜ ใ€Œpacket ์ด ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๋Š” ๊ณ„์ธต๋งˆ๋‹ค capture ํ•ด์„œ ๊ฐ€๋ฅธ๋‹คใ€์™€๋Š” ์žฌ๋Š” ๊ฒƒ์ด ๋‹ค๋ฅด๋‹ค. ๊ทธ์ชฝ์€ ๋„ค ์ง€์ ์—์„œ capture ๋ฅผ ๋–  ํŒจํ‚ท์ด ์‚ฌ๋ผ์ง„ ๊ตฌ๊ฐ„์„ ์ขํžˆ๊ณ , ์ด์ชฝ์€ ์ธต์„ ๊ฑด๋„ˆ๋›ด ์š”์ฒญ์˜ ์‘๋‹ต ์ฝ”๋“œ๋กœ ์ขํžŒ๋‹ค. ์‘๋‹ต์ด ์•„์˜ˆ ์•ˆ ๋Œ์•„์˜ค๊ณ  ํŒจํ‚ท๋„ ์•ˆ ๋ณด์ด๋Š” ์ƒํƒœ์—์„œ๋Š” ์ด ์ ˆ์ฐจ๊ฐ€ ๋‹ต์„ ๋ชป ๋‚ด๋ฏ€๋กœ ๊ทธ๋•Œ ๊ทธ์ชฝ์œผ๋กœ ๋„˜์–ด๊ฐ„๋‹ค. +์‘๋‹ต ์ฝ”๋“œ๋กœ ๊ณ„์ธต์„ ์ขํžˆ๋Š” ๋ฐฉ๋ฒ•๊ณผ packet capture๋Š” ์ธก์ • ๋Œ€์ƒ์ด ๋‹ค๋ฅด๋‹ค. HTTP ์‘๋‹ต์ด ๋Œ์•„์˜ค๋ฉด ๊ฐ ๊ณ„์ธต์„ ๊ฑด๋„ˆ๋›ด ์š”์ฒญ์˜ ์‘๋‹ต์œผ๋กœ ๋ฒ”์œ„๋ฅผ ์ค„์ผ ์ˆ˜ ์žˆ๊ณ , ์‘๋‹ต ์ž์ฒด๊ฐ€ ์—†์œผ๋ฉด ์—ฌ๋Ÿฌ ์ธํ„ฐํŽ˜์ด์Šค์—์„œ packet capture๋ฅผ ๋–  ํŒจํ‚ท์ด ์‚ฌ๋ผ์ง€๋Š” ๊ตฌ๊ฐ„์„ ์ฐพ๋Š”๋‹ค. ## ์ด ์‹คํ—˜๋Œ€์—์„œ ์“ด ์˜ˆ @@ -74,6 +74,6 @@ Keycloak ์ปจํ…Œ์ด๋„ˆ์—๋Š” curl ์ด ์—†๋‹ค. ๊ณต์‹ ์ด๋ฏธ์ง€๊ฐ€ ์ตœ์†Œ ๊ตฌ์„ฑ - ๋‘˜์งธ ์นธ์—์„œ ๋ง‰ํžŒ๋‹ค : ๋ง‰ํžŒ ๊ณณ์ด ์—ฃ์ง€ ์•ˆ์ด๋‹ค - ์ฒซ ์นธ์ด 502 : Traefik ์€ ๋–ด๊ณ  ๋’ค์— ๋ฐฑ์—”๋“œ๊ฐ€ ์—†๋‹ค - ์ฒซ ์นธ์ด ์—ฐ๊ฒฐ ๊ฑฐ๋ถ€๋‚˜ ํƒ€์ž„์•„์›ƒ : 02 ๋‹จ๊ณ„์˜ ๋…ธ๋“œ ์ƒํƒœ๋กœ ๋Œ์•„๊ฐ„๋‹ค -- ๋…ธ๋“œ๋ฅผ ์žƒ์—ˆ์„ ๋•Œ 1๋ถ„ ์•ˆ์— ์ˆœ์„œ๋Œ€๋กœ ๋‚˜์˜จ ์„ธ ์ค„ : 113 ์€ ๋„คํŠธ์›Œํฌ, 111 ์€ ํ”„๋กœ์„ธ์Šค, no live upstreams ๋Š” ๋‘˜ ๋‹ค ์ฃฝ์—ˆ๋‹ค๋Š” ํŒ๋‹จ +- ๋…ธ๋“œ๋ฅผ ์žƒ์—ˆ์„ ๋•Œ 1๋ถ„ ์•ˆ์— ์ˆœ์„œ๋Œ€๋กœ ๋‚˜์˜จ ์„ธ ์ค„ : 113์€ ๋„คํŠธ์›Œํฌ ๊ฒฝ๋กœ ๋ฌธ์ œ, 111์€ ๋Œ€์ƒ ํ”„๋กœ์„ธ์Šค ์—ฐ๊ฒฐ ๊ฑฐ๋ถ€, `no live upstreams`๋Š” ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋Š” upstream์ด ์—†๋‹ค๋Š” ์ƒํƒœ - Keycloak ์ปจํ…Œ์ด๋„ˆ ์•ˆ์—์„œ curl ์ด exit code 127 : ์„œ๋ฒ„๊ฐ€ ์•„๋‹ˆ๋ผ ๋ช…๋ น์ด ์—†๋‹ค. ๋ฐ–์—์„œ ๋ฌป๋Š”๋‹ค - 04 ๋‹จ๊ณ„ ํ™•์ธ์„ ์—ฃ์ง€ ์•ˆ์—์„œ ์ณค์„ ๋•Œ์˜ connection refused : ์ธต์˜ ๋‹ต์ด ์•„๋‹ˆ๋ผ ์นœ ์œ„์น˜์˜ ๋‹ต์ด๋‹ค diff --git a/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-tool-output-is-not-the-subject-state.md b/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-tool-output-is-not-the-subject-state.md index 3c7d830..53fc1ff 100644 --- a/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-tool-output-is-not-the-subject-state.md +++ b/docs/virtualization/tech-log-studio/build-completion-judgment/reference/reference-tool-output-is-not-the-subject-state.md @@ -1,7 +1,7 @@ --- kind: REFERENCE slug: tool-output-is-not-the-subject-state -title: ๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค +title: ๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค topic: build-completion-judgment topicName: ๋๋‚ฌ๋‹ค๋Š” ํŒ์ • project: virtualization @@ -13,7 +13,7 @@ source: - final/document.md#186-๋‹จ๊ณ„-00-lab-host-๊ฐ€์ƒํ™”-์ค€๋น„ --- -# ๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค +# ๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค ์ƒํƒœ๋ฅผ ๋ฌป๋Š” ๋ช…๋ น์˜ ์ถœ๋ ฅ์„ ๋Œ€์ƒ์˜ ์ƒํƒœ๋กœ ๋ฐ”๋กœ ์ฝ์ง€ ์•Š๊ณ , ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๊ณ  ๋ฌด์—‡์„ ์•ˆ ์„ธ๋Š”์ง€ ๋จผ์ € ์ ๋Š”๋‹ค. 7800 ํฌํŠธ๋ฅผ ๋Š์—ˆ์„ ๋•Œ ์™ธ๋ถ€ ์‘๋‹ต์€ ์ „๋ถ€ 200 ์ด์—ˆ๊ณ , 503 ์ด ๋‚˜๋Š” ๋™์•ˆ์—๋„ up ์€ 1 ์ด์—ˆ๋‹ค. @@ -80,7 +80,7 @@ kubectl rollout status ๋Š” ๋๋‚  ๋•Œ๊นŒ์ง€ ์•„๋ฌด๊ฒƒ๋„ ์•ˆ ์ฐ๊ณ  ๊ทธ ์นจ๋ฌต ์ด ๊ธฐ์ค€์˜ ๊ทผ๊ฑฐ๋Š” ๋Œ€๋ถ€๋ถ„ ์ด ์‹คํ—˜๋Œ€ ํ•œ ๋Œ€์—์„œ ํ•œ ๋ฒˆ์”ฉ ๋ณธ ๊ฒƒ์ด๋‹ค. ๋‹ค๋ฅธ ํŒ ๋ฒˆํ˜ธ๋‚˜ ๋‹ค๋ฅธ ๋ฐฐํฌํŒ์—์„œ ๊ฐ™์€ ๋ช…๋ น์ด ๊ฐ™์€ ๊ฒƒ์„ ์„ธ๋Š”์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค. -๊ฐ€์ด๋“œ์— ์‹ค๋ฆฐ ์ถœ๋ ฅ์ด ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฒƒ์ธ์ง€๋„ ํ•œ ๊ตฐ๋ฐ์—์„œ ์–ด๊ธ‹๋‚ฌ๋‹ค. ใ€Œ๋‹จ๊ณ„ 00 โ€” lab host ๊ฐ€์ƒํ™” ์ค€๋น„ใ€์˜ ๊ณผ๊ฑฐ ์ถœ๋ ฅ์€ 16 ์ฝ”์–ด ์ „๋ถ€์—์„œ ์ง€์›ํ•œ๋‹ค๊ณ  ์ ์—ˆ์ง€๋งŒ, 2026-09-17๊ณผ 2026-09-21์— `nproc`ยท`lscpu`๋กœ ๋‹ค์‹œ ํ™•์ธํ•œ ํ˜„์žฌ `test-server`๋Š” i5-1135G7, ๋ฌผ๋ฆฌ 4์ฝ”์–ดยท8 logical CPU๋‹ค. ๋”ฐ๋ผ์„œ 16์ฝ”์–ด ์ค„์€ **ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ๊ด€์ธก๊ฐ’์ด ์•„๋‹ˆ๋ผ ๋‹ค๋ฅธ ํ™˜๊ฒฝ์—์„œ ์„ž์—ฌ ๋“ค์–ด์˜จ historical output**์œผ๋กœ ์ทจ๊ธ‰ํ•œ๋‹ค. +๊ฐ€์ด๋“œ์— ์‹ค๋ฆฐ ์ถœ๋ ฅ์ด ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฒƒ์ธ์ง€๋„ ํ•œ ๊ตฐ๋ฐ์—์„œ ์–ด๊ธ‹๋‚ฌ๋‹ค. ใ€Œ๋‹จ๊ณ„ 00 โ€” lab host ๊ฐ€์ƒํ™” ์ค€๋น„ใ€์˜ ๊ณผ๊ฑฐ ์ถœ๋ ฅ์€ 16 ์ฝ”์–ด ์ „๋ถ€์—์„œ ์ง€์›ํ•œ๋‹ค๊ณ  ์ ์—ˆ์ง€๋งŒ, 2026-09-17๊ณผ 2026-09-21์— `nproc`ยท`lscpu`๋กœ ๋‹ค์‹œ ํ™•์ธํ•œ ํ˜„์žฌ `test-server`๋Š” i5-1135G7, ๋ฌผ๋ฆฌ 4์ฝ”์–ดยท8 logical CPU๋‹ค. ๋”ฐ๋ผ์„œ 16์ฝ”์–ด ์ค„์€ ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ๊ด€์ธก๊ฐ’์ด ์•„๋‹ˆ๋ผ ๋‹ค๋ฅธ ํ™˜๊ฒฝ์˜ ์ถœ๋ ฅ์œผ๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. ## ์‹ค์ œ ํŒ๋… ์˜ˆ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/concept/concept-kvm-vcpu-to-physical-cpu.md b/docs/virtualization/tech-log-studio/cpu-virtualization/concept/concept-kvm-vcpu-to-physical-cpu.md index a4e1536..94262ff 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/concept/concept-kvm-vcpu-to-physical-cpu.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/concept/concept-kvm-vcpu-to-physical-cpu.md @@ -52,7 +52,7 @@ source: libvirt ๋Š” ๊ฐ€์ƒ ๋จธ์‹ ์˜ ์ˆ˜๋ช… ์ฃผ๊ธฐ์™€ ๊ตฌ์„ฑ์„ ๊ด€๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ์ •์˜์—๋Š” RAM 8 GiB, vCPU 4 ๊ฐ™์€ ๊ฐ’์ด ๋“ค์–ด ์žˆ๋‹ค. libvirt ๋Š” ๊ทธ ์ •์˜๋ฅผ ๋ฐ”ํƒ•์œผ๋กœ QEMU ๋ฅผ ์ ์ ˆํ•œ ์˜ต์…˜๊ณผ ํ•จ๊ป˜ ์‹คํ–‰ํ•˜๊ณ  ๊ด€๋ฆฌํ•œ๋‹ค. -QEMU ๋Š” ํ˜ธ์ŠคํŠธ์˜ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์—์„œ ์‹คํ–‰๋˜๋Š” ํ”„๋กœ์„ธ์Šค๋‹ค. 4 vCPU ๊ฐ€์ƒ ๋จธ์‹ ์ด๋ผ๋ฉด ๋ฉ”์ธยท์ œ์–ด ์Šค๋ ˆ๋“œ ํ•˜๋‚˜์™€ vCPU ์Šค๋ ˆ๋“œ ๋„ท์ด ๋งŒ๋“ค์–ด์ง„๋‹ค. KVM ๊ฐ€์†์„ ์“ธ ๋•Œ ๊ฒŒ์ŠคํŠธ์˜ ์ผ๋ฐ˜ CPU ๋ช…๋ น์„ QEMU ๊ฐ€ ํ•˜๋‚˜์”ฉ ์†Œํ”„ํŠธ์›จ์–ด๋กœ ๋ฒˆ์—ญํ•ด ์‹คํ–‰ํ•˜๋Š” ๊ฒฝ๋กœ๊ฐ€ ํ•ต์‹ฌ์€ ์•„๋‹ˆ๋‹ค. vCPU ์Šค๋ ˆ๋“œ๊ฐ€ KVM ์„ ํ†ตํ•ด ๊ฒŒ์ŠคํŠธ ์‹คํ–‰์„ ์š”์ฒญํ•˜๋ฉด ๊ฒŒ์ŠคํŠธ ์ฝ”๋“œ๋Š” VMX ๋ฅผ ์ด์šฉํ•ด ์‹ค์ œ CPU ์—์„œ ์ง์ ‘ ์‹คํ–‰๋œ๋‹ค. +QEMU ๋Š” ํ˜ธ์ŠคํŠธ์˜ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์—์„œ ์‹คํ–‰๋˜๋Š” ํ”„๋กœ์„ธ์Šค๋‹ค. 4 vCPU ๊ฐ€์ƒ ๋จธ์‹ ์ด๋ผ๋ฉด ๋ฉ”์ธยท์ œ์–ด ์Šค๋ ˆ๋“œ ํ•˜๋‚˜์™€ vCPU ์Šค๋ ˆ๋“œ ๋„ท์ด ๋งŒ๋“ค์–ด์ง„๋‹ค. KVM ๊ฐ€์†์„ ์‚ฌ์šฉํ•  ๋•Œ ์ผ๋ฐ˜์ ์ธ ๊ฒŒ์ŠคํŠธ CPU ๋ช…๋ น์€ QEMU๊ฐ€ ํ•˜๋‚˜์”ฉ ์†Œํ”„ํŠธ์›จ์–ด๋กœ ํ•ด์„ํ•˜๋Š” ๋ฐฉ์‹์œผ๋กœ ์‹คํ–‰๋˜์ง€ ์•Š๋Š”๋‹ค. vCPU ์Šค๋ ˆ๋“œ๊ฐ€ KVM์„ ํ†ตํ•ด ๊ฒŒ์ŠคํŠธ ์‹คํ–‰์„ ์š”์ฒญํ•˜๋ฉด VMX๋ฅผ ์ด์šฉํ•ด ๊ฒŒ์ŠคํŠธ ์ฝ”๋“œ๊ฐ€ ์‹ค์ œ CPU์—์„œ ์‹คํ–‰๋œ๋‹ค. `/dev/kvm` ์€ ํ”„๋กœ์„ธ์Šค๊ฐ€ ์•„๋‹ˆ๋ผ Linux ๊ฐ€ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„ ํ”„๋กœ๊ทธ๋žจ์— KVM API ๋ฅผ ๋…ธ์ถœํ•˜๋Š” ๋ฌธ์ž ์žฅ์น˜(character device) ์ธํ„ฐํŽ˜์ด์Šค๋‹ค. QEMU ๋Š” ์ด ํŒŒ์ผ์„ ์—ด๊ณ  `ioctl` ๋กœ `KVM_CREATE_VM`, `KVM_CREATE_VCPU`, `KVM_SET_USER_MEMORY_REGION`, `KVM_RUN` ๊ฐ™์€ ๋™์ž‘์„ ์š”์ฒญํ•œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-exit-distribution-for-keycloak-workload.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-exit-distribution-for-keycloak-workload.md index 4838c92..6275144 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-exit-distribution-for-keycloak-workload.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-exit-distribution-for-keycloak-workload.md @@ -26,7 +26,7 @@ source: # Keycloak ์ž‘์—…์˜ VM Exit ๋ถ„ํฌ๋Š” idle ยท CPU-bound ยท I/O-bound ์™€ ์–ด๋–ป๊ฒŒ ๋‹ค๋ฅธ๊ฐ€ -2026-09-21 ๊ฐ™์€ `kc-lab-1`์—์„œ baseline ยท CPU-bound ยท I/O-heavy ยท Keycloak ์ •์ƒ ์š”์ฒญ ยท Keycloak read-only ๋ถ€ํ•˜๋ฅผ `perf kvm stat live -p `๋กœ ๋น„๊ตํ–ˆ๋‹ค. Keycloak ์ •์ƒ ์š”์ฒญ 10ํšŒ ๊ตฌ๊ฐ„์€ baseline๊ณผ ๋น„์Šทํ–ˆ์ง€๋งŒ, OIDC discovery 1000ํšŒ/concurrency 20 ๋ถ€ํ•˜์—์„œ๋Š” `EPT_MISCONFIG` ๋น„์ค‘๊ณผ ์ „์ฒด VM Exit sample ์ˆ˜๊ฐ€ ๋šœ๋ ทํ•˜๊ฒŒ ์ฆ๊ฐ€ํ–ˆ๋‹ค. **Keycloak workload์˜ Exit ๋ถ„ํฌ๋Š” ๋ถ€ํ•˜ ๊ฐ•๋„์— ๋”ฐ๋ผ ์‹ค์ œ๋กœ ๋‹ฌ๋ผ์ง€์ง€๋งŒ, ์ด ๋ณ€ํ™”๋งŒ์œผ๋กœ ๋ณ‘๋ชฉ์ด๋ผ๊ณ  ํŒ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค.** +2026-09-21 ๊ฐ™์€ `kc-lab-1`์—์„œ baseline ยท CPU-bound ยท I/O-heavy ยท Keycloak ์ •์ƒ ์š”์ฒญ ยท Keycloak read-only ๋ถ€ํ•˜๋ฅผ `perf kvm stat live -p `๋กœ ๋น„๊ตํ–ˆ๋‹ค. Keycloak ์ •์ƒ ์š”์ฒญ 10ํšŒ ๊ตฌ๊ฐ„์€ baseline๊ณผ ๋น„์Šทํ–ˆ์ง€๋งŒ, OIDC discovery 1000ํšŒ/concurrency 20 ๋ถ€ํ•˜์—์„œ๋Š” `EPT_MISCONFIG` ๋น„์ค‘๊ณผ ์ „์ฒด VM Exit sample ์ˆ˜๊ฐ€ ๋šœ๋ ทํ•˜๊ฒŒ ์ฆ๊ฐ€ํ–ˆ๋‹ค. Keycloak workload์˜ Exit ๋ถ„ํฌ๋Š” ๋ถ€ํ•˜ ๊ฐ•๋„์— ๋”ฐ๋ผ ์‹ค์ œ๋กœ ๋‹ฌ๋ผ์ง€์ง€๋งŒ, ์ด ๋ณ€ํ™”๋งŒ์œผ๋กœ ๋ณ‘๋ชฉ์ด๋ผ๊ณ  ํŒ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ## 2026-09-21์— ๋น„๊ตํ•œ ๋‹ค์„ฏ ๊ตฌ๊ฐ„ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-host-numa-topology.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-host-numa-topology.md index a5b93c7..1afdb0f 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-host-numa-topology.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-host-numa-topology.md @@ -20,7 +20,7 @@ source: # ์ด ํ˜ธ์ŠคํŠธ์˜ NUMA ํ† ํด๋กœ์ง€๋Š” ๊ฐ€์ƒ ๋จธ์‹  ์„ฑ๋Šฅ์„ ๊ณ ๋ คํ•ด์•ผ ํ•  ๊ตฌ์กฐ์ธ๊ฐ€ -2026-09-21 ํ˜„์žฌ `test-server`๋Š” **NUMA node 1๊ฐœ**๋‹ค. `lscpu`์—์„œ `NUMA node(s): 1`, `NUMA node0 CPU(s): 0-7`์„ ํ™•์ธํ–ˆ๊ณ  sysfs์˜ `/sys/devices/system/node/node0/cpulist`๋„ `0-7`์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ host์—์„œ๋Š” remote NUMA ์ ‘๊ทผ์„ ์ „์ œ๋กœ ํ•œ vCPU/memory locality ํŠœ๋‹์„ ์šฐ์„  ํ•ญ๋ชฉ์œผ๋กœ ๋‘˜ ์ด์œ ๊ฐ€ ์—†๋‹ค. +2026-09-21 ํ˜„์žฌ `test-server`๋Š” NUMA node 1๊ฐœ๋‹ค. `lscpu`์—์„œ `NUMA node(s): 1`, `NUMA node0 CPU(s): 0-7`์„ ํ™•์ธํ–ˆ๊ณ  sysfs์˜ `/sys/devices/system/node/node0/cpulist`๋„ `0-7`์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ host์—์„œ๋Š” remote NUMA ์ ‘๊ทผ์„ ์ „์ œ๋กœ ํ•œ vCPU/memory locality ํŠœ๋‹์„ ์šฐ์„  ํ•ญ๋ชฉ์œผ๋กœ ๋‘˜ ์ด์œ ๊ฐ€ ์—†๋‹ค. ## ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ํ† ํด๋กœ์ง€ @@ -68,9 +68,9 @@ source: ### 3. ๋ฉ”๋ชจ๋ฆฌ ๊ฐ€์ƒํ™” ์ชฝ์—์„œ ํ•จ๊ป˜ ๋ณธ๋‹ค โ€” ์ œ์™ธ -์ƒ์„ธํ•œ ๋ฉ”๋ชจ๋ฆฌ ๋ฐฐ์น˜๋ฅผ ใ€ŒNUMAใ€~ใ€ŒNUMA๋Š” ์‹ค์ œ ์žฅ๋น„ topology๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹คใ€์—์„œ๋Š” ๋‹ค๋ฃจ๋ฏ€๋กœ ํ™•์ธ๋„ ๊ทธ์ชฝ์—์„œ ํ•˜์ž๋Š” ๋ฐฉ๋ฒ•์ด๋‹ค. +์—ฌ๊ธฐ์„œ๋Š” ํ˜ธ์ŠคํŠธ์˜ NUMA node ์ˆ˜์™€ CPU ๋ฐฐ์น˜๊นŒ์ง€๋งŒ ํ™•์ธํ•˜๊ณ , ๋ฉ”๋ชจ๋ฆฌ locality์— ๋”ฐ๋ฅธ ์„ฑ๋Šฅ ์ฐจ์ด๋Š” ์—ฌ๋Ÿฌ NUMA node๊ฐ€ ์žˆ๋Š” ํ™˜๊ฒฝ์—์„œ ๋ณ„๋„๋กœ ์ธก์ •ํ•œ๋‹ค. ์ง€๊ธˆ ํ•„์š”ํ•œ ํŒ๋‹จ์€ ์ด ํ•ญ๋ชฉ์„ ์‹คํ—˜ ๋ชฉ๋ก์˜ ์–ด๋””์— ๋‘˜์ง€ ํ•˜๋‚˜์ด๊ณ , ๊ทธ๊ฒƒ์€ ๋…ธ๋“œ ์ˆ˜๋งŒ์œผ๋กœ ๊ฐˆ๋ฆฐ๋‹ค. -ใ€ŒNUMA๋Š” ์‹ค์ œ ์žฅ๋น„ topology๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹คใ€์—์„œ๋Š” ๋จผ์ € topology ๋ฅผ ์ธก์ •ํ•˜๊ณ  NUMA ์ตœ์ ํ™”๊ฐ€ ํ•„์š”ํ•œ์ง€ ํŒ๋‹จํ•œ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ทธ ์ˆœ์„œ๋Œ€๋กœ๋ฉด ๋…ธ๋“œ ์ˆ˜๋Š” ์—ฌ๊ธฐ์„œ ์žฌ๊ณ  ๋ฐฐ์น˜ ์กฐ์ •์„ ๊ทธ์ชฝ์ด ๋ฐ›๋Š”๋‹ค. +ํ˜„์žฌ ํ˜ธ์ŠคํŠธ๋Š” NUMA node๊ฐ€ ํ•˜๋‚˜๋ฟ์ด๋ฏ€๋กœ remote memory ๋ฐฐ์น˜ ์ž์ฒด๊ฐ€ ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋”ฐ๋ผ์„œ ์ด ํ™˜๊ฒฝ์—์„œ๋Š” NUMA pinning์ด๋‚˜ memory binding์„ ์„ฑ๋Šฅ ์ตœ์ ํ™” ํ•ญ๋ชฉ์œผ๋กœ ์˜ฌ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. ## ์ด ํ˜ธ์ŠคํŠธ์—์„œ๋Š” NUMA ๊ฐ„ ์ฐจ์ด๋ฅผ ๋น„๊ตํ•  ์ˆ˜ ์—†๋‹ค diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-is-production-on-a-hypervisor.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-is-production-on-a-hypervisor.md index 6227961..11b2a6f 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-is-production-on-a-hypervisor.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-is-production-on-a-hypervisor.md @@ -46,9 +46,9 @@ Steal time ์ฆ๊ฐ€ : Guest ์—์„œ ๊ด€์ธก Host CPU saturation : Host ใ€Œ์‹คํ—˜๋Œ€ ์ „์ฒด ๋ฐฐ์น˜ (2026-09-03 ๊ตฌ์ถ• ์™„๋ฃŒ, ์‹ค์ธก๊ฐ’)ใ€์—์„œ๋Š” ์šด์˜์„ `desktop` ์ด๋ผ ๋ถ€๋ฅด๊ณ  ๊ทธ ๋ฐฐ์น˜๋ฅผ `nginx โ†’ 127.0.0.1:30080(NodePort) โ†’ Traefik` ์œผ๋กœ ์ ์—ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ ๋ฐฐ์น˜์™€ ๋‹ค๋ฅธ ๊ฒƒ์€ ๋‹จ์ผ ๋…ธ๋“œ๋ƒ 2๋…ธ๋“œ๋ƒ ํ•˜๋‚˜๋‹ค. -ใ€Œnginx ์„ค์ • ๊ตฌ์กฐ โ€” `sites-available`์€ nginx ๊ธฐ๋Šฅ์ด ์•„๋‹ˆ๋‹คใ€์—์„œ๋Š” ๊ทธ `desktop` ์ด Ubuntu ๋ผ๊ณ  ์ ๋Š”๋‹ค. ๊ฐ™์€ ์ ˆ์ด ์ด ์‹คํ—˜๋Œ€๊ฐ€ `sites-available` ๋ฐฉ์‹์„ ์“ฐ๋Š” ์ด์œ ๋„ ์ ์—ˆ๋‹ค. ใ€Œ์šด์˜(`desktop`)์ด Ubuntu๋ผ ๊ทธ ๊ตฌ์กฐ๋ฅผ ์“ฐ๊ณ  ์žˆ์œผ๋ฏ€๋กœ, ์„ค์ •์„ ์šด์˜์œผ๋กœ ์˜ฎ๊ธธ ๋•Œ ๊ฒฝ๋กœ๊ฐ€ ๊ทธ๋Œ€๋กœ ๋งž๋Š” ํŽธ์ด ๋‚ซ๋‹ค๋Š” ํŒ๋‹จ์ด๋‹ค.ใ€ ๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ์šด์˜๊ณผ ๊ฐ™๋‹ค๊ณ  ์ ์€ ๊ฒƒ์€ ๊ทธ 2ํ™‰ ๊ฒฝ๋กœ์™€ ์ด ์„ค์ • ๊ด€๋ก€ ๋‘˜์ด๋‹ค. +ํ™•์ธ๋œ ์šด์˜ ๊ด€๋ จ ์ •๋ณด๋Š” ๋‘ ๊ฐ€์ง€๋ฟ์ด๋‹ค. ์šด์˜ ์ชฝ nginx๋Š” Ubuntu์˜ `sites-available`/`sites-enabled` ๊ด€๋ก€๋ฅผ ์‚ฌ์šฉํ•˜๊ณ , ์š”์ฒญ ๊ฒฝ๋กœ๋„ nginx์™€ ๋‚ด๋ถ€ ๋ผ์šฐํ„ฐ๋ฅผ ๊ฑฐ์น˜๋Š” 2ํ™‰ ๊ตฌ์กฐ๋กœ ๊ธฐ๋ก๋ผ ์žˆ๋‹ค. ์ด๊ฒƒ๋งŒ์œผ๋กœ ์šด์˜ ์„œ๋ฒ„๊ฐ€ bare-metal์ธ์ง€ ๊ฐ€์ƒ ๋จธ์‹ ์ธ์ง€ ํŒ๋‹จํ•  ์ˆ˜๋Š” ์—†๋‹ค. -์šด์˜ ์„œ๋ฒ„๊ฐ€ bare-metal ์ธ์ง€ ์ƒ์œ„ ํ•˜์ดํผ๋ฐ”์ด์ €๋‚˜ ํด๋ผ์šฐ๋“œ ๊ฐ€์ƒ ๋จธ์‹  ์œ„์ธ์ง€๋Š” ๊ธฐ์กด ๋ฌธ์„œ์— ์ ํ˜€ ์žˆ์ง€ ์•Š๋‹ค. +์šด์˜ ์„œ๋ฒ„๊ฐ€ bare-metal์ธ์ง€ ์ƒ์œ„ ํ•˜์ดํผ๋ฐ”์ด์ €๋‚˜ ํด๋ผ์šฐ๋“œ ๊ฐ€์ƒ ๋จธ์‹  ์œ„์ธ์ง€๋Š” ์•„์ง ํ™•์ธ๋˜์ง€ ์•Š์•˜๋‹ค. ## ํŒ๋‹จ์— ํ•„์š”ํ•œ ์ „์ œ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-pinning-before-and-after.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-pinning-before-and-after.md index fd325ae..a892cce 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-pinning-before-and-after.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-pinning-before-and-after.md @@ -28,7 +28,7 @@ source: # CPU pinning ์ „ํ›„๋กœ Keycloak ์ง€์—ฐ๊ณผ vCPU ์Šค์ผ€์ค„๋ง ๋ณ€๋™์ด ๋‹ฌ๋ผ์ง€๋Š”๊ฐ€ -2026-09-21 ๋‘ worker๋ฅผ live pinning์œผ๋กœ `kc-lab-1 vCPU0/1 โ†’ pCPU 0/1`, `kc-lab-2 vCPU0/1 โ†’ pCPU 2/3`์— ๋ฌถ๊ณ  ๋™์ผ OIDC read-only ๋ถ€ํ•˜๋ฅผ ์ „ํ›„๋กœ ๋น„๊ตํ–ˆ๋‹ค. pinning ์ „์—๋Š” ๊ฐ™์€ vCPU TID์˜ `PSR`์ด ์—ฌ๋Ÿฌ pCPU ์‚ฌ์ด๋ฅผ ์ด๋™ํ–ˆ์ง€๋งŒ pinning ๋’ค์—๋Š” ๊ฐ๊ฐ 0/1/2/3์— ๊ณ ์ •๋๋‹ค. ๊ทธ๋Ÿฌ๋‚˜ **Keycloak latency/throughput ๊ฐœ์„ ์€ ๋ฐ˜๋ณต ์‹คํ–‰์—์„œ ์žฌํ˜„๋˜์ง€ ์•Š์•˜๋‹ค.** +2026-09-21 ๋‘ worker๋ฅผ live pinning์œผ๋กœ `kc-lab-1 vCPU0/1 โ†’ pCPU 0/1`, `kc-lab-2 vCPU0/1 โ†’ pCPU 2/3`์— ๋ฌถ๊ณ  ๋™์ผ OIDC read-only ๋ถ€ํ•˜๋ฅผ ์ „ํ›„๋กœ ๋น„๊ตํ–ˆ๋‹ค. pinning ์ „์—๋Š” ๊ฐ™์€ vCPU TID์˜ `PSR`์ด ์—ฌ๋Ÿฌ pCPU ์‚ฌ์ด๋ฅผ ์ด๋™ํ–ˆ์ง€๋งŒ pinning ๋’ค์—๋Š” ๊ฐ๊ฐ 0/1/2/3์— ๊ณ ์ •๋๋‹ค. ๊ทธ๋Ÿฌ๋‚˜ Keycloak latency/throughput ๊ฐœ์„ ์€ ๋ฐ˜๋ณต ์‹คํ–‰์—์„œ ์žฌํ˜„๋˜์ง€ ์•Š์•˜๋‹ค. ## pinning ์ „ํ›„ ๋น„๊ต ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-steal-time-increase-under-two-cpu-bound-vms.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-steal-time-increase-under-two-cpu-bound-vms.md index 7ad91f5..a6b88a2 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-steal-time-increase-under-two-cpu-bound-vms.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-steal-time-increase-under-two-cpu-bound-vms.md @@ -22,7 +22,7 @@ source: # ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€๋ฅผ CPU-bound ๋กœ ๋งŒ๋“ค๋ฉด ๊ฒŒ์ŠคํŠธ steal time ์€ ์–ผ๋งˆ๋‚˜ ์˜ค๋ฅด๋Š”๊ฐ€ -2026-09-21 ๋‘ worker์˜ vCPU๋ฅผ ๋™์‹œ์— CPU-bound๋กœ ๋งŒ๋“  10์ดˆ ๊ด€์ธก ๊ตฌ๊ฐ„์—์„œ **guest steal time์€ ์ฆ๊ฐ€ํ•˜์ง€ ์•Š์•˜๋‹ค.** `kc-lab-1`๊ณผ `kc-lab-2` ๋ชจ๋‘ ๋ถ€ํ•˜ ์ค‘ `vmstat`์˜ `st`๊ฐ€ ์ „ ๊ตฌ๊ฐ„ 0%์˜€๊ณ , host์—๋Š” ์•ฝ 49~50% idle CPU๊ฐ€ ๋‚จ์•˜๋‹ค. +2026-09-21 ๋‘ worker์˜ vCPU๋ฅผ ๋™์‹œ์— CPU-bound๋กœ ๋งŒ๋“  10์ดˆ ๊ด€์ธก ๊ตฌ๊ฐ„์—์„œ guest steal time์€ ์ฆ๊ฐ€ํ•˜์ง€ ์•Š์•˜๋‹ค. `kc-lab-1`๊ณผ `kc-lab-2` ๋ชจ๋‘ ๋ถ€ํ•˜ ์ค‘ `vmstat`์˜ `st`๊ฐ€ ์ „ ๊ตฌ๊ฐ„ 0%์˜€๊ณ , host์—๋Š” ์•ฝ 49~50% idle CPU๊ฐ€ ๋‚จ์•˜๋‹ค. ## ๋‘ worker๋ฅผ CPU-bound๋กœ ๋งŒ๋“  ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throttling-vs-contention.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throttling-vs-contention.md index 4ff2620..d074156 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throttling-vs-contention.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throttling-vs-contention.md @@ -23,7 +23,7 @@ source: # cgroup CPU ์ œํ•œ๊ณผ ํ˜ธ์ŠคํŠธ vCPU ๊ฒฝ์Ÿ์„ ์ง€ํ‘œ๋กœ ๊ฐ€๋ฅผ ์ˆ˜ ์žˆ๋Š”๊ฐ€ -2026-09-21 ํ˜„์žฌ Keycloak์€ CPU request `100m`๋งŒ ์žˆ๊ณ  CPU limit์€ ์—†์œผ๋ฉฐ ์ปจํ…Œ์ด๋„ˆ์˜ `cpu.max`๋Š” `max 100000`, `nr_throttled=0`์ด์—ˆ๋‹ค. ๋ณ„๋„ disposable pod์— `100m` CPU limit์„ ๊ฑธ์–ด cgroup throttling์„ ์žฌํ˜„ํ•˜๊ณ , ๋ฐ˜๋Œ€๋กœ CPU limit ์—†์ด ํ•œ VM์˜ ๋‘ vCPU๋ฅผ ๊ฐ™์€ pCPU์— ๋ฌถ์–ด host-level contention์„ ์žฌํ˜„ํ–ˆ๋‹ค. **๋‘ ์›์ธ์€ ์‹ค์ œ ์ง€ํ‘œ ์กฐํ•ฉ์ด ๋‹ค๋ฅด๊ฒŒ ๋‚˜ํƒ€๋‚ฌ๋‹ค.** +2026-09-21 ํ˜„์žฌ Keycloak์€ CPU request `100m`๋งŒ ์žˆ๊ณ  CPU limit์€ ์—†์œผ๋ฉฐ ์ปจํ…Œ์ด๋„ˆ์˜ `cpu.max`๋Š” `max 100000`, `nr_throttled=0`์ด์—ˆ๋‹ค. ๋ณ„๋„ disposable pod์— `100m` CPU limit์„ ๊ฑธ์–ด cgroup throttling์„ ์žฌํ˜„ํ•˜๊ณ , ๋ฐ˜๋Œ€๋กœ CPU limit ์—†์ด ํ•œ VM์˜ ๋‘ vCPU๋ฅผ ๊ฐ™์€ pCPU์— ๋ฌถ์–ด host-level contention์„ ์žฌํ˜„ํ–ˆ๋‹ค. ๋‘ ์›์ธ์€ ์‹ค์ œ ์ง€ํ‘œ ์กฐํ•ฉ์ด ๋‹ค๋ฅด๊ฒŒ ๋‚˜ํƒ€๋‚ฌ๋‹ค. ## ๋‘ ์›์ธ์„ ๋”ฐ๋กœ ์žฌํ˜„ํ•œ ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throughput-vs-vcpu-count.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throughput-vs-vcpu-count.md index f842f77..f19fb5e 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throughput-vs-vcpu-count.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-throughput-vs-vcpu-count.md @@ -19,7 +19,7 @@ source: # vCPU ๋ฅผ ๋Š˜๋ฆด์ˆ˜๋ก ์ด ํ˜ธ์ŠคํŠธ์—์„œ Keycloak ์ฒ˜๋ฆฌ๋Ÿ‰๋„ ๊ณ„์† ์˜ค๋ฅด๋Š”๊ฐ€ -์ด ๋น„๊ต๋Š” ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” ํ˜„์žฌ 2 vCPU worker ๊ตฌ์„ฑ์—์„œ CPU-boundยทOIDC ๋ถ€ํ•˜๋ฅผ ์ธก์ •ํ–ˆ์ง€๋งŒ, VM์„ 2ยท4ยท8 vCPU๋กœ ์žฌ์ •์˜ํ•ด ๊ฐ™์€ Keycloak ๋ถ€ํ•˜๋ฅผ ๋ฐ˜๋ณตํ•˜์ง€๋Š” ์•Š์•˜๋‹ค. ํ˜„์žฌ worker/edge๊ฐ€ ์‹ค์ œ lab์„ ๊ตฌ์„ฑํ•˜๊ณ  ์žˆ๊ณ  ์ถ”๊ฐ€ ์ƒํƒœ๋ณ€๊ฒฝ ํ…Œ์ŠคํŠธ๋Š” ๋งˆ์ง€๋ง‰ ๋‹จ๊ณ„๋กœ ๋ฏธ๋ค˜์œผ๋ฏ€๋กœ topology ๋ณ€๊ฒฝ ๋น„๊ต๋Š” ๋ณ„๋„ ์‹คํ—˜์—์„œ ์ˆ˜ํ–‰ํ•œ๋‹ค. +2ยท4ยท8 vCPU ๊ตฌ์„ฑ์—์„œ ๊ฐ™์€ Keycloak ๋ถ€ํ•˜๋ฅผ ๋ฐ˜๋ณตํ•˜๋Š” ๋น„๊ต๋Š” ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” ํ˜„์žฌ 2 vCPU worker ๊ตฌ์„ฑ์—์„œ CPU-bound ๋ถ€ํ•˜์™€ OIDC ๋ถ€ํ•˜๋งŒ ์ธก์ •ํ–ˆ๋‹ค. ํ˜„์žฌ worker/edge๊ฐ€ ์‹ค์ œ lab์„ ๊ตฌ์„ฑํ•˜๊ณ  ์žˆ๊ณ  ์ถ”๊ฐ€ ์ƒํƒœ๋ณ€๊ฒฝ ํ…Œ์ŠคํŠธ๋Š” ๋งˆ์ง€๋ง‰ ๋‹จ๊ณ„๋กœ ๋ฏธ๋ค˜์œผ๋ฏ€๋กœ topology ๋ณ€๊ฒฝ ๋น„๊ต๋Š” ๋ณ„๋„ ์‹คํ—˜์—์„œ ์ˆ˜ํ–‰ํ•œ๋‹ค. ## ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์™€ VM์˜ CPU ์—ฌ์œ  @@ -65,7 +65,7 @@ vCPU ์ˆ˜๋งŒ ๋ฐ”๊พธ๊ณ  Keycloak ์„ค์ •๊ณผ ๋ถ€ํ•˜๋Š” ์„ธ ์‹คํ–‰์—์„œ ๊ณ ์ •ํ•œ๋‹ค ๋…ผ๋ฆฌ ์ฝ”์–ด๊ฐ€ 8 ์ด๋ผ 8 vCPU ๊ตฌ์„ฑ์—์„œ๋Š” ํ•œ ๊ฒŒ์ŠคํŠธ์˜ vCPU ์ˆ˜๊ฐ€ ์ฝ”์–ด ์ˆ˜์™€ ๊ฐ™์•„์ง„๋‹ค. ๋‚˜๋จธ์ง€ ๊ฒŒ์ŠคํŠธ๋ฅผ ํ•จ๊ป˜ ๋„์šฐ๋ฉด ํ•ฉ์ด 8 ์„ ๋„˜์œผ๋ฏ€๋กœ, ์„ธ ์‹คํ–‰๋งˆ๋‹ค ๊ทธ๋•Œ ๋–  ์žˆ๋˜ ๊ฒŒ์ŠคํŠธ์™€ ์ด vCPU ๋ฅผ ํ•จ๊ป˜ ์ ๋Š”๋‹ค. -ใ€Œ๋‹จ๊ณ„ 00 โ€” lab host ๊ฐ€์ƒํ™” ์ค€๋น„ใ€์˜ ๊ณผ๊ฑฐ ์ถœ๋ ฅ์—๋Š” ใ€Œ16 ์ฝ”์–ด ์ „๋ถ€ใ€๊ฐ€ ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ, ํ˜„์žฌ ํ˜ธ์ŠคํŠธ๋Š” 2026-09-17๊ณผ 2026-09-21์— ๋‹ค์‹œ ํ™•์ธํ•œ **๋ฌผ๋ฆฌ 4์ฝ”์–ดยท8 logical CPU**๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์งˆ๋ฌธ์˜ 2ยท4ยท8 vCPU ๋น„๊ต๋Š” 8 logical CPU๋ฅผ ํ˜„์žฌ truth๋กœ ๋‘”๋‹ค. 16์ฝ”์–ด ์ค„์€ ํ˜„์žฌ `test-server`์˜ ๊ฐ’์œผ๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. +ใ€Œ๋‹จ๊ณ„ 00 โ€” lab host ๊ฐ€์ƒํ™” ์ค€๋น„ใ€์˜ ๊ณผ๊ฑฐ ์ถœ๋ ฅ์—๋Š” ใ€Œ16 ์ฝ”์–ด ์ „๋ถ€ใ€๊ฐ€ ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ, ํ˜„์žฌ ํ˜ธ์ŠคํŠธ๋Š” 2026-09-17๊ณผ 2026-09-21์— ๋‹ค์‹œ ํ™•์ธํ•œ **๋ฌผ๋ฆฌ 4์ฝ”์–ดยท8 logical CPU**๋‹ค. ํ˜„์žฌ `test-server`๋Š” ๋ฌผ๋ฆฌ 4์ฝ”์–ดยท8 logical CPU์ด๋ฏ€๋กœ ์ดํ›„ 2ยท4ยท8 vCPU ๋น„๊ต๋„ ์ด ๊ฐ’์„ ๊ธฐ์ค€์œผ๋กœ ํ•œ๋‹ค. ๊ณผ๊ฑฐ ๋ฌธ์„œ์˜ 16์ฝ”์–ด ์ถœ๋ ฅ์€ ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ๊ฐ’์œผ๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค. ใ€ŒvCPU ๊ณผ๋‹ค ํ• ๋‹นใ€์—์„œ ๋“  ๋‘ ์›์ธ์„ ๊ฐ€๋ฅด๋ ค๋ฉด ์ฒ˜๋ฆฌ๋Ÿ‰๊ณผ ์ง€์—ฐ๋งŒ์œผ๋กœ๋Š” ๋ถ€์กฑํ•˜๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ %st ๋ฅผ ๊ฐ™์€ ์‹คํ–‰์—์„œ ๋‚จ๊ธด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-contention-under-two-vm-load.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-contention-under-two-vm-load.md index 5eae6d2..aa7137b 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-contention-under-two-vm-load.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-contention-under-two-vm-load.md @@ -22,7 +22,7 @@ source: # ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€์— ๋™์‹œ์— ๋ถ€ํ•˜๋ฅผ ์ฃผ๋ฉด ์ด ํ˜ธ์ŠคํŠธ์—์„œ vCPU ๊ฒฝ์Ÿ์ด ์‹ค์ œ๋กœ ์ƒ๊ธฐ๋Š”๊ฐ€ -2026-09-21 `kc-lab-1`๊ณผ `kc-lab-2`์˜ 2 vCPU๋ฅผ ๊ฐ๊ฐ ๋ชจ๋‘ CPU-bound๋กœ ๋งŒ๋“  ๋’ค host์™€ ๋‘ guest๋ฅผ ๋™์‹œ์— ๊ด€์ธกํ–ˆ๋‹ค. ๋ถ€ํ•˜ ์ค‘ host run queue๋Š” 4~6์œผ๋กœ ๋Š˜์—ˆ์ง€๋งŒ host๋Š” ์•ฝ 49~50% idle์ด ๋‚จ์•˜๊ณ , ๋‘ guest์˜ steal time์€ ๊ณ„์† 0%์˜€๋‹ค. **ํ˜„์žฌ 8 logical CPU / worker 4 vCPU ๊ตฌ์„ฑ์—์„œ๋Š” ์ด ๋ถ€ํ•˜๋กœ host CPU ๋ถ€์กฑ์— ์˜ํ•œ vCPU contention์ด ๊ด€์ธก๋˜์ง€ ์•Š์•˜๋‹ค.** +2026-09-21 `kc-lab-1`๊ณผ `kc-lab-2`์˜ 2 vCPU๋ฅผ ๊ฐ๊ฐ ๋ชจ๋‘ CPU-bound๋กœ ๋งŒ๋“  ๋’ค host์™€ ๋‘ guest๋ฅผ ๋™์‹œ์— ๊ด€์ธกํ–ˆ๋‹ค. ๋ถ€ํ•˜ ์ค‘ host run queue๋Š” 4~6์œผ๋กœ ๋Š˜์—ˆ์ง€๋งŒ host๋Š” ์•ฝ 49~50% idle์ด ๋‚จ์•˜๊ณ , ๋‘ guest์˜ steal time์€ ๊ณ„์† 0%์˜€๋‹ค. ํ˜„์žฌ 8 logical CPU / worker 4 vCPU ๊ตฌ์„ฑ์—์„œ๋Š” ์ด ๋ถ€ํ•˜๋กœ host CPU ๋ถ€์กฑ์— ์˜ํ•œ vCPU contention์ด ๊ด€์ธก๋˜์ง€ ์•Š์•˜๋‹ค. ## ๋‘ worker๋ฅผ ๋™์‹œ์— ํƒœ์› ์„ ๋•Œ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-thread-migration-without-pinning.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-thread-migration-without-pinning.md index a5fbf6d..8182221 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-thread-migration-without-pinning.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vcpu-thread-migration-without-pinning.md @@ -23,7 +23,7 @@ source: # pinning ์—†์ด vCPU ์Šค๋ ˆ๋“œ๋Š” ํ˜ธ์ŠคํŠธ ๋…ผ๋ฆฌ CPU ์‚ฌ์ด๋ฅผ ์˜ฎ๊ฒจ ๋‹ค๋‹ˆ๋Š”๊ฐ€ -2026-09-21 QEMU monitor๋กœ ์‹ค์ œ vCPU thread ID๋ฅผ ์–ป๊ณ  `ps -eL`์˜ `PSR`์„ ์•ฝ 3์ดˆ ๋™์•ˆ ๋ฐ˜๋ณตํ•ด์„œ ์ฝ์—ˆ๋‹ค. pinning์€ ์—†์—ˆ๊ณ  affinity๋Š” ๋ชจ๋‘ `0-7` ์ „์ฒด์˜€๋‹ค. ๊ฐ™์€ TID์˜ `PSR`์ด ์—ฌ๋Ÿฌ ๊ฐ’์œผ๋กœ ๋ฐ”๋€Œ์–ด **unpinned vCPU thread๊ฐ€ host logical CPU ์‚ฌ์ด๋ฅผ ์‹ค์ œ๋กœ ์ด๋™ํ•˜๋Š” ๊ฒƒ**์„ ํ™•์ธํ–ˆ๋‹ค. +2026-09-21 QEMU monitor๋กœ ์‹ค์ œ vCPU thread ID๋ฅผ ์–ป๊ณ  `ps -eL`์˜ `PSR`์„ ์•ฝ 3์ดˆ ๋™์•ˆ ๋ฐ˜๋ณตํ•ด์„œ ์ฝ์—ˆ๋‹ค. pinning์€ ์—†์—ˆ๊ณ  affinity๋Š” ๋ชจ๋‘ `0-7` ์ „์ฒด์˜€๋‹ค. ๊ฐ™์€ TID์˜ `PSR`์ด ์—ฌ๋Ÿฌ ๊ฐ’์œผ๋กœ ๋ฐ”๋€Œ์–ด unpinned vCPU thread๊ฐ€ host logical CPU ์‚ฌ์ด๋ฅผ ์‹ค์ œ๋กœ ์ด๋™ํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ## ์‹ค์ œ๋กœ ์ด๋™ํ•œ vCPU thread @@ -56,7 +56,7 @@ CPU pinning ์„ ์ ์šฉํ•˜๋ฉด ์‹คํ–‰ ์œ„์น˜๋ฅผ ํŠน์ • ๋…ผ๋ฆฌ CPU ์ง‘ํ•ฉ์œผ๋กœ ์ œ ## migration๊ณผ ์„ฑ๋Šฅ์€ ๋‹ค๋ฅธ ์งˆ๋ฌธ์ด๋‹ค -์ด ์งˆ๋ฌธ์˜ ํ•ต์‹ฌ์ธ ์‹ค์ œ migration ์—ฌ๋ถ€์™€ pinning ์œ ๋ฌด๋Š” ํ•ด์†Œ๋๋‹ค. ํ˜„์žฌ vCPU thread๋Š” `0-7` ์ „์ฒด์— ์‹คํ–‰ ๊ฐ€๋Šฅํ•˜๊ณ  ์งง์€ ๊ด€์ธก์—์„œ๋„ ์‹ค์ œ migration์ด ๋ณด์˜€๋‹ค. idle๊ณผ CPU-bound ์ƒํƒœ์—์„œ migration ๋นˆ๋„๊ฐ€ ์–ผ๋งˆ๋‚˜ ๋‹ฌ๋ผ์ง€๋Š”์ง€๋Š” ์„ฑ๋Šฅ ๋น„๊ต ์งˆ๋ฌธ์œผ๋กœ ๋ถ„๋ฆฌํ•œ๋‹ค. +ํ˜„์žฌ vCPU thread์˜ affinity๋Š” `0-7` ์ „์ฒด์ด๊ณ , ์งง์€ ๊ด€์ธก์—์„œ๋„ ๊ฐ™์€ TID๊ฐ€ ์—ฌ๋Ÿฌ pCPU ์‚ฌ์ด๋ฅผ ์ด๋™ํ–ˆ๋‹ค. pinning์ด ์—†๋Š” ์ƒํƒœ์—์„œ ์‹ค์ œ migration์ด ๋ฐœ์ƒํ•œ๋‹ค๋Š” ๊ฒƒ์€ ํ™•์ธํ–ˆ๋‹ค. idle๊ณผ CPU-bound ์ƒํƒœ์—์„œ migration ๋นˆ๋„๊ฐ€ ์–ผ๋งˆ๋‚˜ ๋‹ฌ๋ผ์ง€๋Š”์ง€๋Š” ๋ณ„๋„ ์„ฑ๋Šฅ ๋น„๊ต๊ฐ€ ํ•„์š”ํ•˜๋‹ค. ## ์ด ๊ฒฐ๊ณผ์˜ ๋ฒ”์œ„ diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-virtualization-layer-saturation-during-refresh.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-virtualization-layer-saturation-during-refresh.md index a651ee3..bb2d41f 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-virtualization-layer-saturation-during-refresh.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-virtualization-layer-saturation-during-refresh.md @@ -19,7 +19,7 @@ source: # Keycloak ๋™์‹œ refresh ์‹คํ—˜ ์ค‘ CPU ๊ฐ€์ƒํ™” ๊ณ„์ธต์ด ๊ฒฐ๊ณผ๋ฅผ ํ”๋“ค ๋งŒํผ ํฌํ™”๋˜๋Š”๊ฐ€ -์ด ์งˆ๋ฌธ์€ ์•„์ง ์‹ค์ œ refresh ๊ฒฝ์Ÿ ์กฐ๊ฑด์œผ๋กœ ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21 OIDC discovery synthetic load์™€ KVM/host CPU ์ง€ํ‘œ๋Š” ํ•จ๊ป˜ ์ธก์ •ํ–ˆ์ง€๋งŒ, ์งˆ๋ฌธ์ด ์š”๊ตฌํ•˜๋Š” **๋™์ผ refresh token ๋™์‹œ ์š”์ฒญ + Keycloak latency + PostgreSQL ์ง€์—ฐ** ์‹คํ—˜์€ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜„์žฌ Keycloak lab์—๋Š” Redis๊ฐ€ ๋ฐฐํฌ๋ผ ์žˆ์ง€ ์•Š์œผ๋ฏ€๋กœ Redis ์ง€์—ฐ์„ ์ด ์งˆ๋ฌธ์˜ ํ•„์ˆ˜ ํ•ญ๋ชฉ์œผ๋กœ ๋‘์ง€ ์•Š๋Š”๋‹ค. ๋ณ„๋„ BFF/Redis ๊ตฌ์„ฑ์„ ํ•จ๊ป˜ ์žฌ๋Š” ์‹คํ—˜์ด๋ผ๋ฉด ๊ทธ๋•Œ Redis ์ง€ํ‘œ๋ฅผ ์ถ”๊ฐ€ํ•œ๋‹ค. OIDC ๋ถ€ํ•˜ ๊ฒฐ๊ณผ๋ฅผ refresh ๊ฒฝ์Ÿ ์‹คํ—˜์˜ ๋Œ€์ฒด ๊ทผ๊ฑฐ๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค. +๋™์ผ refresh token์„ ๋™์‹œ์— ์‚ฌ์šฉํ•˜๋Š” ๊ฒฝ์Ÿ ์กฐ๊ฑด์€ ์•„์ง ์‹ค์ œ๋กœ ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21 OIDC discovery synthetic load์™€ KVM/host CPU ์ง€ํ‘œ๋Š” ํ•จ๊ป˜ ์ธก์ •ํ–ˆ์ง€๋งŒ, ์งˆ๋ฌธ์ด ์š”๊ตฌํ•˜๋Š” ๋™์ผ refresh token ๋™์‹œ ์š”์ฒญ + Keycloak latency + PostgreSQL ์ง€์—ฐ ์‹คํ—˜์€ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜„์žฌ Keycloak lab์—๋Š” Redis๊ฐ€ ๋ฐฐํฌ๋ผ ์žˆ์ง€ ์•Š์œผ๋ฏ€๋กœ ์ด๋ฒˆ refresh ๊ฒฝ์Ÿ ์‹คํ—˜์˜ ์ธก์ • ํ•ญ๋ชฉ์—๋„ Redis ์ง€์—ฐ์„ ํฌํ•จํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋ณ„๋„ BFF/Redis ๊ตฌ์„ฑ์„ ํ•จ๊ป˜ ์žฌ๋Š” ์‹คํ—˜์ด๋ผ๋ฉด ๊ทธ๋•Œ Redis ์ง€ํ‘œ๋ฅผ ์ถ”๊ฐ€ํ•œ๋‹ค. OIDC ๋ถ€ํ•˜ ๊ฒฐ๊ณผ๋ฅผ refresh ๊ฒฝ์Ÿ ์‹คํ—˜์˜ ๋Œ€์ฒด ๊ทผ๊ฑฐ๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค. ## ํ˜„์žฌ ์‹คํ—˜๋Œ€์˜ CPU ์กฐ๊ฑด diff --git a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vm-exit-distribution-by-workload.md b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vm-exit-distribution-by-workload.md index 1e83ba6..14f435a 100644 --- a/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vm-exit-distribution-by-workload.md +++ b/docs/virtualization/tech-log-studio/cpu-virtualization/question/question-vm-exit-distribution-by-workload.md @@ -26,7 +26,7 @@ source: # ์‹ค์ œ ์ž‘์—…์—์„œ ์ฃผ๋กœ ๋ฐœ์ƒํ•˜๋Š” VM Exit ์€ ๋ฌด์—‡์ธ๊ฐ€ -2026-09-21 `perf 7.2.2-1`์˜ `perf kvm stat live -p --event vmexit`๊ฐ€ ์ด ํ˜ธ์ŠคํŠธ์—์„œ ๋™์ž‘ํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ•˜๊ณ , ๊ฐ™์€ `kc-lab-1` QEMU๋ฅผ ๋Œ€์ƒ์œผ๋กœ baseline ยท CPU-bound ยท I/O-heavy ยท Keycloak ์ •์ƒ ์š”์ฒญ ยท Keycloak read-only ๋ถ€ํ•˜๋ฅผ ๋น„๊ตํ–ˆ๋‹ค. **workload์— ๋”ฐ๋ผ VM Exit ๋ถ„ํฌ๊ฐ€ ์‹ค์ œ๋กœ ๋‹ฌ๋ผ์กŒ๋‹ค.** CPU-bound์—์„œ๋Š” HLT๊ฐ€ ์‚ฌ๋ผ์ง€๊ณ  External Interrupt/Preemption Timer ๋น„์ค‘์ด ํฌ๊ฒŒ ๋Š˜์—ˆ๊ณ , Keycloak ๊ณ ๋ถ€ํ•˜์—์„œ๋Š” baseline๋ณด๋‹ค EPT_MISCONFIG ๋น„์ค‘๊ณผ ์ „์ฒด sample ์ˆ˜๊ฐ€ ์ฆ๊ฐ€ํ–ˆ๋‹ค. +2026-09-21 `perf 7.2.2-1`์˜ `perf kvm stat live -p --event vmexit`๊ฐ€ ์ด ํ˜ธ์ŠคํŠธ์—์„œ ๋™์ž‘ํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ•˜๊ณ , ๊ฐ™์€ `kc-lab-1` QEMU๋ฅผ ๋Œ€์ƒ์œผ๋กœ baseline ยท CPU-bound ยท I/O-heavy ยท Keycloak ์ •์ƒ ์š”์ฒญ ยท Keycloak read-only ๋ถ€ํ•˜๋ฅผ ๋น„๊ตํ–ˆ๋‹ค. workload์— ๋”ฐ๋ผ VM Exit ๋ถ„ํฌ๊ฐ€ ์‹ค์ œ๋กœ ๋‹ฌ๋ผ์กŒ๋‹ค. CPU-bound์—์„œ๋Š” HLT๊ฐ€ ์‚ฌ๋ผ์ง€๊ณ  External Interrupt/Preemption Timer ๋น„์ค‘์ด ํฌ๊ฒŒ ๋Š˜์—ˆ๊ณ , Keycloak ๊ณ ๋ถ€ํ•˜์—์„œ๋Š” baseline๋ณด๋‹ค EPT_MISCONFIG ๋น„์ค‘๊ณผ ์ „์ฒด sample ์ˆ˜๊ฐ€ ์ฆ๊ฐ€ํ–ˆ๋‹ค. ## workload๋งˆ๋‹ค ๋‹ฌ๋ผ์ง„ Exit ๋ถ„ํฌ diff --git a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/concept/concept-two-l7-hops-and-the-entry-point-recursion.md b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/concept/concept-two-l7-hops-and-the-entry-point-recursion.md index d32f48a..56dc4d8 100644 --- a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/concept/concept-two-l7-hops-and-the-entry-point-recursion.md +++ b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/concept/concept-two-l7-hops-and-the-entry-point-recursion.md @@ -1,7 +1,7 @@ --- kind: CONCEPT slug: two-l7-hops-and-the-entry-point-recursion -title: L7 ์ด ๋‘ ๊ฒน์ธ ์ด์œ ์™€, ์ง„์ž…์  ํ•˜๋‚˜๋ฅผ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•  ๋•Œ ๋๋‚˜์ง€ ์•Š๋Š” ์žฌ๊ท€ +title: ์ด ์‹คํ—˜๋Œ€์—์„œ L7 ํ”„๋ก์‹œ๋ฅผ ๋‘ ๋‹จ๊ณ„๋กœ ๋‘” ์ด์œ  topic: lab-entry-path-and-measurement-integrity topicName: ์‹คํ—˜๋Œ€์˜ ์ง„์ž… ๊ฒฝ๋กœ project: virtualization @@ -18,9 +18,9 @@ source: - final/document.md#258-์™œ-tls๋ฅผ-๋Š์–ด์„œ-๋‚ด์šฉ์„-๋ณด๋Š”๊ฐ€ --- -# L7 ์ด ๋‘ ๊ฒน์ธ ์ด์œ ์™€, ์ง„์ž…์  ํ•˜๋‚˜๋ฅผ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•  ๋•Œ ๋๋‚˜์ง€ ์•Š๋Š” ์žฌ๊ท€ +# ์ด ์‹คํ—˜๋Œ€์—์„œ L7 ํ”„๋ก์‹œ๋ฅผ ๋‘ ๋‹จ๊ณ„๋กœ ๋‘” ์ด์œ  -์ด ์‹คํ—˜๋Œ€์˜ ์š”์ฒญ์€ HTTP ๋ฅผ ์ฝ๋Š” ์„œ๋ฒ„๋ฅผ ๋‘ ๋ฒˆ ์ง€๋‚œ๋‹ค. ๋ฐ”๊นฅ์˜ nginx ๊ฐ€ TLS ๋ฅผ ๋Š๊ณ  ์–ด๋А ๋…ธ๋“œ๋กœ ๋ณด๋‚ผ์ง€ ์ •ํ•˜๊ณ , ๊ทธ ๋…ธ๋“œ์˜ Traefik ์ด ์–ด๋А ํŒŒ๋“œ๋กœ ๋ณด๋‚ผ์ง€ ์ •ํ•œ๋‹ค. ํ•œ์ชฝ๋งŒ์œผ๋กœ๋Š” ์•ˆ ๋˜๋Š” ์ด์œ ๊ฐ€ ์„œ๋กœ ๋‹ค๋ฅด๊ณ , ์ง„์ž…์ ์„ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•˜๋ฉด ใ€Œ์–ด๋А ์ง„์ž…์ ์œผ๋กœ ๊ฐˆ์ง€ ๋ˆ„๊ฐ€ ์ •ํ•˜๋Š”๊ฐ€ใ€๊ฐ€ ์ƒˆ๋กœ ์ƒ๊ฒจ ์žฌ๊ท€๊ฐ€ ๋๋‚˜์ง€ ์•Š๋Š”๋‹ค. +์ด ์‹คํ—˜๋Œ€์˜ ์š”์ฒญ์€ nginx์™€ Traefik ๋‘ L7 ํ”„๋ก์‹œ๋ฅผ ์ง€๋‚œ๋‹ค. nginx๋Š” TLS๋ฅผ ์ข…๋ฃŒํ•˜๊ณ  ์–ด๋А ๋…ธ๋“œ๋กœ ๋ณด๋‚ผ์ง€ ๊ฒฐ์ •ํ•˜๋ฉฐ, Traefik์€ Ingress ๊ทœ์น™์„ ๋ณด๊ณ  ์–ด๋А ์„œ๋น„์Šค์™€ ํŒŒ๋“œ๋กœ ์ „๋‹ฌํ• ์ง€ ๊ฒฐ์ •ํ•œ๋‹ค. ๋‘ ๊ณ„์ธต์˜ ์—ญํ• ์ด ๋‹ค๋ฅด๊ธฐ ๋•Œ๋ฌธ์— ํ•˜๋‚˜๋กœ ํ•ฉ์น˜์ง€ ์•Š์•˜๋‹ค. nginx ์ง„์ž…์ ์„ ์—ฌ๋Ÿฌ ๋Œ€๋กœ ๋Š˜๋ฆฌ๋ ค๋ฉด ๊ทธ ์•ž์—์„œ ์–ด๋А nginx๋กœ ๋ณด๋‚ผ์ง€ ๊ฒฐ์ •ํ•˜๋Š” ๋ณ„๋„์˜ ์ง„์ž…์ ์ด๋‚˜ L4 ๋ถ„์‚ฐ ๋ฐฉ์‹์ด ์ถ”๊ฐ€๋กœ ํ•„์š”ํ•˜๋‹ค. @@ -95,7 +95,7 @@ ALB ์™€ NLB ๋Š” AWS ์˜ ๋‘ ์ œํ’ˆ์ด๊ณ  ์ด ์‹คํ—˜๋Œ€์—๋Š” ์—†๋‹ค. ์—ฌ๊ธฐ์„œ ์ด ์‹คํ—˜๋Œ€๋Š” ๋‘ ํŒจํ„ด ์ค‘ ์–ด๋А ์ชฝ๋„ ์•„๋‹ˆ๋‹ค. ๋ฐ”๊นฅ์˜ nginx ๊ฐ€ TLS ๋ฅผ ๋Š๊ณ  `X-Forwarded-*` ๋ฅผ ๋„ฃ์œผ๋ฏ€๋กœ ALB ์— ๊ฐ€๊นŒ์šด๋ฐ, ๊ทธ ๋’ค์˜ Traefik ์ด ๋˜ HTTP ๋ฅผ ์ฝ๋Š”๋‹ค. -## ์ง„์ž…์ ์„ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•˜๋ฉด ์žฌ๊ท€๊ฐ€ ๋๋‚˜์ง€ ์•Š๋Š”๋‹ค +## nginx ์ง„์ž…์ ์„ ์—ฌ๋Ÿฌ ๋Œ€๋กœ ๋Š˜๋ฆฌ๋ฉด ์•ž๋‹จ ๋ถ„์‚ฐ ๋ฐฉ์‹์ด ํ•˜๋‚˜ ๋” ํ•„์š”ํ•˜๋‹ค ํ•œ ๋จธ์‹  ์•ˆ์—์„œ nginx ๋ฅผ ์—ฌ๋Ÿฌ ๊ฐœ ๋„์šฐ๋Š” ๊ฒƒ์€ ์˜๋ฏธ๊ฐ€ ์—†๋‹ค. nginx ๋Š” ์ด๋ฏธ master ํ”„๋กœ์„ธ์Šค 1๊ฐœ์™€ worker N๊ฐœ ๊ตฌ์กฐ์ด๊ณ , worker ๋“ค์ด ๋ฆฌ์Šค๋‹ ์†Œ์ผ“์„ ๊ณต์œ ํ•˜๋ฉฐ CPU ์ฝ”์–ด ์ˆ˜๋งŒํผ ๋ณ‘๋ ฌ๋กœ ์ฒ˜๋ฆฌํ•œ๋‹ค. ๊ฐ™์€ ๋จธ์‹ ์— ์ธ์Šคํ„ด์Šค๋ฅผ ๋Š˜๋ ค๋„ ๊ทธ ๋จธ์‹ ์ด ๋‚ด๋ ค๊ฐ€๋ฉด ์ „๋ถ€ ํ•จ๊ป˜ ๋‚ด๋ ค๊ฐ€๋ฏ€๋กœ ๊ฐ€์šฉ์„ฑ์€ ๋Š˜์ง€ ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/decision/decision-no-public-tunnel-because-a-third-hop-pollutes-the-measurement.md b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/decision/decision-no-public-tunnel-because-a-third-hop-pollutes-the-measurement.md index 4e94fab..6a92592 100644 --- a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/decision/decision-no-public-tunnel-because-a-third-hop-pollutes-the-measurement.md +++ b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/decision/decision-no-public-tunnel-because-a-third-hop-pollutes-the-measurement.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: no-public-tunnel-because-a-third-hop-pollutes-the-measurement -title: ๊ณต๊ฐœ ํ„ฐ๋„์„ ์“ฐ์ง€ ์•Š๊ณ  tailnet ์ง๊ฒฐ๋กœ ๋‘”๋‹ค โ€” ํ™‰์ด ํ•˜๋‚˜ ๋Š˜๋ฉด ์žฌ๋ ค๋˜ ๊ณ„์•ฝ์ด ์˜ค์—ผ๋œ๋‹ค +title: ๊ณต๊ฐœ ํ„ฐ๋„ ๋Œ€์‹  tailnet ์ง๊ฒฐ์„ ์„ ํƒํ•œ ์ด์œ  topic: lab-entry-path-and-measurement-integrity topicName: ์‹คํ—˜๋Œ€์˜ ์ง„์ž… ๊ฒฝ๋กœ project: virtualization @@ -15,21 +15,21 @@ source: - final/document.md#301-์ „์ฒด-์ง€๋„ --- -# ๊ณต๊ฐœ ํ„ฐ๋„์„ ์“ฐ์ง€ ์•Š๊ณ  tailnet ์ง๊ฒฐ๋กœ ๋‘”๋‹ค โ€” ํ™‰์ด ํ•˜๋‚˜ ๋Š˜๋ฉด ์žฌ๋ ค๋˜ ๊ณ„์•ฝ์ด ์˜ค์—ผ๋œ๋‹ค +# ๊ณต๊ฐœ ํ„ฐ๋„ ๋Œ€์‹  tailnet ์ง๊ฒฐ์„ ์„ ํƒํ•œ ์ด์œ  -Cloudflare named tunnel ์„ ์•ž์— ๋ถ™์ด๋ฉด ๋ธŒ๋ผ์šฐ์ €์—์„œ ํŒŒ๋“œ๊นŒ์ง€๊ฐ€ 3ํ™‰์ด ๋˜๊ณ , ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์žฌ๋ ค๋Š” ๊ฒƒ์ด ์ •ํ™•ํžˆ 2ํ™‰์˜ forwarded ํ—ค๋” ๊ณ„์•ฝ์ด๋ผ ์ธก์ •์ด ์˜ค์—ผ๋œ๋‹ค. ๊ทธ๋ž˜์„œ tailnet ์ง๊ฒฐ๋กœ ๋‘๊ณ  ํ„ฐ๋„ ์„ค์ • ํŒŒ์ผ์€ ์ฑ„ํƒํ•˜์ง€ ์•Š์€ ์„ ํƒ์ง€๋กœ ๋‚จ๊ธด๋‹ค. +Cloudflare named tunnel์„ ์•ž์— ๋‘๋ฉด ๋ธŒ๋ผ์šฐ์ €์—์„œ ํŒŒ๋“œ๊นŒ์ง€ HTTP ํ”„๋ก์‹œ ํ™‰์ด ํ•˜๋‚˜ ๋Š˜์–ด๋‚œ๋‹ค. ์ด ์‹คํ—˜์—์„œ๋Š” nginx์™€ Traefik ๋‘ ํ™‰ ์‚ฌ์ด์—์„œ forwarded ํ—ค๋”๊ฐ€ ์–ด๋–ป๊ฒŒ ์ „๋‹ฌ๋˜๋Š”์ง€๋ฅผ ํ™•์ธํ•˜๋ ค ํ–ˆ๊ธฐ ๋•Œ๋ฌธ์—, ์ธก์ • ๊ฒฝ๋กœ๋ฅผ ๋ฐ”๊พธ์ง€ ์•Š๋„๋ก tailnet์—์„œ nginx๋กœ ์ง์ ‘ ์—ฐ๊ฒฐํ–ˆ๋‹ค. Cloudflare tunnel์€ ๊ฒ€ํ† ํ–ˆ์ง€๋งŒ ์‚ฌ์šฉํ•˜์ง€ ์•Š์•˜๋‹ค. ## ์™œ ๊ณต๊ฐœ ํ„ฐ๋„์„ ํ›„๋ณด์—์„œ ๋บ๋‚˜ -ใ€Œ`tunnel/` โ€” ์ฑ„ํƒํ•˜์ง€ ์•Š์€ ์ด์œ ๋ฅผ ๋‚จ๊ธด ์ž์‚ฐใ€์—์„œ๋Š” `deploy/` ์•„๋ž˜์˜ `tunnel/cloudflared-config.yml` ์„ ๋‘๊ณ  ์ฑ„ํƒํ•˜์ง€ ์•Š์•˜๋‹ค๊ณ  ์ ์œผ๋ฉด์„œ ๊ธฐ๊ฐ ์ด์œ ๋ฅผ ์ „ํ›„ ํ™‰ ๊ทธ๋ฆผ์œผ๋กœ ๋‚จ๊ฒผ๋‹ค. ๊ธฐ๊ฐํ•œ ํŒŒ์ผ์„ ์ง€์šฐ์ง€ ์•Š๋Š” ๋ฐฉ์นจ์€ ใ€Œ9์ธต. `deploy/` โ€” ๋ฌด์—‡์ด ์‚ด์•„ ์žˆ๊ณ  ๋ฌด์—‡์ด ์ฐธ์กฐ์ธ๊ฐ€ใ€๋ถ€ํ„ฐ ใ€Œ์™œ ์ ์šฉํ•˜์ง€ ์•Š๋Š” ๊ฒƒ์„ ๋‚จ๊ฒจ๋‘๋Š”๊ฐ€ใ€์— ๋”ฐ๋กœ ์žˆ๋‹ค. ์ €์žฅ์†Œ์— ์žˆ์œผ๋‚˜ ์ ์šฉ๋˜์ง€ ์•Š๋Š” ์„ค์ •์ด ์—ฌ๋Ÿฟ์ธ๋ฐ, ๊ทธ๊ฒƒ๋“ค์ด ์ฃฝ์€ ์ฝ”๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ ์˜๋„์ ์œผ๋กœ ๋‚จ๊ฒจ ๋‘” ์ฐธ์กฐ ์ž์‚ฐ์ด๋ผ๊ณ  ์ „์ฒด ์ง€๋„์™€ ํ•จ๊ป˜ ์ ๋Š”๋‹ค. +ใ€Œ`tunnel/` โ€” ์ฑ„ํƒํ•˜์ง€ ์•Š์€ ์ด์œ ๋ฅผ ๋‚จ๊ธด ์ž์‚ฐใ€์—์„œ๋Š” `deploy/` ์•„๋ž˜์˜ `tunnel/cloudflared-config.yml` ์„ ๋‘๊ณ  ์ฑ„ํƒํ•˜์ง€ ์•Š์•˜๋‹ค๊ณ  ์ ์œผ๋ฉด์„œ ๊ธฐ๊ฐ ์ด์œ ๋ฅผ ์ „ํ›„ ํ™‰ ๊ทธ๋ฆผ์œผ๋กœ ๋‚จ๊ฒผ๋‹ค. ๊ธฐ๊ฐํ•œ ํŒŒ์ผ์„ ์ง€์šฐ์ง€ ์•Š๋Š” ๋ฐฉ์นจ์€ ใ€Œ9์ธต. `deploy/` โ€” ๋ฌด์—‡์ด ์‚ด์•„ ์žˆ๊ณ  ๋ฌด์—‡์ด ์ฐธ์กฐ์ธ๊ฐ€ใ€๋ถ€ํ„ฐ ใ€Œ์™œ ์ ์šฉํ•˜์ง€ ์•Š๋Š” ๊ฒƒ์„ ๋‚จ๊ฒจ๋‘๋Š”๊ฐ€ใ€์— ๋”ฐ๋กœ ์žˆ๋‹ค. ์ €์žฅ์†Œ์—๋Š” ์‹ค์ œ ๋ฐฐํฌ์— ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š” ์„ค์ •๋„ ๋‚จ์•„ ์žˆ์œผ๋ฉฐ, ์ด๋Ÿฐ ํŒŒ์ผ์€ ์ฑ„ํƒํ•˜์ง€ ์•Š์€ ๋Œ€์•ˆ์˜ ์„ค์ •๊ณผ ๊ฒ€์ฆ ๋ฐฉ๋ฒ•์„ ๋ณด์กดํ•˜๋Š” ์šฉ๋„๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. -- **L7 ์ด ๋‘ ๊ฒน์ธ ์ด์œ ์™€, ์ง„์ž…์  ํ•˜๋‚˜๋ฅผ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•  ๋•Œ ๋๋‚˜์ง€ ์•Š๋Š” ์žฌ๊ท€** +- **์ด ์‹คํ—˜๋Œ€์—์„œ L7 ํ”„๋ก์‹œ๋ฅผ ๋‘ ๋‹จ๊ณ„๋กœ ๋‘” ์ด์œ ** ์ด ๊ฒฐ์ •์ด ์ง€ํ‚ค๋ ค๋Š” 2ํ™‰์ด ๋ฌด์—‡์ด๊ณ  ๊ทธ ๋‘˜์˜ ์—ญํ• ์ด ์™œ ๋‹ค๋ฅธ์ง€๋ฅผ ๊ทธ ๊ธ€์ด ์„ค๋ช…ํ•œ๋‹ค. - **์‹ ๋ขฐ ๊ฒฝ๊ณ„์—์„œ๋Š” forwarded ํ—ค๋”๋ฅผ ๋ง๋ถ™์ด์ง€ ์•Š๊ณ  ๋ฎ์–ด์“ด๋‹ค** ์•ž์— ํ•œ ๊ฒน์ด ๋” ๋ถ™์œผ๋ฉด ๊ฒฝ๊ณ„๊ฐ€ Cloudflare ์—ฃ์ง€๋กœ ์˜ฎ๊ฒจ ๊ฐ€ ๊ทธ ๊ธฐ์ค€์„ ๊ฑฐ๊ธฐ์„œ ๋‹ค์‹œ ์„ธ์›Œ์•ผ ํ•œ๋‹ค. -- **์ธ์ฆ์„œ๋Š” DNS-01 ๋กœ ๋ฐ›๋Š”๋‹ค โ€” ์‹คํ—˜๋Œ€ ์ฃผ์†Œ๊ฐ€ ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†์–ด HTTP-01 ์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค** +- **๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ๋…ธ์ถœ๋˜์ง€ ์•Š์€ ์‹คํ—˜๋Œ€์—์„œ DNS-01์„ ์„ ํƒํ•œ ์ด์œ ** ์ด ๊ฒฐ์ •์ด ์ฒญ๊ตฌํ•œ ๋น„์šฉ ํ•˜๋‚˜๋ฅผ ๊ทธ ๊ฒฐ์ •์ด ๋ฐ›๋Š”๋‹ค. -- **์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ** +- **Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ ** ๊ฐ™์€ 2ํ™‰์„ ์ง€ํ‚จ ์ฑ„ ์—ฃ์ง€์˜ ์œ„์น˜๋งŒ ๋ฐ”๊พผ ๊ฒฐ์ •์ด๋ผ ํ™‰ ์ˆ˜๋ฅผ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. - **์ด ์‹คํ—˜๋Œ€์˜ certbot ์€ HTTP-01 ๋กœ ๋ฐ›๊ณ  ์žˆ๋Š”๊ฐ€ DNS-01 ๋กœ ๋ฐ›๊ณ  ์žˆ๋Š”๊ฐ€** 2026-09-17์— `dns-cloudflare` ์‚ฌ์šฉ์„ ํ™•์ธํ–ˆ๊ณ , 2026-09-21 renewal dry-run๊นŒ์ง€ ์„ฑ๊ณตํ•ด ํ˜„์žฌ ์ž๊ฒฉ์ฆ๋ช…์œผ๋กœ DNS-01 ๊ฐฑ์‹  ์‹œ๋ฎฌ๋ ˆ์ด์…˜์ด ๊ฐ€๋Šฅํ•œ ๊ฒƒ๋„ ํ™•์ธํ–ˆ๋‹ค. @@ -44,7 +44,7 @@ Cloudflare named tunnel ์„ ์•ž์— ๋ถ™์ด๋ฉด ๋ธŒ๋ผ์šฐ์ €์—์„œ ํŒŒ๋“œ๊นŒ์ง€๊ฐ€ Cloudflare named tunnel ์€ ์•„์›ƒ๋ฐ”์šด๋“œ ์—ฐ๊ฒฐ๋งŒ ์“ฐ๋ฏ€๋กœ ํฌํŠธํฌ์›Œ๋”ฉ ์—†์ด ๊ณต๊ฐœ HTTPS ์ด๋ฆ„์„ ์–ป๋Š”๋‹ค. ๊ณต์œ ๊ธฐ๋ฅผ ๊ฑด๋“œ๋ฆด ์ˆ˜ ์—†๋Š” ํ™˜๊ฒฝ์—์„œ๋Š” ๋งค๋ ฅ์ ์ธ ์„ ํƒ์ง€์ด๊ณ , ใ€Œ`tunnel/` โ€” ์ฑ„ํƒํ•˜์ง€ ์•Š์€ ์ด์œ ๋ฅผ ๋‚จ๊ธด ์ž์‚ฐใ€์—์„œ๋Š” ๊ทธ ์„ค์ •์˜ ํ•จ์ • ๋‘˜๊นŒ์ง€ ์ ์–ด ๋‘์—ˆ๋‹ค. `service:` ์— `127.0.0.1` ์„ ์“ฐ๋ฉด cloudflared ์ปจํ…Œ์ด๋„ˆ ์ž์‹ ์„ ๊ฐ€๋ฆฌํ‚ค๋ฏ€๋กœ Compose ์„œ๋น„์Šค DNS ์ด๋ฆ„์„ ์จ์•ผ ํ•˜๊ณ , ๋งˆ์ง€๋ง‰ catch-all ์ด ์—†์œผ๋ฉด ์˜ค๋ฅ˜๊ฐ€ ๋‚œ๋‹ค. -๊ธฐ๊ฐ ๊ทผ๊ฑฐ๋Š” ํ™‰ ์ˆ˜๋‹ค. ํ„ฐ๋„์„ ์“ฐ๋ฉด ๋ธŒ๋ผ์šฐ์ €๊ฐ€ Cloudflare ์—ฃ์ง€์™€ nginx ์™€ Traefik ์„ ์ง€๋‚˜ ํŒŒ๋“œ์— ๋‹ฟ์•„ 3ํ™‰์ด ๋œ๋‹ค. ์ง€๊ธˆ์€ ๋ธŒ๋ผ์šฐ์ €๊ฐ€ nginx ์™€ Traefik ๋งŒ ์ง€๋‚˜ ํŒŒ๋“œ์— ๋‹ฟ๋Š” 2ํ™‰์ด๋‹ค. Cloudflare ์—ฃ์ง€๊ฐ€ TLS ๋ฅผ ๋Š๊ณ  ๋‹ค์‹œ ๋งบ์œผ๋ฉด์„œ HTTP ๋ฅผ ์ฝ๋Š” ํ™‰์ด ํ•˜๋‚˜ ๋Š˜๊ณ  `CF-Connecting-IP` ๊ฐ™์€ ์ž์ฒด ํ—ค๋”๊ฐ€ ์„ž์ธ๋‹ค. ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์ธก์ •ํ•˜๋ ค๋Š” ๊ฒƒ์ด ์ •ํ™•ํžˆ `nginx โ†’ Traefik` 2ํ™‰์˜ forwarded ํ—ค๋” ๊ณ„์•ฝ์ด๋ฏ€๋กœ, ์•ž์— ํ•œ ๊ฒน์ด ๋” ๋ถ™์œผ๋ฉด ์ธก์ •์ด ์˜ค์—ผ๋œ๋‹ค. +ํ„ฐ๋„์„ ์‚ฌ์šฉํ•˜๋ฉด ๋ธŒ๋ผ์šฐ์ € ์š”์ฒญ์€ Cloudflare edge, nginx, Traefik์„ ์ฐจ๋ก€๋กœ ์ง€๋‚˜ ํŒŒ๋“œ์— ๋„์ฐฉํ•œ๋‹ค. ํ˜„์žฌ ๊ฒฝ๋กœ๋Š” nginx์™€ Traefik ๋‘ ํ™‰์ด๋‹ค. Cloudflare edge๊ฐ€ TLS๋ฅผ ์ข…๋ฃŒํ•˜๊ณ  ๋‹ค์‹œ ์—ฐ๊ฒฐํ•˜๋ฉด์„œ `CF-Connecting-IP` ๊ฐ™์€ ํ—ค๋”๋„ ์ถ”๊ฐ€ํ•˜๋ฏ€๋กœ, ํ„ฐ๋„์„ ์‚ฌ์šฉํ•˜๋ฉด ํ™•์ธํ•˜๋ ค๋Š” `nginx โ†’ Traefik` ํ—ค๋” ์ „๋‹ฌ ๊ฒฝ๋กœ ์ž์ฒด๊ฐ€ ๋‹ฌ๋ผ์ง„๋‹ค. ํ„ฐ๋„์ด ๋ฌด์—‡์„ ํ•ด ์ฃผ๋Š”์ง€๊ฐ€ ์•„๋‹ˆ๋ผ ๊ทธ๊ฒƒ์ด ์ด ์‹คํ—˜๋Œ€์˜ ์ธก์ • ๋Œ€์ƒ์— ๋ฌด์—‡์„ ํ•˜๋Š”์ง€๋ฅผ ๋ณด๊ณ  ์ •ํ–ˆ๋‹ค. @@ -60,7 +60,7 @@ Cloudflare named tunnel ์€ ์•„์›ƒ๋ฐ”์šด๋“œ ์—ฐ๊ฒฐ๋งŒ ์“ฐ๋ฏ€๋กœ ํฌํŠธํฌ์›Œ๋”ฉ ๊ธฐ๊ฐํ•œ ํŒŒ์ผ์„ ์ง€์šฐ์ง€ ์•Š๋Š” ๋ฐฉ์นจ์—๋„ ๊ทผ๊ฑฐ๊ฐ€ ์…‹ ์žˆ๋‹ค. โ‘  ์ €์žฅ์†Œ์˜ ๋ชฉ์ ์ด ๋น„๊ต๋‹ค : ์„ ํƒ์ง€๋ฅผ ๋‚˜๋ž€ํžˆ ๋‘๊ณ  ํŠธ๋ ˆ์ด๋“œ์˜คํ”„๋ฅผ ์ ๋Š” ๊ฒƒ ์ž์ฒด๊ฐ€ ์‚ฐ์ถœ๋ฌผ์ด๋ผ, ํ•˜๋‚˜๋งŒ ๋‚จ๊ธฐ๋ฉด ์™œ ์ด๊ฒƒ์„ ๊ณจ๋ž๋Š”์ง€๋ฅผ ๋’ท๋ฐ›์นจํ•  ๊ทผ๊ฑฐ๊ฐ€ ์—†์–ด์ง„๋‹ค -โ‘ก ์ฃฝ์€ ์ฝ”๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ ํ…Œ์ŠคํŠธ๋˜๋Š” ์ฝ”๋“œ๋‹ค : `scripts/verify-public-tunnel-config.sh` ๊ฐ€ ๋ถ™์–ด ์žˆ์–ด ์‹คํ–‰๋˜์ง€ ์•Š์„ ๋ฟ ๊นจ์ง€๋ฉด ๋“œ๋Ÿฌ๋‚œ๋‹ค +โ‘ก ์‹ค์ œ ๋ฐฐํฌ์—๋Š” ์‚ฌ์šฉํ•˜์ง€ ์•Š์ง€๋งŒ ๊ฒ€์ฆ ์Šคํฌ๋ฆฝํŠธ๊ฐ€ ์žˆ๋‹ค : `scripts/verify-public-tunnel-config.sh`๋กœ ์„ค์ • ํ˜•์‹์ด ๊นจ์กŒ๋Š”์ง€ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋‹ค โ‘ข ์‹คํ—˜๋Œ€ ์ „์šฉ ์„ค์ •์€ `lab/` ์•„๋ž˜๋กœ ๋ถ„๋ฆฌํ–ˆ๋‹ค : ์ผ๋ฐ˜ ๋ฐฐํฌ ์„ค์ •๊ณผ ์„ž์ด์ง€ ์•Š๋Š”๋‹ค ์žฌ์ง€ ์•Š์€ ๊ฒƒ๋„ ์žˆ๋‹ค. ํ„ฐ๋„์„ ๋ถ™์ธ ์ƒํƒœ์™€ ์ง€๊ธˆ์„ ๊ฐ™์€ ๋ฐฉ๋ฒ•์œผ๋กœ ์žฐ ๋น„๊ต๋Š” ์ด ์ €์žฅ์†Œ์— ์—†๋‹ค. ๊ธฐ๊ฐ์˜ ๊ทผ๊ฑฐ๋Š” ํ™‰ ์ˆ˜์™€ ์ถ”๊ฐ€๋˜๋Š” ์‹ ๋ขฐ ๊ฒฝ๊ณ„์ด์ง€ ๋‘ ๊ตฌ์„ฑ์„ ๋ฒค์น˜๋งˆํฌํ•œ ๊ฒฐ๊ณผ๊ฐ€ ์•„๋‹ˆ๋‹ค. ์ธ์ฆ ๋ฐฉ์‹์€ 2026-09-17 `dns-cloudflare`๋กœ ํ™•์ธ๋๊ณ , 2026-09-21์—๋Š” credential ํŒŒ์ผ์ด 81 bytes์ธ ์ƒํƒœ์—์„œ renewal dry-run๋„ ์„ฑ๊ณตํ–ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/reference/reference-overwrite-a-forwarded-header-at-the-trust-boundary-do-not-extend-it.md b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/reference/reference-overwrite-a-forwarded-header-at-the-trust-boundary-do-not-extend-it.md index 5484fb8..257f9c8 100644 --- a/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/reference/reference-overwrite-a-forwarded-header-at-the-trust-boundary-do-not-extend-it.md +++ b/docs/virtualization/tech-log-studio/lab-entry-path-and-measurement-integrity/reference/reference-overwrite-a-forwarded-header-at-the-trust-boundary-do-not-extend-it.md @@ -16,13 +16,13 @@ source: # ์‹ ๋ขฐ ๊ฒฝ๊ณ„์—์„œ๋Š” forwarded ํ—ค๋”๋ฅผ ๋ง๋ถ™์ด์ง€ ์•Š๊ณ  ๋ฎ์–ด์“ด๋‹ค -๋งจ ๋ฐ”๊นฅ ํ”„๋ก์‹œ๋Š” ํด๋ผ์ด์–ธํŠธ๊ฐ€ ๋ณด๋‚ธ `X-Forwarded-For`๋ฅผ ๋ฒ„๋ฆฌ๊ณ  ์ž๊ธฐ๊ฐ€ **์‹ค์ œ๋กœ ๋ณธ ์ฃผ์†Œ**๋กœ ๋ฎ์–ด์“ด๋‹ค. nginx์—์„œ๋Š” `$proxy_add_x_forwarded_for`๊ฐ€ ์•„๋‹ˆ๋ผ `$remote_addr`๋ฅผ ์“ฐ๋Š” ์ด์œ ๋‹ค. ๋‹ค๋งŒ `$remote_addr`๊ฐ€ ์›๋ณธ client IP๋ผ๋Š” ๋ณด์žฅ์€ ๋„คํŠธ์›Œํฌ ๊ณ„์ธต์ด ์ œ๊ณตํ•ด์•ผ ํ•œ๋‹ค. ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ๋Š” 2026-09-21 packet capture๋กœ Tailscale MASQUERADE๊ฐ€ edge ์•ž์—์„œ source๋ฅผ `192.168.122.1`๋กœ ๋ฐ”๊พธ๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. +๋งจ ๋ฐ”๊นฅ ํ”„๋ก์‹œ๋Š” ํด๋ผ์ด์–ธํŠธ๊ฐ€ ๋ณด๋‚ธ `X-Forwarded-For`๋ฅผ ๋ฒ„๋ฆฌ๊ณ  ์ž๊ธฐ๊ฐ€ ์‹ค์ œ๋กœ ๋ณธ ์ฃผ์†Œ๋กœ ๋ฎ์–ด์“ด๋‹ค. nginx์—์„œ๋Š” `$proxy_add_x_forwarded_for`๊ฐ€ ์•„๋‹ˆ๋ผ `$remote_addr`๋ฅผ ์“ฐ๋Š” ์ด์œ ๋‹ค. ๋‹ค๋งŒ `$remote_addr`๊ฐ€ ์›๋ณธ client IP๋ผ๋Š” ๋ณด์žฅ์€ ๋„คํŠธ์›Œํฌ ๊ณ„์ธต์ด ์ œ๊ณตํ•ด์•ผ ํ•œ๋‹ค. ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ๋Š” 2026-09-21 packet capture๋กœ Tailscale MASQUERADE๊ฐ€ edge ์•ž์—์„œ source๋ฅผ `192.168.122.1`๋กœ ๋ฐ”๊พธ๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ## forwarded ํ—ค๋”๊ฐ€ ์‹ ๋ขฐ ๊ฒฝ๊ณ„๊ฐ€ ๋˜๋Š” ์ด์œ  `X-Forwarded-For` ๋Š” ๋ˆ„๊ตฌ๋‚˜ ๋ณด๋‚ผ ์ˆ˜ ์žˆ๋Š” ํ‰๋ฒ”ํ•œ HTTP ํ—ค๋”๋‹ค. ๊ฐ’์„ ๋ฏฟ์„ ๋งŒํ•˜๊ฒŒ ๋งŒ๋“œ๋Š” ๊ฒƒ์€ ํ—ค๋” ์ด๋ฆ„์ด ์•„๋‹ˆ๋ผ ๊ทธ ๊ฐ’์„ ์“ด ์ฃผ์ฒด์ด๊ณ , ์“ฐ๋Š” ์ฃผ์ฒด๋ฅผ ํ•˜๋‚˜๋กœ ์ขํžˆ๋Š” ๊ฒƒ์ด ์ด ๊ธฐ์ค€์ด๋‹ค. ๋งจ ๋ฐ”๊นฅ ํ”„๋ก์‹œ๊ฐ€ ํด๋ผ์ด์–ธํŠธ์˜ ๊ฐ’์„ ์ด์–ด ๋ถ™์ด๋ฉด ์œ„์กฐ๋œ ๊ฐ’์ด ์‚ฌ์Šฌ ์•ž์— ๋‚จ๊ณ , ๊ทธ๋Ÿฌ๋ฉด ๋’ค์ชฝ์˜ ์–ด๋А ๊ฒƒ๋„ ๊ทธ ํ—ค๋”๋ฅผ ๊ทผ๊ฑฐ๋กœ ์“ธ ์ˆ˜ ์—†๋‹ค. -์„ค์ • ์ •๋ณธ์ด ๊ทธ ์ค„ ์œ„์— ์ด์œ ๋ฅผ ์ ์–ด ๋‘์—ˆ๋‹ค. ์›๋ฌธ์€ ์˜์–ด์ด๊ณ  ๊ทธ๋Œ€๋กœ ์˜ฎ๊ธด๋‹ค. +์‹ค์ œ nginx ์„ค์ •์—๋Š” ์ด ํ—ค๋”๋ฅผ ๋ฎ์–ด์“ฐ๋Š” ์ด์œ ๊ฐ€ ์ฃผ์„์œผ๋กœ ๋‚จ์•„ ์žˆ๋‹ค. $remote_addr, not $proxy_add_x_forwarded_for. This is the trust boundary: a client-supplied X-Forwarded-For must be discarded, not extended, or nothing downstream can rely on the value. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/case/case-declared-memory-and-disk-are-ceilings-not-occupancy.md b/docs/virtualization/tech-log-studio/lab-environment-build/case/case-declared-memory-and-disk-are-ceilings-not-occupancy.md index 01e4df4..52b6460 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/case/case-declared-memory-and-disk-are-ceilings-not-occupancy.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/case/case-declared-memory-and-disk-are-ceilings-not-occupancy.md @@ -1,7 +1,7 @@ --- kind: CASE slug: declared-memory-and-disk-are-ceilings-not-occupancy -title: ๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ์˜ ์„ ์–ธ๋Ÿ‰์€ ์‹ค์ œ ์ ์œ ๋Ÿ‰์ด ์•„๋‹ˆ๋‹ค โ€” ์„œ๋กœ ๋‹ค๋ฅธ ์ง€ํ‘œ๋ฅผ ๊ฐ™์€ ์ˆซ์ž๋กœ ์ฝ์ง€ ์•Š๋Š”๋‹ค +title: ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌยท๋””์Šคํฌ ํฌ๊ธฐ์™€ ์‹ค์ œ ์‚ฌ์šฉ๋Ÿ‰์„ ๊ตฌ๋ถ„ํ•ด์„œ ๋ณธ๋‹ค topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -20,56 +20,62 @@ source: - final/document.md#211-์ด-๋ถ€์˜-์ถœ์ฒ˜์™€-๋ฒ”์œ„ --- -# ๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ์˜ ์„ ์–ธ๋Ÿ‰์€ ์‹ค์ œ ์ ์œ ๋Ÿ‰์ด ์•„๋‹ˆ๋‹ค โ€” ์„œ๋กœ ๋‹ค๋ฅธ ์ง€ํ‘œ๋ฅผ ๊ฐ™์€ ์ˆซ์ž๋กœ ์ฝ์ง€ ์•Š๋Š”๋‹ค +# ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌยท๋””์Šคํฌ ํฌ๊ธฐ์™€ ์‹ค์ œ ์‚ฌ์šฉ๋Ÿ‰์„ ๊ตฌ๋ถ„ํ•ด์„œ ๋ณธ๋‹ค 2026-09-10 ๊ธฐ๋ก์—๋Š” `kc-lab-1`์˜ `dommemstat actual-unused` ์ฐจ์ด๊ฐ€ 353MB, `kc-lab-2`๊ฐ€ 301MB๋กœ ๋‚จ์•„ ์žˆ๊ณ , ๋‘ qcow2 overlay์˜ `ls -l` ํŒŒ์ผ ๊ธธ์ด๋Š” 1.4GiB์™€ 665MiB์˜€๋‹ค. ๋‹น์‹œ ๋ฌธ์„œ๋Š” ์ด ๊ฐ’์„ โ€˜์‹ค์‚ฌ์šฉ/์‹ค์ œ ์ ์œ โ€™๋ผ๊ณ  ๋ถˆ๋ €์ง€๋งŒ ์„œ๋กœ ๋‹ค๋ฅธ ๊ณ„์ธต์˜ ์ง€ํ‘œ๋‹ค. `dommemstat` ์ฐจ์ด๋Š” host RSS๊ฐ€ ์•„๋‹ˆ๊ณ , `ls -l` ํŒŒ์ผ ๊ธธ์ด๋„ host๊ฐ€ ์‹ค์ œ๋กœ ํ• ๋‹นํ•œ disk block ์–‘๊ณผ ๊ฐ™์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค. 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” configured/current memoryยทguest-visible memoryยทQEMU RSS์™€ qcow2 virtual sizeยทdisk allocationยทfile length๋ฅผ ๋”ฐ๋กœ ์ฝ์–ด ์ด ๊ตฌ๋ถ„์„ ๋ช…ํ™•ํžˆ ํ–ˆ๋‹ค. -## ์„ ์–ธํ•œ ์šฉ๋Ÿ‰๊ณผ ์‹ค์ œ๋กœ ๊ด€์ธกํ•˜๋Š” ๊ฐ’์ด ๊ฐ™์€ ์ง€ํ‘œ์ธ์ง€๋ถ€ํ„ฐ ํ™•์ธํ•ด์•ผ ํ–ˆ๋‹ค +## ์„ค์ •๊ฐ’๊ณผ ์‹ค์ œ ์‚ฌ์šฉ๋Ÿ‰์€ ์„œ๋กœ ๋‹ค๋ฅธ ์ง€ํ‘œ์˜€๋‹ค ์ œ1~4๋ถ€์—๋Š” ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์žฐ ๊ฐ’์ด ํ•˜๋‚˜๋„ ์—†๋‹ค. ์ œ5ยท6๋ถ€๋Š” ๋ฒ„์ „๊ณผ ์ฃผ์†Œ์™€ ๋ช…๋ น๊นŒ์ง€๋งŒ ์ ์—ˆ๋‹ค. -๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€์— ๋ฉ”๋ชจ๋ฆฌ 8240MB ์™€ ๋””์Šคํฌ 40GB ๋ฅผ ์„ ์–ธํ•ด ๋‘์—ˆ๋Š”๋ฐ, ๊ทธ ์„ ์–ธ์ด 11,648MiB ์™€ 226G ์งœ๋ฆฌ ํ˜ธ์ŠคํŠธ ํ•œ ๋Œ€์—์„œ ์‹ค์ œ๋กœ ์–ผ๋งˆ๋ฅผ ๋จน๋Š”์ง€๋Š” ์–ด๋””์—๋„ ์—†์—ˆ๋‹ค. ใ€Œ5GB ๋ฅผ ์คฌ์œผ๋‹ˆ 5GB ๋ฅผ ์“ด๋‹คใ€์™€ ใ€Œ20GB ๋‘ ์žฅ์ด๋ฉด 40GB ๋ฅผ ์“ด๋‹คใ€๊ฐ€ ๋งž๋Š”์ง€ ๋ชจ๋ฅด๋Š” ์ฑ„๋กœ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋” ๋„์šธ์ง€ ์ •ํ•ด์•ผ ํ–ˆ๋‹ค. +๊ฒŒ์ŠคํŠธ์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ ์šฉ๋Ÿ‰๋งŒ์œผ๋กœ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ์‹ค์ œ๋กœ ์‚ฌ์šฉํ•˜๋Š” RAM๊ณผ ๋””์Šคํฌ ๊ณต๊ฐ„์„ ์•Œ ์ˆ˜ ์—†์—ˆ๋‹ค. ์ถ”๊ฐ€ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋„์šธ ์ˆ˜ ์žˆ๋Š”์ง€ ํŒ๋‹จํ•˜๋ ค๋ฉด libvirt์˜ ๋ฉ”๋ชจ๋ฆฌ ์„ค์ •๊ฐ’๊ณผ QEMU RSS๋ฅผ ๊ตฌ๋ถ„ํ•˜๊ณ , qcow2์˜ ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ ํ• ๋‹น๋Ÿ‰๋„ ๋”ฐ๋กœ ์ธก์ •ํ•ด์•ผ ํ–ˆ๋‹ค. -## ๋ฉ”๋ชจ๋ฆฌ์™€ qcow2๋Š” ํ•œ ์ˆซ์ž๋กœ ์ ์œ ๋Ÿ‰์„ ๋งํ•  ์ˆ˜ ์—†์—ˆ๋‹ค +## ๋ฉ”๋ชจ๋ฆฌ์™€ qcow2๋Š” ์ธก์ •ํ•˜๋Š” ๊ฐ’์ด ๊ฐ๊ฐ ๋‹ค๋ฅด๋‹ค ๋ฉ”๋ชจ๋ฆฌ์˜ configured/current ๊ฐ’๊ณผ qcow2์˜ virtual size๋Š” **์šฉ๋Ÿ‰์„ ์„ค๋ช…ํ•˜๋Š” ๊ฐ’**์ด๊ณ , host RAM RSS๋‚˜ host filesystem allocation๊ณผ๋Š” ๋‹ค๋ฅธ ๊ณ„์ธต์˜ ์ง€ํ‘œ๋‹ค. k3s๋งŒ ๋–  ์žˆ๊ณ  Keycloak์€ ์•„์ง ์•ˆ ์˜ฌ๋ฆฐ ์ƒํƒœ์—์„œ ๋‹น์‹œ ๋ฌธ์„œ๊ฐ€ ์—ฌ๋Ÿฌ ๊ฐ’์„ ํ•œ ๋ฒˆ์— ์Ÿ€๋Š”๋ฐ, ์ง€๊ธˆ์€ ๊ฐ ๊ฐ’์ด ๋ฌด์—‡์„ ๋œปํ•˜๋Š”์ง€ ๋ถ„๋ฆฌํ•ด ์ฝ๋Š”๋‹ค. -๋ฉ”๋ชจ๋ฆฌ : `kc-lab-1`์€ `actual=5120MB`์—์„œ `unused`๋ฅผ ๋บ€ ์ฐจ์ด๊ฐ€ 353MB, `kc-lab-2`๋Š” `actual=3120MB`์—์„œ ๊ฐ™์€ ๋ฐฉ์‹์˜ ์ฐจ์ด๊ฐ€ 301MB -๋ฉ”๋ชจ๋ฆฌ ํ•ฉ๊ณ„ : ๋‹น์‹œ ๋‘ ์ฐจ์ด๋ฅผ ๋”ํ•˜๋ฉด 654MB์˜€์ง€๋งŒ, ์ด๊ฒƒ์„ host physical RSS ํ•ฉ๊ณ„๋กœ ์ฝ์ง€๋Š” ์•Š๋Š”๋‹ค -๋””์Šคํฌ : `kc-lab-1.qcow2`์˜ `ls -l` ํŒŒ์ผ ๊ธธ์ด 1.4GiB, `kc-lab-2.qcow2` 665MiB, ๋ฐ”๋‹ฅ `base.qcow2`๋Š” `virtual size` 3GiB์— `qemu-img info disk size` 335MiB -๋””์Šคํฌ ํ•ฉ๊ณ„ : overlay ํŒŒ์ผ ๊ธธ์ด ํ•ฉ์€ ์•ฝ 2.1GiB์˜€์ง€๋งŒ, sparse file์˜ ์‹ค์ œ host allocation ํ•ฉ๊ณ„๋ผ๊ณ  ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค -์ฒ ๊ฑฐ : ๊ฒŒ์ŠคํŠธ ์…‹์„ ์ง€์šฐ์ž `df -h /` ๊ฐ€ 11G ์—์„œ 7.9G ๋กœ ๋‚ด๋ ค 3.1GB ๊ฐ€ ํšŒ์ˆ˜๋๋‹ค +| ์ธก์ • ํ•ญ๋ชฉ | 2026-09-10์— ๊ธฐ๋กํ•œ ๊ฐ’ | ํ•ด์„ | +|---|---|---| +| `kc-lab-1` `actual-unused` | 353MB | host QEMU RSS๊ฐ€ ์•„๋‹ˆ๋ผ libvirt๊ฐ€ ์ œ๊ณตํ•œ guest memory ํ†ต๊ณ„์˜ ์ฐจ์ด | +| `kc-lab-2` `actual-unused` | 301MB | ์œ„์™€ ๋™์ผ | +| ๋‘ ๊ฐ’์˜ ํ•ฉ | 654MB | host physical RSS ํ•ฉ๊ณ„๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š์Œ | +| `kc-lab-1.qcow2` `ls -l` ๊ธธ์ด | 1.4GiB | ํŒŒ์ผ ๊ธธ์ด | +| `kc-lab-2.qcow2` `ls -l` ๊ธธ์ด | 665MiB | ํŒŒ์ผ ๊ธธ์ด | +| `base.qcow2` | virtual size 3GiB, `disk size` 335MiB | backing image์˜ ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ํ• ๋‹น๋Ÿ‰ | +| ๊ฒŒ์ŠคํŠธ ์‚ญ์ œ ์ „ํ›„ `df -h /` | 11G โ†’ 7.9G | ํŒŒ์ผ์‹œ์Šคํ…œ ์ „์ฒด ์‚ฌ์šฉ๋Ÿ‰์ด ์•ฝ 3.1GB ๊ฐ์†Œ | 2026-09-10์—๋Š” `virt-install --memory 4096`์œผ๋กœ ๋งŒ๋“  `kc-lab-2`์˜ `dommemstat actual`์ด 3120MB๋กœ ๋ณด์˜€๋‹ค. ๋‹น์‹œ current allocation๊ณผ ์„ ์–ธ๊ฐ’์ด ๋‹ฌ๋ž๋‹ค๋Š” ๊ด€์ธก์€ ๋งž์ง€๋งŒ, ์›์ธ์„ virtio-balloon ํšŒ์ˆ˜๋กœ ํ™•์ •ํ•  ๊ทผ๊ฑฐ๋Š” ์—†์—ˆ๋‹ค. 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” `dominfo`์™€ `dommemstat`์„ ๋‚˜๋ž€ํžˆ ์ฝ์—ˆ๊ณ  configured/current/actual์ด ๋ชจ๋‘ 4096MiB์˜€๋‹ค. virtio-balloon ์žฅ์น˜๋Š” ์‹ค์ œ๋กœ ์กด์žฌํ•˜์ง€๋งŒ, ์žฅ์น˜ ์กด์žฌ์™€ active inflation์€ ๊ฐ™์€ ์‚ฌ์‹ค์ด ์•„๋‹ˆ๋‹ค. ## 2026-09-10 ์ธก์ • ํ™˜๊ฒฝ -์ธก์ •์ผ : 2026-09-10 -ํ˜ธ์ŠคํŠธ : `test-server`, Arch Linux -CPU : `11th Gen Intel(R) Core(TM) i5-1135G7 @ 2.40GHz`, ๋…ผ๋ฆฌ ์ฝ”์–ด 8 -RAM : 11,648MiB -๋ฃจํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ : 226G ๊ฐ€์šด๋ฐ 9.9G ์‚ฌ์šฉ -QEMU : 11.1.1 -libvirt : 12.7.0 -์ปค๋„ : `7.2.2-arch1-1` -์ค‘์ฒฉ ๊ฐ€์ƒํ™” : `nested` ๊ฐ€ `Y` ์ง€๋งŒ ์ด ์‹คํ—˜๋Œ€๋Š” ์“ฐ์ง€ ์•Š๋Š”๋‹ค -๊ฒŒ์ŠคํŠธ : Debian 12 genericcloud 3๋Œ€ โ€” ์—ฃ์ง€ 1๋Œ€, k3s 2๋…ธ๋“œ -์›Œํฌ๋กœ๋“œ : k3s ๋งŒ ๋–  ์žˆ๊ณ  Keycloak ยท PostgreSQL ยท Redis ยท Prometheus ๋Š” ์˜ฌ๋ฆฌ๊ธฐ ์ „ +| ํ•ญ๋ชฉ | ๊ฐ’ | +|---|---| +| ์ธก์ •์ผ | 2026-09-10 | +| ํ˜ธ์ŠคํŠธ | `test-server`, Arch Linux | +| CPU | `11th Gen Intel(R) Core(TM) i5-1135G7 @ 2.40GHz`, ๋…ผ๋ฆฌ ์ฝ”์–ด 8 | +| RAM | 11,648MiB | +| ๋ฃจํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ | 226G ๊ฐ€์šด๋ฐ 9.9G ์‚ฌ์šฉ | +| QEMU | 11.1.1 | +| libvirt | 12.7.0 | +| ์ปค๋„ | `7.2.2-arch1-1` | +| ์ค‘์ฒฉ ๊ฐ€์ƒํ™” | `nested=Y`, ์ด ์‹คํ—˜์—์„œ๋Š” ์‚ฌ์šฉํ•˜์ง€ ์•Š์Œ | +| ๊ฒŒ์ŠคํŠธ | Debian 12 genericcloud 3๋Œ€: Edge VM 1๋Œ€, k3s ๋…ธ๋“œ 2๋Œ€ | +| ๋‹น์‹œ ์›Œํฌ๋กœ๋“œ | k3s๋งŒ ์‹คํ–‰, KeycloakยทPostgreSQLยทRedisยทPrometheus๋Š” ๋ฐฐํฌ ์ „ | ## ๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ๋ฅผ ๊ณ„์ธต๋ณ„ ์ง€ํ‘œ๋กœ ๋‚˜๋ˆ  ์žฌ๋Š” ๋ฐฉ๋ฒ• 1. k3s ๋‘ ๋…ธ๋“œ๋งŒ ๋„์šฐ๊ณ  Keycloak ยท PostgreSQL ยท Redis ยท Prometheus ๋Š” ์˜ฌ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. 2. ๊ฒŒ์ŠคํŠธ๋งˆ๋‹ค `virsh dommemstat`์„ ๋Œ๋ ค `actual`๊ณผ `unused`๋ฅผ ์ฝ๋Š”๋‹ค. ๋‘ ๊ฐ’์˜ ์ฐจ์ด๋Š” **๋‹น์‹œ libvirt๊ฐ€ ๋ณด๊ณ ํ•œ guest-side memory ์ง€ํ‘œ์˜ ์ฐจ์ด**๋กœ ๊ธฐ๋กํ•˜๊ณ , host QEMU RSS๋‚˜ ๋ฌผ๋ฆฌ RAM ์ ์œ ๋Ÿ‰์œผ๋กœ ๋ฐ”๊พธ์–ด ๋ถ€๋ฅด์ง€ ์•Š๋Š”๋‹ค. -3. `qemu-img info`๋กœ ๊ฐ qcow2์˜ `virtual size`์™€ `disk size`๋ฅผ ์ฝ๊ณ , `du`์™€ `ls -l`์„ ํ•จ๊ป˜ ์‚ฌ์šฉํ•ด host allocation๊ณผ file length๋ฅผ ๊ตฌ๋ถ„ํ•œ๋‹ค. historical 2026-09-10 ๊ธฐ๋ก์—๋Š” overlay์˜ `ls -l` ๊ฐ’๋งŒ ๋‚จ์•„ ์žˆ์–ด ๊ทธ ์‹œ์ ์˜ VM๋ณ„ block allocation์€ ๋‹ค์‹œ ๋งŒ๋“ค ์ˆ˜ ์—†๋‹ค. +3. `qemu-img info`๋กœ ๊ฐ qcow2์˜ `virtual size`์™€ `disk size`๋ฅผ ์ฝ๊ณ , `du`์™€ `ls -l`์„ ํ•จ๊ป˜ ์‚ฌ์šฉํ•ด ํ˜ธ์ŠคํŠธ ํ• ๋‹น๋Ÿ‰๊ณผ ํŒŒ์ผ ๊ธธ์ด๋ฅผ ๊ตฌ๋ถ„ํ•œ๋‹ค. 2026-09-10 ๊ธฐ๋ก์—๋Š” overlay์˜ `ls -l` ๊ฐ’๋งŒ ๋‚จ์•„ ์žˆ์–ด ๊ทธ ์‹œ์ ์˜ VM๋ณ„ ์‹ค์ œ ๋ธ”๋ก ํ• ๋‹น๋Ÿ‰์€ ๋‹ค์‹œ ๊ณ„์‚ฐํ•  ์ˆ˜ ์—†๋‹ค. 4. ์ฒ ๊ฑฐํ•˜๊ธฐ ์ „์— `df -h /` ๋ฅผ ์ฝ์–ด ๋‘”๋‹ค. 5. `virsh destroy` ์™€ `virsh undefine --remove-all-storage` ๋กœ ๊ฒŒ์ŠคํŠธ ์…‹์„ ์ง€์šฐ๊ณ  `df -h /` ๋ฅผ ๋‹ค์‹œ ์ฝ๋Š”๋‹ค. -## ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์ฒ˜์Œ์œผ๋กœ ์–‘์„ ์Ÿ€๋‹ค +## ํ˜ธ์ŠคํŠธ ์ž์› ์‚ฌ์šฉ๋Ÿ‰์„ ์‹ค์ œ ๊ฐ’์œผ๋กœ ํ™•์ธํ–ˆ๋‹ค -์ด ์‹คํ—˜๋Œ€์˜ ๋ฌธ์„œ๋Š” ์ œ5ยท6๋ถ€๊นŒ์ง€ ๋ฒ„์ „๊ณผ ์ฃผ์†Œ์™€ ๋ช…๋ น์„ ์ ์—ˆ๊ณ  ์ž์›์˜ ์–‘์€ ์ ์ง€ ์•Š์•˜๋‹ค. ์ œ7๋ถ€๊ฐ€ ๊ทธ ์–‘๊ณผ ์‹œ๊ฐ„์„ ์ฒ˜์Œ ์Ÿ€๊ณ , ์›๋ณธ์ด ํ‘œ๊ธฐ ๊ทœ์•ฝ์„ ์Šค์Šค๋กœ ๋ฐํ˜€ ๋‘์—ˆ๋‹ค. +์ดˆ๊ธฐ ๊ตฌ์ถ• ๊ธฐ๋ก์—๋Š” ๋ฒ„์ „๊ณผ ์ฃผ์†Œ, ๋ช…๋ น์€ ์žˆ์—ˆ์ง€๋งŒ ํ˜ธ์ŠคํŠธ์—์„œ ์‹ค์ œ๋กœ ์‚ฌ์šฉํ•˜๋Š” ๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ ์–‘์€ ์ธก์ •๋ผ ์žˆ์ง€ ์•Š์•˜๋‹ค. 2026-09-10์— ์ฒ˜์Œ์œผ๋กœ ์ž์› ์‚ฌ์šฉ๋Ÿ‰์„ ์ธก์ •ํ–ˆ๊ณ , ์ดํ›„ 2026-09-21์— ๊ฐ™์€ ํ•ญ๋ชฉ์„ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. > ์—ฌ๊ธฐ ์ ํžŒ ์ˆซ์ž๋Š” ์ „๋ถ€ 2026-09-10 ์— `test-server` ์—์„œ ์‹ค์ œ๋กœ ๋Œ๋ ค ๋ฐ›์€ ์ถœ๋ ฅ์ด๋‹ค. ์ถ”์ •๊ฐ’ยท์˜ˆ์ƒ๊ฐ’์€ ์—†๋‹ค. ์—†๋Š” ๊ฐ’์€ ใ€Œ๋ฏธ์ธก์ •ใ€์ด๋ผ๊ณ  ์“ด๋‹ค. @@ -82,7 +88,7 @@ Mem: 11648 5642 2599 4 3776 6005 `available` ์ด 6005 ๋กœ `free` 2599 ๋ณด๋‹ค ํ›จ์”ฌ ํฐ๋ฐ, `buff/cache` 3776 ์ด ํ•„์š”ํ•ด์ง€๋ฉด ํšŒ์ˆ˜๋˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ช‡ ๋Œ€ ๋” ๋„์šธ ์ˆ˜ ์žˆ๋Š”์ง€๋Š” `free` ๊ฐ€ ์•„๋‹ˆ๋ผ `available` ๋กœ ์ฝ๋Š”๋‹ค. -## ๋ฉ”๋ชจ๋ฆฌ โ€” 5120MB current์—์„œ `actual-unused` ์ฐจ์ด๋Š” 353MB์˜€๋‹ค +## `dommemstat` ๊ฐ’์€ QEMU RSS์™€ ๊ฐ™์ง€ ์•Š์•˜๋‹ค ๋‹น์‹œ ๊ธฐ๋ก์€ `dommemstat`์˜ `actual`์—์„œ `unused`๋ฅผ ๋บ€ ๊ฐ’์„ โ€˜์‹ค์‚ฌ์šฉโ€™์ด๋ผ๊ณ  ๋ถˆ๋ €๋‹ค. ์ง€๊ธˆ์€ ๊ทธ ํ‘œํ˜„์„ ๊ทธ๋Œ€๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. `actual`์€ libvirt๊ฐ€ ๋ณด๋Š” ํ˜„์žฌ memory target์ด๊ณ  `unused`๋Š” guest balloon ํ†ต๊ณ„์—์„œ ์˜จ ๊ฐ’์ด๋ฏ€๋กœ, ๊ทธ ์ฐจ์ด๋Š” **๊ทธ ์‹œ์ ์˜ guest memory ์ƒํƒœ๋ฅผ ๋ณด๋Š” ํ•œ ์ง€ํ‘œ**์ด์ง€ host QEMU RSS์™€ ๊ฐ™์€ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. @@ -101,11 +107,11 @@ kc-lab-2 actual 3120MB actual-unused ์ฐจ์ด 301MB ๋‹น์‹œ์—๋Š” virtio-balloon ํšŒ์ˆ˜ ๊ฐ€๋Šฅ์„ฑ์„ ์ถ”๋ก ํ–ˆ์ง€๋งŒ, **3120MB์˜ ์ง์ ‘ ์›์ธ์€ ํ™•์ธ๋˜์ง€ ์•Š์•˜๋‹ค.** 2026-09-21์—๋Š” ์„ธ domain์— virtio-balloon ์žฅ์น˜๊ฐ€ ์žˆ๊ณ  worker guest์—๋„ driver๊ฐ€ bind๋œ ๊ฒƒ์„ ํ™•์ธํ–ˆ์ง€๋งŒ, `kc-lab-2`์˜ configured/current/actual์€ ๋ชจ๋‘ 4096MiB์˜€๋‹ค. ๋”ฐ๋ผ์„œ ๊ณผ๊ฑฐ์˜ 3120MB๋ฅผ ํ˜„์žฌ๋„ ์ง€์†๋˜๋Š” balloon ํšŒ์ˆ˜ ์ƒํƒœ๋กœ ์„ค๋ช…ํ•˜์ง€ ์•Š๋Š”๋‹ค. -## ๋””์Šคํฌ โ€” 20GiB virtual size์™€ ํŒŒ์ผ ๊ธธ์ด๋Š” ๋‹ฌ๋ž๋‹ค +## qcow2์˜ ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ํ˜ธ์ŠคํŠธ ํŒŒ์ผ ํฌ๊ธฐ๋Š” ๋‹ฌ๋ž๋‹ค -๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ๋Š” `base.qcow2` ์œ„์˜ ์˜ค๋ฒ„๋ ˆ์ด๋‹ค. 20GB ์งœ๋ฆฌ๋ฅผ ๋‘ ์žฅ ๋งŒ๋“ค์–ด๋„ ๋ฐ”๋‹ฅ์€ ํ•œ ๋ฒŒ์ด๊ณ  ๋ณ€๊ฒฝ๋ถ„๋งŒ ์Œ“์ธ๋‹ค. +๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ๋Š” ๊ณตํ†ต `base.qcow2`๋ฅผ backing image๋กœ ์‚ฌ์šฉํ•˜๋Š” ์˜ค๋ฒ„๋ ˆ์ด๋‹ค. ๊ฐ ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ 20GiB๋กœ ๋งŒ๋“ค๋”๋ผ๋„ base ์ด๋ฏธ์ง€๋ฅผ ๋ณต์ œํ•˜๋Š” ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ๋ณ€๊ฒฝ๋œ ๋ธ”๋ก์ด ์˜ค๋ฒ„๋ ˆ์ด์— ์ถ”๊ฐ€๋œ๋‹ค. -```text label="qemu-img info ๊ฐ€ ์ฝ์€ ๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€" +```text label="qemu-img info ๊ฐ€ ์ฝ์€ base ์ด๋ฏธ์ง€" image: /var/lib/libvirt/images/base.qcow2 file format: qcow2 virtual size: 3 GiB (3221225472 bytes) @@ -120,7 +126,7 @@ disk size: 335 MiB -rw------- seed-kc-lab-2.iso 378880 (370 KiB) ``` -๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€๋Š” virtual size๊ฐ€ 3GiB์˜€๊ณ  `qemu-img info`์˜ disk size๊ฐ€ 335MiB์˜€๋‹ค. ๋‘ overlay๋Š” ๊ฐ๊ฐ 20GiB virtual size๋กœ ๋งŒ๋“ค์—ˆ์ง€๋งŒ ๋‹น์‹œ `ls -l` ํŒŒ์ผ ๊ธธ์ด๋Š” 1.4GiB์™€ 665MiB์˜€๋‹ค. **์ด ๋‘˜์˜ ํ•ฉ 2.1GiB๋Š” ํŒŒ์ผ ๊ธธ์ด ํ•ฉ์ด์ง€ sparse ํŒŒ์ผ์ด host block์„ ์‹ค์ œ๋กœ 2.1GiB ํ• ๋‹นํ–ˆ๋‹ค๋Š” ์ธก์ •์€ ์•„๋‹ˆ๋‹ค.** host allocation์„ ๋งํ•˜๋ ค๋ฉด ๊ฐ™์€ ์‹œ์ ์˜ `qemu-img info disk size`๋‚˜ `du`๋ฅผ ๋”ฐ๋กœ ์ฝ์–ด์•ผ ํ•œ๋‹ค. `kc-lab-1` ์ชฝ ํŒŒ์ผ์ด ๋” ์ปธ๋‹ค๋Š” ๊ด€์ธก์€ ๋‚จ๊ธฐ๋˜, ๊ทธ ์ฐจ์ด๋ฅผ ์ปจํŠธ๋กค ํ”Œ๋ ˆ์ธ๊ณผ SQLite ํ•˜๋‚˜๋กœ ํ™•์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. +base ์ด๋ฏธ์ง€๋Š” virtual size๊ฐ€ 3GiB์˜€๊ณ  `qemu-img info`์˜ disk size๊ฐ€ 335MiB์˜€๋‹ค. ๋‘ overlay๋Š” ๊ฐ๊ฐ 20GiB virtual size๋กœ ๋งŒ๋“ค์—ˆ์ง€๋งŒ ๋‹น์‹œ `ls -l` ํŒŒ์ผ ๊ธธ์ด๋Š” 1.4GiB์™€ 665MiB์˜€๋‹ค. **์ด ๋‘˜์˜ ํ•ฉ 2.1GiB๋Š” ํŒŒ์ผ ๊ธธ์ด ํ•ฉ์ด์ง€ sparse ํŒŒ์ผ์ด host block์„ ์‹ค์ œ๋กœ 2.1GiB ํ• ๋‹นํ–ˆ๋‹ค๋Š” ์ธก์ •์€ ์•„๋‹ˆ๋‹ค.** host allocation์„ ๋งํ•˜๋ ค๋ฉด ๊ฐ™์€ ์‹œ์ ์˜ `qemu-img info disk size`๋‚˜ `du`๋ฅผ ๋”ฐ๋กœ ์ฝ์–ด์•ผ ํ•œ๋‹ค. `kc-lab-1` ์ชฝ ํŒŒ์ผ์ด ๋” ์ปธ๋‹ค๋Š” ๊ด€์ธก์€ ๋‚จ๊ธฐ๋˜, ๊ทธ ์ฐจ์ด๋ฅผ ์ปจํŠธ๋กค ํ”Œ๋ ˆ์ธ๊ณผ SQLite ํ•˜๋‚˜๋กœ ํ™•์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ## `virsh pool-info` ์˜ `Allocation` ์€ VM ์‚ฌ์šฉ๋Ÿ‰์ด ์•„๋‹ˆ๋‹ค @@ -137,7 +143,7 @@ Available: 217.46 GiB `Allocation` 7.84 GiB๋Š” directory storage pool์ด ๋†“์ธ ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์˜ ์‚ฌ์šฉ ์ƒํƒœ๋ฅผ ๋ฐ˜์˜ํ•˜๋Š” ํ’€ ๋‹จ์œ„ ๊ฐ’์ด๋‹ค. **VM๋ณ„ ์‹ค์ œ block allocation์„ ๋งํ•ด ์ฃผ๋Š” ๊ฐ’์ด ์•„๋‹ˆ๋‹ค.** ๋ฐ˜๋Œ€๋กœ ์œ„์˜ `ls -l`์€ VM๋ณ„ ํŒŒ์ผ ๊ธธ์ด๋ฅผ ๋ณด์—ฌ ์ค„ ๋ฟ sparse qcow2๊ฐ€ host block์„ ์–ผ๋งˆ๋‚˜ ์‹ค์ œ ํ• ๋‹นํ–ˆ๋Š”์ง€๋Š” ๋งํ•ด ์ฃผ์ง€ ์•Š๋Š”๋‹ค. VM๋ณ„ host allocation์„ ๋น„๊ตํ•˜๋ ค๋ฉด `qemu-img info`์˜ `disk size`๋‚˜ `du`์ฒ˜๋Ÿผ ๊ทธ ๊ธฐ์ค€์„ ์ง์ ‘ ์ฝ๋Š” ๋ช…๋ น์„ ์“ด๋‹ค. -## ์ฒ ๊ฑฐ โ€” `df -h /` ๊ฐ€ 11G ์—์„œ 7.9G ๋กœ +## ๊ฒŒ์ŠคํŠธ๋ฅผ ์‚ญ์ œํ•œ ๋’ค ํŒŒ์ผ์‹œ์Šคํ…œ ์‚ฌ์šฉ๋Ÿ‰์ด 11G์—์„œ 7.9G๋กœ ์ค„์—ˆ๋‹ค ๊ฒŒ์ŠคํŠธ ์…‹์„ `virsh destroy` ๋กœ ๋‚ด๋ฆฌ๊ณ  `virsh undefine --remove-all-storage` ๋กœ ์ง€์› ๋‹ค. ํ•œ ๋Œ€๋ถ„ ์ถœ๋ ฅ์€ ์ด๋ ‡๋‹ค. @@ -158,9 +164,9 @@ Volume 'vdb'(/var/lib/libvirt/images/seed-kc-lab-edge.iso) removed. | `df -h /` | 11G | 7.9G | | `virbr0` | UP | DOWN | -`df -h /` ๊ธฐ์ค€์œผ๋กœ ์ฒ ๊ฑฐ ์ „ํ›„ ์‚ฌ์šฉ๋Ÿ‰์€ 11G์—์„œ 7.9G๋กœ ๋‚ด๋ ค ์•ฝ 3.1GB ์ฐจ์ด๊ฐ€ ๋ณด์˜€๋‹ค. ๋‹ค๋งŒ ์ด 3.1GB๋ฅผ ์œ„์˜ `ls -l` ํŒŒ์ผ ๊ธธ์ด๋“ค๋กœ ์ •ํ™•ํžˆ ๋ถ„ํ•ดํ•˜์ง€ ์•Š๋Š”๋‹ค. sparse qcow2์˜ ํŒŒ์ผ ๊ธธ์ด์™€ ์‹ค์ œ block allocation์€ ๋‹ค๋ฅผ ์ˆ˜ ์žˆ๊ณ , `df`๋Š” ํŒŒ์ผ์‹œ์Šคํ…œ ์ „์ฒด ๋ณ€ํ™”๋ฅผ ๋ณธ ๊ฐ’์ด๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. `base.qcow2`๋Š” ์ฒ ๊ฑฐ ๋’ค์—๋„ ๋‚จ์•„ ๋‹ค์Œ overlay์˜ ๋ฐ”๋‹ฅ์œผ๋กœ ์‚ฌ์šฉ๋๋‹ค. +`df -h /` ๊ธฐ์ค€์œผ๋กœ ์ฒ ๊ฑฐ ์ „ํ›„ ์‚ฌ์šฉ๋Ÿ‰์€ 11G์—์„œ 7.9G๋กœ ๋‚ด๋ ค ์•ฝ 3.1GB ์ฐจ์ด๊ฐ€ ๋ณด์˜€๋‹ค. ๋‹ค๋งŒ ์ด 3.1GB๋ฅผ ์œ„์˜ `ls -l` ํŒŒ์ผ ๊ธธ์ด๋“ค๋กœ ์ •ํ™•ํžˆ ๋ถ„ํ•ดํ•˜์ง€ ์•Š๋Š”๋‹ค. sparse qcow2์˜ ํŒŒ์ผ ๊ธธ์ด์™€ ์‹ค์ œ block allocation์€ ๋‹ค๋ฅผ ์ˆ˜ ์žˆ๊ณ , `df`๋Š” ํŒŒ์ผ์‹œ์Šคํ…œ ์ „์ฒด ๋ณ€ํ™”๋ฅผ ๋ณธ ๊ฐ’์ด๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. `base.qcow2`๋Š” ๊ฒŒ์ŠคํŠธ ์‚ญ์ œ ๋’ค์—๋„ ๋‚จ์•„ ๋‹ค์Œ overlay์˜ backing image๋กœ ์‚ฌ์šฉ๋๋‹ค. -## ๊ฐ™์€ ๋Œ€์ƒ์˜ ์ˆซ์ž๊ฐ€ ๋‘ ๋ฒŒ์ด๋‹ค +## ์ธก์ • ๋‚ ์งœ๊ฐ€ ๋‹ค๋ฅด๋ฉด ๊ฐ™์€ ํ•ญ๋ชฉ์˜ ๊ฐ’๋„ ๋‹ฌ๋ผ์ง„๋‹ค ๊ฐ™์€ ์‹คํ—˜๋Œ€๋ผ๋„ ์ธก์ • ๋‚ ์งœ๊ฐ€ ๋‹ค๋ฅด๋ฉด ๊ฐ’์ด ๋‹ฌ๋ผ์ง„๋‹ค. ใ€Œ์‹คํ—˜๋Œ€ ์ „์ฒด ๋ฐฐ์น˜ใ€๋Š” 2026-09-03 ์Šค๋ƒ…์ƒท์ด๊ณ , ์—ฌ๊ธฐ์„œ ๋น„๊ตํ•˜๋Š” ๊ฐ’์€ 2026-09-10 ์Šค๋ƒ…์ƒท์ด๋‹ค. @@ -177,13 +183,13 @@ Volume 'vdb'(/var/lib/libvirt/images/seed-kc-lab-edge.iso) removed. ## 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ์ถ”๊ฐ€๋กœ ํ™•์ธํ•œ ๊ฒƒ -2026-09-10์˜ ์ˆซ์ž๋Š” historical snapshot์œผ๋กœ ์œ ์ง€ํ•œ๋‹ค. 2026-09-21์—๋Š” ๋” ์ง„ํ–‰๋œ ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ ๊ฐ™์€ ๊ณ„์ธต์„ ๋‹ค์‹œ ์ฝ์—ˆ๋‹ค. +2026-09-10 ๊ฐ’์€ ๋‹น์‹œ ์ธก์ •๊ฐ’์œผ๋กœ ๊ทธ๋Œ€๋กœ ๋‚จ๊ธฐ๊ณ , 2026-09-21์—๋Š” ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ ๊ฐ™์€ ํ•ญ๋ชฉ์„ ๋‹ค์‹œ ์ธก์ •ํ–ˆ๋‹ค. - configured/current memory: `kc-lab-1=5120MiB`, `kc-lab-2=4096MiB`, `kc-lab-edge=1024MiB` - ๊ฐ™์€ ์‹œ์  QEMU RSS: ์•ฝ `3.73GiB / 2.91GiB / 0.84GiB` - qcow2 virtual/disk size: `kc-lab-1` 20GiB / ์•ฝ 3.43GiB, `kc-lab-2` 20GiB / ์•ฝ 2.66GiB, edge 10GiB / ์•ฝ 345MiB -์ด ๊ฐ’๋„ ์‹œ์ ๊ฐ’์ด๋‹ค. 2026-09-10 ํ‘œ๋ฅผ ์ƒˆ ์ˆซ์ž๋กœ ๋ฎ์–ด์“ฐ์ง€ ์•Š๊ณ , **ํ™˜๊ฒฝ์ด ์ง„ํ–‰๋˜๋ฉด์„œ actual usage๊ฐ€ ๋‹ฌ๋ผ์กŒ๋‹ค๋Š” ๋ณ„๋„ ๊ด€์ธก**์œผ๋กœ ๋‘”๋‹ค. +์ด ๊ฐ’๋“ค๋„ ์ธก์ • ์‹œ์ ์˜ ์ƒํƒœ๋ฅผ ๋‚˜ํƒ€๋‚ธ๋‹ค. 2026-09-10 ๊ฐ’์„ ์ƒˆ ์ˆ˜์น˜๋กœ ๋ฎ์–ด์“ฐ์ง€ ์•Š๊ณ , ์‹คํ—˜๋Œ€์— ์›Œํฌ๋กœ๋“œ๊ฐ€ ์ถ”๊ฐ€๋˜๋ฉด์„œ ์‹ค์ œ ์‚ฌ์šฉ๋Ÿ‰์ด ๋‹ฌ๋ผ์ง„ ๊ฒฐ๊ณผ๋กœ ๋ณ„๋„ ๊ธฐ๋กํ•œ๋‹ค. ์—ฌ์ „ํžˆ ๋ชจ๋ฅด๋Š” ๊ฒƒ์€ 2026-09-10์˜ `kc-lab-2 actual=3120MB`๊ฐ€ ์ •ํ™•ํžˆ ๋ฌด์—‡ ๋•Œ๋ฌธ์— ๋งŒ๋“ค์–ด์กŒ๋Š”์ง€๋‹ค. ํ˜„์žฌ ๋‚จ์•„ ์žˆ๋Š” ์ฆ๊ฑฐ๋งŒ์œผ๋กœ๋Š” ์›์ธ์„ ํŠน์ •ํ•  ์ˆ˜ ์—†์œผ๋ฏ€๋กœ, ๊ทธ ์›์ธ์€ ํ™•์ธ๋˜์ง€ ์•Š์€ ์ƒํƒœ๋กœ ๋‚จ๊ธด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/case/case-nftables-accept-did-not-stop-the-libvirt-reject.md b/docs/virtualization/tech-log-studio/lab-environment-build/case/case-nftables-accept-did-not-stop-the-libvirt-reject.md index 649de32..5251374 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/case/case-nftables-accept-did-not-stop-the-libvirt-reject.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/case/case-nftables-accept-did-not-stop-the-libvirt-reject.md @@ -1,7 +1,7 @@ --- kind: CASE slug: nftables-accept-did-not-stop-the-libvirt-reject -title: ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404, ๋ฐ–์—์„œ๋Š” connection refused โ€” ์•ž ์ฒด์ธ์˜ accept ๊ฐ€ libvirt ์˜ reject ๋ฅผ ๋ง‰์ง€ ๋ชปํ–ˆ๋‹ค +title: libvirt guest_input ์ฒด์ธ์˜ reject๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋œ ์‚ฌ๋ก€ topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -16,9 +16,9 @@ source: - final/document.md#178-์ด-๋ถ€์˜-์ถœ์ฒ˜์™€-๋ฒ”์œ„ --- -# ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404, ๋ฐ–์—์„œ๋Š” connection refused โ€” ์•ž ์ฒด์ธ์˜ accept ๊ฐ€ libvirt ์˜ reject ๋ฅผ ๋ง‰์ง€ ๋ชปํ–ˆ๋‹ค +# libvirt guest_input ์ฒด์ธ์˜ reject๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋œ ์‚ฌ๋ก€ -๋ฐ–์—์„œ ์˜จ ์š”์ฒญ์€ ๋จผ์ € ๋Œ๊ฒŒ ํ•ด ๋‘” forward ์ฒด์ธ์˜ accept ๋ฅผ ์ง€๋‚˜๊ณ ๋„ libvirt ์˜ guest_input ์ฒด์ธ ๋ reject ์—์„œ ๋Š๊ฒผ๋‹ค. nftables ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ „๋ถ€ ํ‰๊ฐ€ํ•˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ๊ทธ๋ž˜์„œ ๊ตฌ๋ฉ์„ libvirt ์ฒด์ธ ๋งจ ์•ž์— ๋„ฃ์—ˆ๋‹ค. +์™ธ๋ถ€ ์š”์ฒญ์€ ๋จผ์ € ์‹คํ–‰๋˜๋Š” forward ์ฒด์ธ์—์„œ accept ๋˜์—ˆ์ง€๋งŒ, ์ดํ›„ libvirt์˜ `guest_input` ์ฒด์ธ ๋์— ์žˆ๋Š” reject ๊ทœ์น™์—์„œ ๋‹ค์‹œ ๊ฑฐ์ ˆ๋๋‹ค. ๊ฐ™์€ hook์— ์—ฐ๊ฒฐ๋œ base chain์ด ์šฐ์„ ์ˆœ์œ„์— ๋”ฐ๋ผ ๊ณ„์† ํ‰๊ฐ€๋˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์™ธ๋ถ€์—์„œ Edge VM์˜ 80ยท443 ํฌํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์ƒˆ ์—ฐ๊ฒฐ์€ `guest_input` ์ฒด์ธ ์•ž์ชฝ์—์„œ ํ—ˆ์šฉํ•˜๋„๋ก ์˜ˆ์™ธ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ–ˆ๋‹ค. ## host์—์„œ๋Š” ๋˜๋Š”๋ฐ ์™ธ๋ถ€ ์š”์ฒญ๋งŒ ์ฆ‰์‹œ ๊ฑฐ์ ˆ๋๋‹ค @@ -31,11 +31,11 @@ source: ## ์•ž ์ฒด์ธ์˜ accept ๋’ค์—์„œ libvirt reject๊ฐ€ ๋‹ค์‹œ ํ‰๊ฐ€๋๋‹ค -๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท์„ ๊ฑฐ์ ˆํ•œ ๊ฒƒ์€ libvirt ๊ฐ€ ๋งŒ๋“  ๊ทœ์น™์ด๋‹ค. libvirt ๋Š” ์ž๊ธฐ ํ…Œ์ด๋ธ” ip libvirt_network ์˜ guest_input ์ฒด์ธ์„ ct state established,related accept ๋‹ค์Œ์˜ reject ๋กœ ๋๋‚ธ๋‹ค. ๊ทธ reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ๋กœ ๋ฐ–์—์„œ ์นœ curl ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ•ด์„œ ๋ฒ”์ธ์„ ํ™•์ •ํ–ˆ๋‹ค. +๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท์„ ๊ฑฐ์ ˆํ•œ ๊ฒƒ์€ libvirt ๊ฐ€ ๋งŒ๋“  ๊ทœ์น™์ด๋‹ค. libvirt ๋Š” ์ž๊ธฐ ํ…Œ์ด๋ธ” ip libvirt_network ์˜ guest_input ์ฒด์ธ์„ ct state established,related accept ๋‹ค์Œ์˜ reject ๋กœ ๋๋‚ธ๋‹ค. ๊ทธ reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 packets / 240 bytes์˜€๊ณ , ์™ธ๋ถ€์—์„œ ์‹คํ–‰ํ•œ `curl` ํšŸ์ˆ˜์™€ ์ผ์น˜ํ•ด ์‹ค์ œ๋กœ ์ด ๊ทœ์น™์ด ์š”์ฒญ์„ ๊ฑฐ์ ˆํ•˜๊ณ  ์žˆ์Œ์„ ํ™•์ธํ–ˆ๋‹ค. DNAT ๋ฅผ ์ •์˜ํ•œ ํŒŒ์ผ์—๋Š” priority filter - 10 ์„ ์ค˜์„œ ๋จผ์ € ๋Œ๊ฒŒ ํ•œ forward ์ฒด์ธ์ด ์žˆ๋Š”๋ฐ, ๊ฑฐ๊ธฐ ๋„ฃ์€ ct state new accept ๊ฐ€ ๊ทธ reject ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹ค. nftables ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ „๋ถ€ ํ‰๊ฐ€ํ•˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์•ž ์ฒด์ธ์˜ accept ๋Š” ๊ทธ ์ฒด์ธ์„ ํ†ต๊ณผํ–ˆ๋‹ค๋Š” ๋œป์ด์ง€ ํ‰๊ฐ€๊ฐ€ ๋๋‚ฌ๋‹ค๋Š” ๋œป์ด ์•„๋‹ˆ๊ณ , ์ฆ‰์‹œ ์ข…๊ฒฐํ•˜๋Š” ๊ฒƒ์€ drop ๋ฟ์ด๋‹ค. -ํ•ด๊ฒฐ ์ž์ฒด๋Š” ๊ตฌ๋ฉ์„ libvirt ์ฒด์ธ ๋งจ ์•ž์— ๋„ฃ๋Š” ๊ฒƒ์ด๋‹ค. `insert` ๊ฐ€ ๋งจ ์•ž์ด๊ณ  `add` ๊ฐ€ ๋งจ ๋’ค๋‹ค. +์™ธ๋ถ€์—์„œ Edge VM์˜ 80ยท443 ํฌํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์ƒˆ ์—ฐ๊ฒฐ์„ ํ—ˆ์šฉํ•˜๋Š” ๊ทœ์น™์„ `guest_input` ์ฒด์ธ ์•ž์ชฝ์— ์ถ”๊ฐ€ํ–ˆ๋‹ค. ์ด๋•Œ `insert`๋Š” ์ฒด์ธ ์•ž์ชฝ์—, `add`๋Š” ๋’ค์ชฝ์— ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๋ฏ€๋กœ ์ˆœ์„œ๊ฐ€ ์ค‘์š”ํ–ˆ๋‹ค. ์ˆ˜๋ช…์€ ๋ณ„๋„ ๋ฌธ์ œ๋‹ค. libvirt ๊ฐ€ `guest_input` ์„ ๋‹ค์‹œ ์“ฐ๋ฉด ์ด ๊ทœ์น™์€ ํœ˜๋ฐœ๋œ๋‹ค. ์˜ˆ์ „์—๋Š” DNAT ์œ ๋‹›์˜ `ExecStartPost` ์— ๋„ฃ์–ด ๋‘๋ฉด ์ถฉ๋ถ„ํ•˜๋‹ค๊ณ  ๋ณด์•˜์ง€๋งŒ, 2026-09-21 worker VM ์žฌ๊ตฌ์ถ•์—์„œ ๊ทธ ๊ฐ€์ •์ด ๊นจ์กŒ๋‹ค. libvirt ๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ๋งŒ๋“  ๋’ค ๊ธฐ์กด accept ๊ทœ์น™ ์…‹์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๊ณ , ์œ ๋‹›์€ ๊ณ„์† `active` ์ธ๋ฐ ์™ธ๋ถ€ 80/443 ๋‘ ์š”์ฒญ์ด ๋‘˜ ๋‹ค ์‹คํŒจํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ `ExecStartPost` ํ•œ ๋ฒˆ์€ ์žฌ์ž‘์„ฑ ์ดํ›„ ๋ณต๊ตฌ ์žฅ์น˜๊ฐ€ ์•„๋‹ˆ๋‹ค. ## nftables ๋ฐฑ์—”๋“œ์ธ test-server @@ -46,7 +46,7 @@ RAM : 11,648MiB QEMU : 11.1.1 libvirt : 12.7.0 libvirt firewall_backend : nftables -ํ˜ธ์ŠคํŠธ ์ด๋”๋„ท : ์—†๋‹ค โ€” WiFi ๋งŒ ์žˆ๋‹ค +ํ˜ธ์ŠคํŠธ ์œ ์„  ์ด๋”๋„ท : ์—†์Œ, WiFi ์‚ฌ์šฉ ๊ฒŒ์ŠคํŠธ ๋„คํŠธ์›Œํฌ : libvirt NAT, virbr0 ๊ฒŒ์ŠคํŠธ : Debian 12 genericcloud 3๋Œ€ โ€” ์—ฃ์ง€ 1๋Œ€(nginxยทcertbot), k3s 2๋…ธ๋“œ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ : 192.168.122.10 @@ -57,7 +57,7 @@ libvirt firewall_backend : nftables 2. ํ˜ธ์ŠคํŠธ์—์„œ curl http://192.168.122.10 ์„ ์นœ๋‹ค. ์—ฃ์ง€ nginx ๊ฐ€ 404 ๋กœ ์‘๋‹ตํ•œ๋‹ค. 3. ๋ฐ–์—์„œ curl http://100.83.212.4 ๋ฅผ ์นœ๋‹ค. connection refused ๊ฐ€ ์˜จ๋‹ค. 4. libvirt ํ…Œ์ด๋ธ” ip libvirt_network ์˜ guest_input ์ฒด์ธ์„ ๊ทœ์น™๊ณผ ์นด์šดํ„ฐ๊นŒ์ง€ ๋คํ”„ํ•œ๋‹ค. ๋งˆ์ง€๋ง‰ reject ๊ทœ์น™์˜ ํŒจํ‚ท ์ˆ˜๊ฐ€ 3๋ฒˆ์„ ์นœ ํšŸ์ˆ˜์™€ ๋งž์œผ๋ฉด ๊ทธ ๊ทœ์น™์ด ๊ทธ ํŒจํ‚ท์„ ๋๋ƒˆ๋‹ค. -5. guest_input ๋งจ ์•ž์— ๊ตฌ๋ฉ์„ ๋„ฃ๊ณ  3๋ฒˆ์„ ๋‹ค์‹œ ์นœ๋‹ค. +5. `guest_input` ์•ž์ชฝ์— Edge VM 80ยท443 ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๊ณ  3๋ฒˆ์„ ๋‹ค์‹œ ์‹คํ–‰ํ•œ๋‹ค. @@ -73,18 +73,18 @@ libvirt firewall_backend : nftables L7 ํ™‰ ์ˆ˜๋Š” ์ „ํ›„ ๋ชจ๋‘ 2ํ™‰์ด๊ณ  ๋Š˜์–ด๋‚œ ๊ฒƒ์€ ์ปค๋„์ด ํ•˜๋Š” L4 ์ „๋‹ฌ ํ•œ ๋ฒˆ์ด๋‹ค. ํ•˜์ง€๋งŒ 2026-09-21 ์‹ค์ œ packet capture์—์„œ๋Š” Tailscale MASQUERADE ๋•Œ๋ฌธ์— edge์— ๋„์ฐฉํ•˜๊ธฐ ์ „์— source๊ฐ€ `192.168.122.1`๋กœ ๋ฐ”๋€Œ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ **L7 ํ™‰ ์ˆ˜๊ฐ€ ๊ฐ™๋‹ค๋Š” ์ด์œ ๋งŒ์œผ๋กœ `X-Forwarded-*` ๊ณ„์•ฝ์ด ๊ทธ๋Œ€๋กœ๋ผ๊ณ  ๋ณผ ์ˆ˜๋Š” ์—†๋‹ค.** ์˜ฎ๊ธด ์ด์œ ๋Š” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ nginxยท์ธ์ฆ์„œยทcertbotยทdeploy hook ๊ฐ™์€ ๋ณ€๊ฒฝ์ด ์žฆ์€ ์ธต์„ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ ๋ถ„๋ฆฌํ•˜๋Š” ๊ฒƒ์ด์—ˆ๋‹ค. -๊ทธ ๋Œ€๊ฐ€๋กœ ์ผ๊ณฑ ๊ฐ€์ง€๊ฐ€ ์ƒˆ๋กœ ํ•„์š”ํ•ด์กŒ๋Š”๋ฐ ๊ทธ์ค‘ ๋‘˜์€ ๋ฐฐํฌํŒ ์ฐจ์ด๊ฐ€ ์•„๋‹ˆ๋ผ ํŒจํ‚ท์ด ์ง€๋‚˜๋Š” ๊ธธ์ด ๋‹ฌ๋ผ์ ธ์„œ ์ƒ๊ฒผ๋‹ค. ํ•˜๋‚˜๋Š” DNAT(Destination NAT) ๋‹ค. ๋“ค์–ด์˜จ ํŒจํ‚ท์˜ ๋„์ฐฉ์ง€ ์ฃผ์†Œ๋ฅผ ๋ฐ”๊ฟ” ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋„˜๊ธฐ๋Š” ๊ฒƒ์„ ๋งํ•œ๋‹ค. ์ „์—๋Š” ํ˜ธ์ŠคํŠธ๊ฐ€ ์ง์ ‘ `:443` ์„ ๋“ค์—ˆ์œผ๋‹ˆ ๋„˜๊ธธ ์ผ์ด ์—†์—ˆ๋Š”๋ฐ ์ง€๊ธˆ์€ ํ˜ธ์ŠคํŠธ์— ๋ฆฌ์Šค๋„ˆ๊ฐ€ ์•„์˜ˆ ์—†๋‹ค. ๋‹ค๋ฅธ ํ•˜๋‚˜๋Š” libvirt ๋ฐฉํ™”๋ฒฝ์— ๊ตฌ๋ฉ์„ ๋‚ด๋Š” ์ผ์ด๋‹ค. ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•  ๋•Œ๋Š” OUTPUT ๊ฒฝ๋กœ๋ผ ํ•„ํ„ฐ๋ฅผ ์•ˆ ํƒ”์ง€๋งŒ, ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ FORWARD ๋‹ค. ใ€Œํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•œ๋‹คใ€์™€ ใ€Œ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜จ๋‹คใ€๋Š” ์ปค๋„์ด ๋ณด๊ธฐ์— ์™„์ „ํžˆ ๋‹ค๋ฅธ ์ผ์ด๋‹ค. ๊ทธ ๊ตฌ๋ฉ์„ ๋šซ๋Š” ๋ฐ์„œ ์ด ๊ตฌ์ถ•์ด ๊ฐ€์žฅ ์˜ค๋ž˜ ๋ง‰ํ˜”๋‹ค. +๊ทธ ๋Œ€๊ฐ€๋กœ ์ผ๊ณฑ ๊ฐ€์ง€๊ฐ€ ์ƒˆ๋กœ ํ•„์š”ํ•ด์กŒ๋Š”๋ฐ ๊ทธ์ค‘ ๋‘˜์€ ๋ฐฐํฌํŒ ์ฐจ์ด๊ฐ€ ์•„๋‹ˆ๋ผ ํŒจํ‚ท์ด ์ง€๋‚˜๋Š” ๊ธธ์ด ๋‹ฌ๋ผ์ ธ์„œ ์ƒ๊ฒผ๋‹ค. ํ•˜๋‚˜๋Š” DNAT(Destination NAT) ๋‹ค. ๋“ค์–ด์˜จ ํŒจํ‚ท์˜ ๋„์ฐฉ์ง€ ์ฃผ์†Œ๋ฅผ ๋ฐ”๊ฟ” ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋„˜๊ธฐ๋Š” ๊ฒƒ์„ ๋งํ•œ๋‹ค. ์ „์—๋Š” ํ˜ธ์ŠคํŠธ๊ฐ€ ์ง์ ‘ `:443` ์„ ๋“ค์—ˆ์œผ๋‹ˆ ๋„˜๊ธธ ์ผ์ด ์—†์—ˆ๋Š”๋ฐ ์ง€๊ธˆ์€ ํ˜ธ์ŠคํŠธ์— ๋ฆฌ์Šค๋„ˆ๊ฐ€ ์•„์˜ˆ ์—†๋‹ค. ๋‹ค๋ฅธ ํ•˜๋‚˜๋Š” libvirt์˜ `guest_input` ์ฒด์ธ์— Edge VM์œผ๋กœ ๊ฐ€๋Š” ์ƒˆ ์—ฐ๊ฒฐ์„ ํ—ˆ์šฉํ•˜๋Š” ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๋Š” ์ผ์ด๋‹ค. ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•  ๋•Œ๋Š” OUTPUT ๊ฒฝ๋กœ๋ผ ํ•„ํ„ฐ๋ฅผ ์•ˆ ํƒ”์ง€๋งŒ, ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ FORWARD ๋‹ค. ใ€Œํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•œ๋‹คใ€์™€ ใ€Œ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜จ๋‹คใ€๋Š” ์ปค๋„์ด ๋ณด๊ธฐ์— ์™„์ „ํžˆ ๋‹ค๋ฅธ ์ผ์ด๋‹ค. ์™ธ๋ถ€ ์š”์ฒญ์ด ์–ด๋А ๋ฐฉํ™”๋ฒฝ ๊ทœ์น™์—์„œ ๊ฑฐ์ ˆ๋˜๋Š”์ง€ ํ™•์ธํ•˜๋Š” ๋ฐ ๊ฐ€์žฅ ๋งŽ์€ ์‹œ๊ฐ„์ด ๋“ค์—ˆ๋‹ค. ## ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” ๋˜๋Š”๋ฐ ๋ฐ–์—์„œ๋งŒ ์•ˆ ๋œ๋‹ค -์—ฃ์ง€ nginx ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ์นœ ์š”์ฒญ์— 404 ๋ฅผ ๋Œ๋ ค์คฌ์œผ๋‹ˆ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ์‚ด์•„ ์žˆ์—ˆ๋Š”๋ฐ, ๋ฐ–์—์„œ ์นœ ์š”์ฒญ๋งŒ ๋Š๊ฒผ๋‹ค. +ํ˜ธ์ŠคํŠธ์—์„œ Edge VM์œผ๋กœ ์ง์ ‘ ๋ณด๋‚ธ ์š”์ฒญ์€ nginx์˜ 404 ์‘๋‹ต์„ ๋ฐ›์•˜์ง€๋งŒ, ์™ธ๋ถ€์—์„œ tailnet ์ฃผ์†Œ๋กœ ๋ณด๋‚ธ ์š”์ฒญ์€ `connection refused`๋กœ ๋๋‚ฌ๋‹ค. | ์–ด๋””์„œ ์ณค๋‚˜ | ๊ฒฐ๊ณผ | |---|---| | ํ˜ธ์ŠคํŠธ์—์„œ `curl http://192.168.122.10` | 404, ์—ฃ์ง€ nginx ๊ฐ€ ์‘๋‹ต | | ๋ฐ–์—์„œ `curl http://100.83.212.4` | connection refused | -ํŒจํ‚ท์„ ์กฐ์šฉํžˆ ๋ฒ„๋ฆฌ๋Š” `drop` ์ด๋ฉด ํด๋ผ์ด์–ธํŠธ๊ฐ€ ์‘๋‹ต์„ ๊ธฐ๋‹ค๋ฆฌ๋‹ค ์ฃฝ์œผ๋ฏ€๋กœ, ํƒ€์ž„์•„์›ƒ์ด ์•„๋‹ˆ๋ผ ์ฆ‰์‹œ ๊ฑฐ์ ˆ์ด ๋Œ์•„์™”๋‹ค๋Š” ๊ฒƒ์ด ๋‹จ์„œ์˜€๋‹ค. +`drop` ๊ทœ์น™์— ๊ฑธ๋ ธ๋‹ค๋ฉด ์‘๋‹ต ์—†์ด ๋Œ€๊ธฐํ•˜๋‹ค ํƒ€์ž„์•„์›ƒ์ด ๋ฐœ์ƒํ–ˆ์„ ๊ฐ€๋Šฅ์„ฑ์ด ๋†’๋‹ค. ์—ฌ๊ธฐ์„œ๋Š” ์ฆ‰์‹œ `connection refused`๊ฐ€ ๋ฐ˜ํ™˜๋๊ธฐ ๋•Œ๋ฌธ์— reject ๊ณ„์—ด ๊ทœ์น™์„ ๋จผ์ € ํ™•์ธํ–ˆ๋‹ค. ## guest_input ์ฒด์ธ ๋์˜ reject ์™€ ์นด์šดํ„ฐ 4 ํŒจํ‚ท @@ -92,28 +92,28 @@ libvirt ๋Š” ์ž๊ธฐ ํ…Œ์ด๋ธ” `ip libvirt_network` ์•ˆ์— `guest_input` ์ฒด์ธ์„ ```text label="libvirt ๊ฐ€ ๋งŒ๋“  guest_input ์ฒด์ธ์˜ ๋" oif "virbr0" ip daddr 192.168.122.0/24 ct state established,related accept -oif "virbr0" counter packets 4 bytes 240 reject โ† ์—ฌ๊ธฐ์„œ ์ฃฝ๋Š”๋‹ค +oif "virbr0" counter packets 4 bytes 240 reject โ† ์™ธ๋ถ€ ์š”์ฒญ์ด ์ด ๊ทœ์น™์—์„œ ๊ฑฐ์ ˆ๋๋‹ค ``` -๊ทœ์น™ ํ•˜๋‚˜๋ฅผ ์ง€๋ชฉํ•ด ๋†“๊ณ  ์‹œ์ž‘ํ•œ ๊ฒƒ์ด ์•„๋‹ˆ๋‹ค. `nft list ruleset` ์—์„œ `reject` ์™€ `drop` ์ด ๋“  ์ค„๋งŒ ๋ฝ‘์•„ ๋†“๊ณ , ๋ฐ–์—์„œ ์นœ ํšŸ์ˆ˜์™€ ์นด์šดํ„ฐ๊ฐ€ ๋งž์•„๋–จ์–ด์ง€๋Š” ์ค„์„ ์ฐพ์•˜๋‹ค. ์ด `reject` ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ์˜€๊ณ , ๋ฐ–์—์„œ ์นœ `curl` ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ๋ฒ”์ธ ํ™•์ •์— ์“ด ๊ฒƒ์ด ์ด ์ˆซ์ž๋‹ค. +๊ทœ์น™ ํ•˜๋‚˜๋ฅผ ์ง€๋ชฉํ•ด ๋†“๊ณ  ์‹œ์ž‘ํ•œ ๊ฒƒ์ด ์•„๋‹ˆ๋‹ค. `nft list ruleset` ์—์„œ `reject` ์™€ `drop` ์ด ๋“  ์ค„๋งŒ ๋ฝ‘์•„ ๋†“๊ณ , ๋ฐ–์—์„œ ์นœ ํšŸ์ˆ˜์™€ ์นด์šดํ„ฐ๊ฐ€ ๋งž์•„๋–จ์–ด์ง€๋Š” ์ค„์„ ์ฐพ์•˜๋‹ค. ์ด `reject` ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ์˜€๊ณ , ๋ฐ–์—์„œ ์นœ `curl` ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ์ด ์นด์šดํ„ฐ ๊ฐ’์œผ๋กœ ํ•ด๋‹น reject ๊ทœ์น™์ด ์™ธ๋ถ€ ์š”์ฒญ์„ ์ฒ˜๋ฆฌํ–ˆ๋‹ค๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. -## ์™œ ์•ž ์ฒด์ธ์˜ accept ๊ฐ€ ์•ˆ ๋จนํ˜”๋‚˜ +## ์•ž์„  base chain์˜ accept๋งŒ์œผ๋กœ ์š”์ฒญ์ด ๋๋‚˜์ง€ ์•Š์€ ์ด์œ  -DNAT ๋ฅผ ์ •์˜ํ•œ ํŒŒ์ผ์—๋Š” libvirt ์ฒด์ธ๋ณด๋‹ค ๋จผ์ € ๋Œ๋„๋ก `priority filter - 10` ์„ ์ค€ `forward` ์ฒด์ธ์„ ๋‘๊ณ  ๊ฑฐ๊ธฐ์— `ct state new accept` ๋ฅผ ๋„ฃ์–ด ๋‘์—ˆ๋‹ค. ๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท์€ ๊ทธ `accept` ๋ฅผ ์ง€๋‚˜๊ณ ๋„ ๊ฑฐ์ ˆ๋๋Š”๋ฐ, nftables ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ „๋ถ€ ํ‰๊ฐ€ํ•˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์•ž ์ฒด์ธ์˜ `accept` ๋Š” ใ€Œ์ด ์ฒด์ธ์€ ํ†ต๊ณผใ€๋ผ๋Š” ๋œป์ด์ง€ ใ€Œํ‰๊ฐ€ ๋ใ€์ด ์•„๋‹ˆ๊ณ , ์ฆ‰์‹œ ์ข…๊ฒฐํ•˜๋Š” ๊ฒƒ์€ `drop` ๋ฟ์ด๋‹ค. iptables ๊ฐ๊ฐ์œผ๋กœ ์“ฐ๋ฉด ์ •ํ™•ํžˆ ์—ฌ๊ธฐ์„œ ํ‹€๋ฆฐ๋‹ค. +DNAT ๋ฅผ ์ •์˜ํ•œ ํŒŒ์ผ์—๋Š” libvirt ์ฒด์ธ๋ณด๋‹ค ๋จผ์ € ๋Œ๋„๋ก `priority filter - 10` ์„ ์ค€ `forward` ์ฒด์ธ์„ ๋‘๊ณ  ๊ฑฐ๊ธฐ์— `ct state new accept` ๋ฅผ ๋„ฃ์–ด ๋‘์—ˆ๋‹ค. ๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท์€ ๊ทธ `accept` ๋ฅผ ์ง€๋‚˜๊ณ ๋„ ๊ฑฐ์ ˆ๋๋Š”๋ฐ, nftables ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ „๋ถ€ ํ‰๊ฐ€ํ•˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์•ž์„  base chain์—์„œ `accept` verdict๊ฐ€ ๋‚˜์™€๋„ ์ดํ›„ ์šฐ์„ ์ˆœ์œ„์˜ base chain์ด ๊ณ„์† ํ‰๊ฐ€๋  ์ˆ˜ ์žˆ๋‹ค. ๋ฐ˜๋ฉด `drop` verdict๋Š” ์ดํ›„ ์ฒด์ธ ํ‰๊ฐ€๋ฅผ ์ค‘๋‹จํ•œ๋‹ค. ๋”ฐ๋ผ์„œ ์•ž์ชฝ ์ฒด์ธ์— accept ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•œ ๊ฒƒ๋งŒ์œผ๋กœ๋Š” libvirt์˜ ๋’ค์ชฝ reject๋ฅผ ํ”ผํ•  ์ˆ˜ ์—†์—ˆ๋‹ค. -๊ทธ `forward` ์ฒด์ธ์€ ์ง€๊ธˆ DNAT ํŒŒ์ผ์— ์—†๋‹ค. ๋‚จ์€ ์ฒด์ธ์€ `prerouting` ํ•˜๋‚˜์ด๊ณ , ์ฒด์ธ์„ ๊ทธ๋ƒฅ ์ง€์šฐ๋Š” ๋Œ€์‹  ์ฃผ์„ ํ•˜๋‚˜๋ฅผ ๋‚จ๊ฒจ ๋‘์—ˆ๋‹ค โ€” ์—ฌ๊ธฐ์— `forward` ์ฒด์ธ์„ ๋‘์ง€ ์•Š์€ ๊ฒƒ์ด ์˜๋„์ด๋ฉฐ ๊ตฌ๋ฉ์€ ์œ ๋‹›์˜ `ExecStartPost` ๊ฐ€ libvirt ์ž๊ธฐ ์ฒด์ธ ์•ˆ์— ๋„ฃ๋Š”๋‹ค๋Š” ๋‚ด์šฉ์ด๋‹ค. +ํ˜„์žฌ DNAT ํŒŒ์ผ์—๋Š” ํ•ด๋‹น `forward` ์ฒด์ธ์„ ๋‘์ง€ ์•Š๊ณ  `prerouting` ์ฒด์ธ๋งŒ ๋‚จ๊ฒผ๋‹ค. ์™ธ๋ถ€ ์—ฐ๊ฒฐ ํ—ˆ์šฉ ๊ทœ์น™์€ DNAT ํŒŒ์ผ์˜ ๋ณ„๋„ base chain์ด ์•„๋‹ˆ๋ผ libvirt์˜ `guest_input` ์ฒด์ธ์— ์ถ”๊ฐ€ํ•˜๋„๋ก ๊ตฌ์„ฑํ–ˆ๋‹ค. -![๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท ํ•˜๋‚˜๊ฐ€ forward ํ›…์— ๋ถ™์€ base ์ฒด์ธ ๋‘˜์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ง€๋‚˜๋Š” ๊ฒฝ๋กœ๋„. ์™ผ์ชฝ ์ ์„  ์ƒ์ž๊ฐ€ priority filter - 10 ์ธ forward ์ฒด์ธ์ด๊ณ  ๊ทธ ์•ˆ์— ct state new accept ๊ฐ€ ์žˆ๋‹ค. ์˜ค๋ฅธ์ชฝ ์ ์„  ์ƒ์ž๊ฐ€ ip libvirt_network ์˜ guest_input ์ฒด์ธ์ด๊ณ  ๊ทธ ์•ˆ์— ๋งจ ์•ž์˜ inserted accept ์™€ ๋งจ ๋์˜ reject ๋‘ ์ƒ์ž๊ฐ€ ์žˆ๋‹ค. ์ ์„  ํ™”์‚ดํ‘œ๋Š” ๊ตฌ๋ฉ์„ ๋„ฃ๊ธฐ ์ „์˜ ๊ฒฝ๋กœ๋กœ ์ฒด์ธ ๋ reject ๋ฅผ ์ง€๋‚˜ connection refused ๋กœ ๋๋‚˜๊ณ , ์‹ค์„  ํ™”์‚ดํ‘œ๋Š” ๋„ฃ์€ ๋’ค์˜ ๊ฒฝ๋กœ๋กœ ๋งจ ์•ž์˜ ๊ตฌ๋ฉ์„ ์ง€๋‚˜ ์—ฃ์ง€ nginx ๋กœ ๊ฐ„๋‹ค.](../../../final/assets/diagrams/nftables-forward-hook-chain-order/nftables-forward-hook-chain-order.svg) +![๋ฐ–์—์„œ ์˜จ ํŒจํ‚ท ํ•˜๋‚˜๊ฐ€ forward ํ›…์— ๋ถ™์€ base ์ฒด์ธ ๋‘˜์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ง€๋‚˜๋Š” ๊ฒฝ๋กœ๋„. ์™ผ์ชฝ ์ ์„  ์ƒ์ž๊ฐ€ priority filter - 10 ์ธ forward ์ฒด์ธ์ด๊ณ  ๊ทธ ์•ˆ์— ct state new accept ๊ฐ€ ์žˆ๋‹ค. ์˜ค๋ฅธ์ชฝ ์ ์„  ์ƒ์ž๊ฐ€ ip libvirt_network ์˜ guest_input ์ฒด์ธ์ด๊ณ  ๊ทธ ์•ˆ์— ๋งจ ์•ž์˜ inserted accept ์™€ ๋งจ ๋์˜ reject ๋‘ ์ƒ์ž๊ฐ€ ์žˆ๋‹ค. ์ ์„  ํ™”์‚ดํ‘œ๋Š” ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๊ธฐ ์ „์˜ ๊ฒฝ๋กœ๋กœ ์ฒด์ธ ๋ reject๋ฅผ ์ง€๋‚˜ connection refused๋กœ ๋๋‚˜๊ณ , ์‹ค์„  ํ™”์‚ดํ‘œ๋Š” ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•œ ๋’ค Edge Nginx๋กœ ์ „๋‹ฌ๋˜๋Š” ๊ฒฝ๋กœ๋‹ค.](../../../final/assets/diagrams/nftables-forward-hook-chain-order/nftables-forward-hook-chain-order.svg) -์ ์„  ์ƒ์ž ๋‘ ๊ฐœ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ ๋‘˜์ด๊ณ , ์™ผ์ชฝ์ด ๋จผ์ € ๋ˆ๋‹ค. ์ ์„  ํ™”์‚ดํ‘œ๋Š” ๊ตฌ๋ฉ์„ ๋„ฃ๊ธฐ ์ „์˜ ๊ฒฝ๋กœ๋‹ค โ€” ์•ž ์ฒด์ธ์˜ `accept` ๋ฅผ ์ง€๋‚œ ํŒจํ‚ท์ด `guest_input` ์œผ๋กœ ์ด์–ด์ง€๊ณ , ์œ„ ๋คํ”„์— ์ ํžŒ `ct state established,related accept` ์— ๊ฑธ๋ฆฌ์ง€ ๋ชปํ•œ ์ฑ„ ์ฒด์ธ ๋ `reject` ์— ๋‹ฟ์•„ connection refused ๋กœ ๋๋‚œ๋‹ค. +์ ์„  ์ƒ์ž ๋‘ ๊ฐœ๊ฐ€ ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ ๋‘˜์ด๊ณ , ์™ผ์ชฝ์ด ๋จผ์ € ๋ˆ๋‹ค. ์ ์„  ํ™”์‚ดํ‘œ๋Š” ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๊ธฐ ์ „์˜ ๊ฒฝ๋กœ๋‹ค โ€” ์•ž ์ฒด์ธ์˜ `accept` ๋ฅผ ์ง€๋‚œ ํŒจํ‚ท์ด `guest_input` ์œผ๋กœ ์ด์–ด์ง€๊ณ , ์œ„ ๋คํ”„์— ์ ํžŒ `ct state established,related accept` ์— ๊ฑธ๋ฆฌ์ง€ ๋ชปํ•œ ์ฑ„ ์ฒด์ธ ๋ `reject` ์— ๋‹ฟ์•„ connection refused ๋กœ ๋๋‚œ๋‹ค. -์‹ค์„  ํ™”์‚ดํ‘œ๋Š” ๋‹ค์Œ ์ ˆ์—์„œ ๋šซ์„ ๊ตฌ๋ฉ์„ ์ง€๋‚˜๋Š” ๊ฒฝ๋กœ๋‹ค. `guest_input` ์ƒ์ž ์•ˆ์— ๋†“์ธ ๋‘ ๊ทœ์น™์˜ ์œ„์•„๋ž˜๊ฐ€ ์ฒด์ธ ์•ˆ์˜ ์ˆœ์„œ์ด๊ณ , ๊ตฌ๋ฉ์ด ์œ„์— ์žˆ์–ด์„œ ๊ฐ™์€ ํŒจํ‚ท์ด ์•„๋ž˜์˜ `reject` ๋ฅผ ๋ณด๊ธฐ ์ „์— ๊ทธ ๊ทœ์น™์—์„œ `accept` ๋œ๋‹ค. +์‹ค์„  ํ™”์‚ดํ‘œ๋Š” `guest_input` ์•ž์ชฝ์— ์ถ”๊ฐ€ํ•œ ํ—ˆ์šฉ ๊ทœ์น™์„ ์ง€๋‚˜๋Š” ๊ฒฝ๋กœ๋‹ค. `guest_input` ์ƒ์ž ์•ˆ์— ๋†“์ธ ๋‘ ๊ทœ์น™์˜ ์œ„์•„๋ž˜๊ฐ€ ์ฒด์ธ ์•ˆ์˜ ์ˆœ์„œ์ด๊ณ , ํ—ˆ์šฉ ๊ทœ์น™์ด reject๋ณด๋‹ค ์•ž์— ์žˆ๊ธฐ ๋•Œ๋ฌธ์— ๊ฐ™์€ ํŒจํ‚ท์€ reject์— ๋„๋‹ฌํ•˜๊ธฐ ์ „์— accept๋œ๋‹ค. -## ๊ตฌ๋ฉ์€ ๋งจ ์•ž์— ๋„ฃ๊ณ , ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šธ ๋•Œ ๋‹ค์‹œ ๋„ฃ๋Š”๋‹ค +## ํ—ˆ์šฉ ๊ทœ์น™์€ reject๋ณด๋‹ค ์•ž์— ์žˆ์–ด์•ผ ํ•œ๋‹ค -๊ทธ๋ž˜์„œ ๊ตฌ๋ฉ์„ libvirt ์ฒด์ธ ๋งจ ์•ž์— ๋šซ์—ˆ๋‹ค. `insert` ๊ฐ€ ๋งจ ์•ž์ด๊ณ  `add` ๊ฐ€ ๋งจ ๋’ค๋‹ค. +๊ทธ๋ž˜์„œ Edge VM์˜ 80ยท443 ํฌํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์ƒˆ ์—ฐ๊ฒฐ์„ ํ—ˆ์šฉํ•˜๋Š” ๊ทœ์น™์„ `guest_input`์˜ reject๋ณด๋‹ค ์•ž์— ์ถ”๊ฐ€ํ–ˆ๋‹ค. -```bash label="guest_input ๋งจ ์•ž์— ๊ตฌ๋ฉ์„ ๋„ฃ๋Š”๋‹ค" +```bash label="guest_input ์•ž์ชฝ์— Edge VM 80ยท443 ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•œ๋‹ค" nft insert rule ip libvirt_network guest_input \ oif virbr0 ip daddr 192.168.122.10 tcp dport '{80,443}' ct state new counter accept ``` @@ -122,13 +122,13 @@ nft insert rule ip libvirt_network guest_input \ worker VM ๋‘˜์„ ์ฒ ๊ฑฐํ–ˆ๋‹ค ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๋™์•ˆ libvirt ๊ฐ€ `guest_input` ์ฒด์ธ์„ ๋‹ค์‹œ ๊ตฌ์„ฑํ–ˆ๊ณ , ์ด๋ฏธ ์„ธ ๋ฒˆ ๋ˆ„์ ๋œ accept ๊ทœ์น™์€ ๋ชจ๋‘ `reject` **๋’ค**์— ๋‚จ์•˜๋‹ค. ๊ทธ ์ƒํƒœ์—์„œ ์™ธ๋ถ€ 80ยท443 ์—ฐ๊ฒฐ ๋‘ ๋ฒˆ์ด ๋ชจ๋‘ ์‹คํŒจํ–ˆ๊ณ  `reject` ์นด์šดํ„ฐ๊ฐ€ `0 โ†’ 2` ๋กœ ์ฆ๊ฐ€ํ–ˆ๋‹ค. `lab-edge-dnat.service` ๋Š” ์—ฌ์ „ํžˆ `active` ์˜€๋‹ค. -์ฆ‰ `ExecStartPost` ๋Š” **๊ทธ ์œ ๋‹›์ด ์‹œ์ž‘๋  ๋•Œ ํ•œ ๋ฒˆ** ์‹คํ–‰๋  ๋ฟ, ์ดํ›„ libvirt ๊ฐ€ ์ž๊ธฐ ์ฒด์ธ์„ ๋‹ค์‹œ ์“ฐ๋Š” ์‚ฌ๊ฑด์—๋Š” ๋ฐ˜์‘ํ•˜์ง€ ์•Š๋Š”๋‹ค. `-` ์ ‘๋‘์–ด๋„ ์‹คํŒจ๋ฅผ ๋ฌด์‹œํ•  ๋ฟ ์žฌ์‚ฝ์ž…์„ ์˜ˆ์•ฝํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ˜„์žฌ ๋ฐฉ์‹์€ persistence ํ•ด๊ฒฐ์ฑ…์œผ๋กœ๋Š” ์‹คํŒจํ•œ ์ƒํƒœ๋‹ค. +์ฆ‰ `ExecStartPost` ๋Š” **๊ทธ ์œ ๋‹›์ด ์‹œ์ž‘๋  ๋•Œ ํ•œ ๋ฒˆ** ์‹คํ–‰๋  ๋ฟ, ์ดํ›„ libvirt ๊ฐ€ ์ž๊ธฐ ์ฒด์ธ์„ ๋‹ค์‹œ ์“ฐ๋Š” ์‚ฌ๊ฑด์—๋Š” ๋ฐ˜์‘ํ•˜์ง€ ์•Š๋Š”๋‹ค. `-` ์ ‘๋‘์–ด๋„ ์‹คํŒจ๋ฅผ ๋ฌด์‹œํ•  ๋ฟ ์žฌ์‚ฝ์ž…์„ ์˜ˆ์•ฝํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋”ฐ๋ผ์„œ `ExecStartPost`์—์„œ ํ•œ ๋ฒˆ ๊ทœ์น™์„ ๋„ฃ๋Š” ๋ฐฉ์‹๋งŒ์œผ๋กœ๋Š” libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ์ž‘์„ฑํ•˜๋Š” ์ƒํ™ฉ์„ ์ฒ˜๋ฆฌํ•  ์ˆ˜ ์—†์—ˆ๋‹ค. -์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๊ธฐ์กด host firewall/nftables rule์„ ์ž„์˜ ๋ณ€๊ฒฝํ•˜์ง€ ์•Š๋Š” ์•ˆ์ „ ์กฐ๊ฑด ๋•Œ๋ฌธ์— ๋Œ€์ฒด persistence ๋ฐฉ์‹๊นŒ์ง€ ์ ์šฉํ•˜์ง€ ์•Š์•˜๋‹ค. ๋”ฐ๋ผ์„œ โ€œ์–ด๋–ค ์ด๋ฒคํŠธ์— ๋ฌถ์–ด ์–ด๋–ป๊ฒŒ idempotentํ•˜๊ฒŒ ์žฌ์‚ฝ์ž…ํ•  ๊ฒƒ์ธ๊ฐ€โ€๋Š” ์•„์ง ์‹ค์ œ๋กœ ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. +์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๊ธฐ์กด host firewall/nftables rule์„ ์ž„์˜ ๋ณ€๊ฒฝํ•˜์ง€ ์•Š๋Š” ์•ˆ์ „ ์กฐ๊ฑด ๋•Œ๋ฌธ์— ๋Œ€์ฒด persistence ๋ฐฉ์‹๊นŒ์ง€ ์ ์šฉํ•˜์ง€ ์•Š์•˜๋‹ค. libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ์ž‘์„ฑํ•œ ๋’ค ๊ทœ์น™์„ ์–ด๋–ค ๋ฐฉ์‹์œผ๋กœ ๋‹ค์‹œ ์ ์šฉํ• ์ง€๋Š” ์•„์ง ์‹ค์ œ ํ™˜๊ฒฝ์—์„œ ๊ฒ€์ฆํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ## ์•„์ง ๋‹ค๋ฅธ ํ™˜๊ฒฝ์—์„œ๋Š” ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ๋‹ค -์ด ํ˜ธ์ŠคํŠธ ํ•œ ๋Œ€์—์„œ๋งŒ ๋ดค๋‹ค. libvirt ์˜ `firewall_backend` ๊ฐ€ iptables ์ธ ํ˜ธ์ŠคํŠธ์—์„œ๋„ ๊ฐ™์€ ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๊ณ , ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. +์ด ํ˜ธ์ŠคํŠธ ํ•œ ๋Œ€์—์„œ๋งŒ ๋ดค๋‹ค. libvirt ์˜ `firewall_backend` ๊ฐ€ iptables ์ธ ํ˜ธ์ŠคํŠธ์—์„œ๋„ ๊ฐ™์€ ์˜ˆ์™ธ ๊ทœ์น™์ด ํ•„์š”ํ•œ์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๊ณ , ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. ์นด์šดํ„ฐ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ๋Š” ๋‹น์‹œ ๋ณธ๋ฌธ์— ์˜ฎ๊ธด ๊ทœ์น™ ๋คํ”„์— ์ฐํžŒ ๊ฐ’์ด๋‹ค. ๊ทธ๋•Œ์˜ ์ „์ฒด ruleset๊ณผ `curl` ์›๋ฌธ์€ ๋ณ„๋„ raw ํŒŒ์ผ๋กœ ๋‚จ๊ธฐ์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” ๊ฐ™์€ nftables backend์—์„œ `reject` ์นด์šดํ„ฐ ์ฆ๊ฐ€์™€ ์™ธ๋ถ€ ์‹คํŒจ๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ์œผ๋ฏ€๋กœ ํ˜„์žฌ ๋™์ž‘์€ ํ›„์† ์ฆ๊ฑฐ๊ฐ€ ์žˆ์ง€๋งŒ, ๊ณผ๊ฑฐ ์ˆซ์ž `4 packets / 240 bytes` ์ž์ฒด๋Š” ๋‹น์‹œ ๊ธฐ๋ก ๋ฒ”์œ„๋กœ ์ฝ๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks.md b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks.md index 9bce3bf..817b0bb 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks.md @@ -1,7 +1,7 @@ --- kind: CONCEPT slug: a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks -title: ์„ค์น˜๋ฅผ ์•ˆ ํ–ˆ๋Š”๋ฐ ์™œ ๋œจ๋Š”๊ฐ€ โ€” ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€๋Š” ์„ค์น˜๊ฐ€ ๋๋‚œ ๋””์Šคํฌ์ด๊ณ  cloud-init ์ด ๋นˆ์นธ์„ ์ฑ„์šด๋‹ค +title: ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€์™€ cloud-init์€ ๊ฐ๊ฐ ๋ฌด์—‡์„ ์ค€๋น„ํ•˜๋Š”๊ฐ€ topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -18,9 +18,9 @@ source: - final/document.md#217-๋ถ€ํŒ…ํ• -๋•Œ-์ผ์–ด๋‚˜๋Š”-์ผ --- -# ์„ค์น˜๋ฅผ ์•ˆ ํ–ˆ๋Š”๋ฐ ์™œ ๋œจ๋Š”๊ฐ€ โ€” ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€๋Š” ์„ค์น˜๊ฐ€ ๋๋‚œ ๋””์Šคํฌ์ด๊ณ  cloud-init ์ด ๋นˆ์นธ์„ ์ฑ„์šด๋‹ค +# ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€์™€ cloud-init์€ ๊ฐ๊ฐ ๋ฌด์—‡์„ ์ค€๋น„ํ•˜๋Š”๊ฐ€ -ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€๋Š” ๋ฐฐํฌ์ž๊ฐ€ ์„ค์น˜๋ฅผ ํ•œ ๋ฒˆ ๋๋‚ด ๋†“์€ ๋””์Šคํฌ ํŒŒ์ผ์ด๋ผ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋งŒ๋“ค ๋•Œ ์„ค์น˜ ๋‹จ๊ณ„๊ฐ€ ์—†๋‹ค. ๋Œ€์‹  hostname ๊ณผ SSH ํ˜ธ์ŠคํŠธํ‚ค ๊ฐ™์€ ๊ณ ์œ ๊ฐ’์„ ๋น„์›Œ ๋‘” ์ฑ„ ๋ฐฐํฌํ•˜๊ณ , cloud-init ์ด ์ฒซ ๋ถ€ํŒ…์— ๊ทธ ๋นˆ์นธ์„ ์ฑ„์šด๋‹ค. +ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€๋Š” ์šด์˜์ฒด์ œ๊ฐ€ ๋ฏธ๋ฆฌ ์„ค์น˜๋œ ๋””์Šคํฌ ์ด๋ฏธ์ง€๋‹ค. ๊ฒŒ์ŠคํŠธ๋ฅผ ๋งŒ๋“ค ๋•Œ ์šด์˜์ฒด์ œ ์„ค์น˜ ๊ณผ์ •์„ ๋‹ค์‹œ ๊ฑฐ์น˜์ง€ ์•Š๊ณ , ํ˜ธ์ŠคํŠธ๋ช…ยท์‚ฌ์šฉ์žยทSSH ํ‚ค์ฒ˜๋Ÿผ ์ธ์Šคํ„ด์Šค๋งˆ๋‹ค ๋‹ฌ๋ผ์ง€๋Š” ๊ฐ’์€ cloud-init์ด ์ฒซ ๋ถ€ํŒ… ๋•Œ ์ ์šฉํ•œ๋‹ค. @@ -43,7 +43,7 @@ VM ์˜ ๋””์Šคํฌ๋Š” ํ˜ธ์ŠคํŠธ์˜ ํŒŒ์ผ ํ•˜๋‚˜๋‹ค. `kc-lab-1.qcow2` ๋ผ๋Š” ํŒŒ "๋ถ€ํŒ… ๊ฐ€๋Šฅํ•œ ํŠน์ • ๋ฐ”์ดํŠธ ๋ฐฐ์—ด" ์ƒํƒœ์˜ ๋””์Šคํฌ ``` -์„ค์น˜ ๊ณผ์ •์€ ์ˆ˜๋‹จ์ด๊ณ  ๋ชฉ์ ์€ ๋งˆ์ง€๋ง‰ ์ค„์˜ ์ƒํƒœ์ด๋ฉฐ, ๊ทธ ์ƒํƒœ๋Š” ํŒŒ์ผ ํ•˜๋‚˜์˜ ๋‚ด์šฉ์œผ๋กœ ๋‚จ๋Š”๋‹ค. Debian ๊ณผ Ubuntu ๋Š” ์ž๊ธฐ ๋นŒ๋“œ ์„œ๋ฒ„์—์„œ ์ด ์„ค์น˜๋ฅผ ํ•œ ๋ฒˆ ์ˆ˜ํ–‰ํ•˜๊ณ  ์™„์„ฑ๋œ ๋””์Šคํฌ๋ฅผ qcow2 ํŒŒ์ผ๋กœ ๋– ์„œ ๊ณต๊ฐœํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ๊ทธ ํŒŒ์ผ์„ ๋‚ด๋ ค๋ฐ›์•„ ๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ์˜ ๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€๋กœ ์‚ฌ์šฉํ•œ๋‹ค. ์†Œ์Šค๋ฅผ ์ง์ ‘ ์ปดํŒŒ์ผํ•˜๋Š” ๋Œ€์‹  ์ด๋ฏธ ๋นŒ๋“œ๋œ ๋ฐ”์ด๋„ˆ๋ฆฌ๋ฅผ ๋ฐ›์•„ ์“ฐ๋Š” ๊ฒƒ๊ณผ ๊ฐ™์•„์„œ, ๊ฒฐ๊ณผ๋ฌผ์€ ๊ฐ™๊ณ  ์‹œ๊ฐ„๋งŒ ์•„๋‚€๋‹ค. +์„ค์น˜ ๊ณผ์ •์€ ์ˆ˜๋‹จ์ด๊ณ  ๋ชฉ์ ์€ ๋งˆ์ง€๋ง‰ ์ค„์˜ ์ƒํƒœ์ด๋ฉฐ, ๊ทธ ์ƒํƒœ๋Š” ํŒŒ์ผ ํ•˜๋‚˜์˜ ๋‚ด์šฉ์œผ๋กœ ๋‚จ๋Š”๋‹ค. Debian ๊ณผ Ubuntu ๋Š” ์ž๊ธฐ ๋นŒ๋“œ ์„œ๋ฒ„์—์„œ ์ด ์„ค์น˜๋ฅผ ํ•œ ๋ฒˆ ์ˆ˜ํ–‰ํ•˜๊ณ  ์™„์„ฑ๋œ ๋””์Šคํฌ๋ฅผ qcow2 ํŒŒ์ผ๋กœ ๋– ์„œ ๊ณต๊ฐœํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ๊ทธ ํŒŒ์ผ์„ ๋‚ด๋ ค๋ฐ›์•„ ๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ์˜ base image๋กœ ์‚ฌ์šฉํ•œ๋‹ค. ์†Œ์Šค๋ฅผ ์ง์ ‘ ์ปดํŒŒ์ผํ•˜๋Š” ๋Œ€์‹  ์ด๋ฏธ ๋นŒ๋“œ๋œ ๋ฐ”์ด๋„ˆ๋ฆฌ๋ฅผ ๋ฐ›์•„ ์“ฐ๋Š” ๊ฒƒ๊ณผ ๊ฐ™์•„์„œ, ๊ฒฐ๊ณผ๋ฌผ์€ ๊ฐ™๊ณ  ์‹œ๊ฐ„๋งŒ ์•„๋‚€๋‹ค. ## ๊ทธ๋Œ€๋กœ ๋ณต์ œํ•˜๋ฉด ์‹๋ณ„์ž๊ฐ€ ๊ฒน์น˜๋ฏ€๋กœ ์ผ๋ถ€๋Ÿฌ ๋น„์›Œ ๋‘”๋‹ค @@ -66,7 +66,7 @@ VM ์˜ ๋””์Šคํฌ๋Š” ํ˜ธ์ŠคํŠธ์˜ ํŒŒ์ผ ํ•˜๋‚˜๋‹ค. `kc-lab-1.qcow2` ๋ผ๋Š” ํŒŒ | SSH ํ˜ธ์ŠคํŠธ ํ‚ค | ์—†์Œ โ€” ์ฒซ ๋ถ€ํŒ…์— ์ƒˆ๋กœ ์ƒ์„ฑ | | machine-id | ๋น„์–ด ์žˆ์Œ | -cloud-init ์ด ์ด ๋นˆ์นธ์„ ์ฒซ ๋ถ€ํŒ…์— ์ฑ„์šฐ๋Š” ์žฅ์น˜๋‹ค. `user-data` ๋ผ๋Š” YAML ์„ ์ฝ์–ด ๊ณ„์ •์„ ๋งŒ๋“ค๊ณ  SSH ํ‚ค๋ฅผ ๋“ฑ๋กํ•˜๊ณ  ํŒจํ‚ค์ง€๋ฅผ ๊น”๊ณ  ์ž„์˜์˜ ์Šคํฌ๋ฆฝํŠธ๋ฅผ ์‹คํ–‰ํ•œ๋‹ค. +cloud-init์€ ์ธ์Šคํ„ด์Šค๋งˆ๋‹ค ๋‹ฌ๋ผ์ง€๋Š” ์„ค์ •์„ ์ฒซ ๋ถ€ํŒ…์— ์ ์šฉํ•œ๋‹ค. `user-data` ๋ผ๋Š” YAML ์„ ์ฝ์–ด ๊ณ„์ •์„ ๋งŒ๋“ค๊ณ  SSH ํ‚ค๋ฅผ ๋“ฑ๋กํ•˜๊ณ  ํŒจํ‚ค์ง€๋ฅผ ๊น”๊ณ  ์ž„์˜์˜ ์Šคํฌ๋ฆฝํŠธ๋ฅผ ์‹คํ–‰ํ•œ๋‹ค. ```text label="์„ค์น˜์™€ ๊ฐœ์ธํ™”๋ฅผ ๋ˆ„๊ฐ€ ์–ธ์ œ ํ•˜๋‚˜" ์ „ํ†ต์  ์„ค์น˜ : [์„ค์น˜ + ๊ฐœ์ธํ™”]๋ฅผ ๋ถ€ํŒ… ์ „์— ๋Œ€ํ™”ํ˜•์œผ๋กœ ์ˆ˜ํ–‰ @@ -86,19 +86,19 @@ cloud-init ์ด ์ด ๋นˆ์นธ์„ ์ฒซ ๋ถ€ํŒ…์— ์ฑ„์šฐ๋Š” ์žฅ์น˜๋‹ค. `user-data` ๋ผ |---|---|---| | ISO๋กœ ์ •์‹ ์„ค์น˜ | VM๋งˆ๋‹ค ๋Œ€ํ™”ํ˜• ์„ค์น˜ | ๋งค๋ฒˆ ์ฒ˜์Œ๋ถ€ํ„ฐ ๋ฐ˜๋ณต | | ์ด๋ฏธ์ง€๋ฅผ ๋ฏธ๋ฆฌ ๊ฐœ์กฐ (`virt-customize`, `guestfish`) | libguestfs ์„ค์น˜ + ์ด๋ฏธ์ง€ ๋งˆ์šดํŠธ | ๊ฐœ์กฐ๋ณธ์„ ๋”ฐ๋กœ ๊ด€๋ฆฌํ•ด์•ผ ํ•จ | -| cloud-init | YAML ํ•œ ์žฅ | ๋ช…๋ น ํ•œ ์ค„ | +| cloud-init | YAML ์„ค์ • ํŒŒ์ผ | ๋ช…๋ น ํ•œ ์ค„ | -์ด ์‹คํ—˜๋Œ€๋Š” `virsh destroy` ์™€ ์˜ค๋ฒ„๋ ˆ์ด ์‚ญ์ œ๋กœ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฐ˜๋ณตํ•ด์„œ ์ง€์šฐ๊ณ  ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๊ฒƒ์ด ์‹คํ—˜ ๊ทธ ์ž์ฒด๋‹ค. ์žฌ์ƒ์„ฑ ๋น„์šฉ์ด ๋‚ฎ์•„์•ผ ์‹คํ—˜์ด ๊ตด๋Ÿฌ๊ฐ„๋‹ค. ๋‘ ๋…ธ๋“œ๊ฐ€ ๋ฐ”์ดํŠธ ๋‹จ์œ„๋กœ ๊ฐ™์€ ์ดˆ๊ธฐ ์ƒํƒœ๋กœ ๋งŒ๋“ค์–ด์ ธ์•ผ ํ•œ๋‹ค๋Š” ์กฐ๊ฑด๋„ ๋ถ™๋Š”๋‹ค. ์†์œผ๋กœ ์„ค์น˜ํ•˜๋ฉด ๋ฏธ๋ฌ˜ํ•˜๊ฒŒ ๋‹ฌ๋ผ์ง€๊ณ  ๊ทธ ์ฐจ์ด๊ฐ€ ์‹คํ—˜ ๊ฒฐ๊ณผ๋ฅผ ์˜ค์—ผ์‹œํ‚จ๋‹ค. +์ด ์‹คํ—˜๋Œ€๋Š” `virsh destroy` ์™€ ์˜ค๋ฒ„๋ ˆ์ด ์‚ญ์ œ๋กœ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฐ˜๋ณตํ•ด์„œ ์ง€์šฐ๊ณ  ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๊ฒƒ์ด ์‹คํ—˜ ๊ทธ ์ž์ฒด๋‹ค. ์žฌ์ƒ์„ฑ ๋น„์šฉ์ด ๋‚ฎ์•„์•ผ ์‹คํ—˜์ด ๊ตด๋Ÿฌ๊ฐ„๋‹ค. ๋‘ ๋…ธ๋“œ๊ฐ€ ๋ฐ”์ดํŠธ ๋‹จ์œ„๋กœ ๊ฐ™์€ ์ดˆ๊ธฐ ์ƒํƒœ๋กœ ๋งŒ๋“ค์–ด์ ธ์•ผ ํ•œ๋‹ค๋Š” ์กฐ๊ฑด๋„ ๋ถ™๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ๋งˆ๋‹ค ์ˆ˜๋™์œผ๋กœ ์„ค์น˜ํ•˜๋ฉด ์„ค์ • ์ฐจ์ด๊ฐ€ ์ƒ๊ธธ ์ˆ˜ ์žˆ์–ด ๋‘ ๋…ธ๋“œ์˜ ์กฐ๊ฑด์„ ๋™์ผํ•˜๊ฒŒ ๋งž์ถ”๊ธฐ ์–ด๋ ค์›Œ์ง„๋‹ค. ์ด๋ฏธ์ง€ ์ข…๋ฅ˜๋„ ๊ทธ ์ถ•์—์„œ ๊ณ ๋ฅธ๋‹ค. Debian ์€ ๊ฐ™์€ ํŒ์„ ์—ฌ๋Ÿฌ ๋ณ€์ข…์œผ๋กœ ๋ฐฐํฌํ•œ๋‹ค. | Debian ๋ณ€์ข… | ์–ด๋””์— ์“ฐ๋‚˜ | |---|---| -| `genericcloud` | ๊ฐ€์ƒํ™” ํ™˜๊ฒฝ ์ „์šฉ. virtio ๋“œ๋ผ์ด๋ฒ„๋งŒ ๋‹ด์•„ ๊ฐ€๋ณ๋‹ค โ†’ KVM์—๋Š” ์ด๊ฑธ | -| `generic` | ๋ฒ ์–ด๋ฉ”ํƒˆ ํฌํ•จ. ๋“œ๋ผ์ด๋ฒ„๊ฐ€ ๋งŽ์•„ ๋” ํฌ๋‹ค | -| `nocloud` | cloud-init ์—†์ด ๊ธฐ๋ณธ ๊ณ„์ •์ด ๋ฐ•ํ˜€ ์žˆ๋Š” ๋ณ€์ข… | +| `genericcloud` | ์ด ์‹คํ—˜๋Œ€์—์„œ ์‚ฌ์šฉํ•œ Debian 12 ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€ ๋ณ€์ข… | +| `generic` | Debian์ด ๋ณ„๋„๋กœ ์ œ๊ณตํ•˜๋Š” ๋‹ค๋ฅธ cloud image ๋ณ€์ข…. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ์‚ฌ์šฉํ•˜์ง€ ์•Š์Œ | +| `nocloud` | Debian์ด ๋ณ„๋„๋กœ ์ œ๊ณตํ•˜๋Š” ๋ณ€์ข…. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ์‚ฌ์šฉํ•˜์ง€ ์•Š์Œ | -`genericcloud` ๊ฐ€ ๊ฐ€๋ฒผ์šด ๊นŒ๋‹ญ์€ ๋ฌผ๋ฆฌ ํ•˜๋“œ์›จ์–ด ๋“œ๋ผ์ด๋ฒ„๋ฅผ ๋บ๋‹ค๋Š” ๋ฐ ์žˆ๊ณ , ์‹œ๋“œ๋ฅผ SATA CD-ROM ์œผ๋กœ ๋ถ™์ด๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ์žฅ์น˜๋ฅผ ๋ณด์ง€ ๋ชปํ•˜๋Š” ํ•จ์ •๋„ ๊ฐ™์€ ์ด์œ ๋กœ ์ƒ๊ธด๋‹ค. `virt-install --cloud-init` ์€ ์‹œ๋“œ๋ฅผ ``, ์ฆ‰ SATA CD-ROM ์œผ๋กœ ๋ถ™์ธ๋‹ค. ๊ทธ๋ž˜์„œ ์ด ์กฐํ•ฉ์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ์‹œ๋“œ๋ฅผ ์•„์˜ˆ ์žฅ์น˜๋กœ ๋ณด์ง€ ๋ชปํ•œ๋‹ค. ใ€Œํ™•์ •๋œ ํ•จ์ •: `--cloud-init` + Debian `genericcloud` ์กฐํ•ฉ์€ ๋™์ž‘ํ•˜์ง€ ์•Š๋Š”๋‹คใ€์—์„œ๋Š” ์„ฑ๊ณต ํŒ์ •์„ `virsh domblklist` ์˜ ์žฅ์น˜ ์ด๋ฆ„์œผ๋กœ ์žก์•„ ๋‘” ๊นŒ๋‹ญ์ด ์—ฌ๊ธฐ ์žˆ๋‹ค โ€” ์‹œ๋“œ๊ฐ€ `vdb` ๋กœ ๋ณด์—ฌ์•ผ ํ•˜๊ณ , `sda` ๋กœ ๋ณด์ด๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ์ฝ์ง€ ๋ชปํ•œ๋‹ค. +์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” `virt-install --cloud-init`์œผ๋กœ ๋งŒ๋“  ์‹œ๋“œ ์—ฐ๊ฒฐ์—์„œ ๊ธฐ๋Œ€ํ•œ NoCloud ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ์ดํ›„ seed ISO๋ฅผ `bus=virtio` ๋””์Šคํฌ๋กœ ์—ฐ๊ฒฐํ–ˆ๊ณ , ์ •์ƒ ๋ถ€ํŒ…ํ•œ ๊ฒŒ์ŠคํŠธ์˜ `cloud-init status --long`์—์„œ `DataSourceNoCloud [seed=/dev/vdb]`๋ฅผ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ๊ตฌ์„ฑ์€ ์‹ค์ œ๋กœ ํ™•์ธํ•œ virtio seed ๊ฒฝ๋กœ๋ฅผ ์‚ฌ์šฉํ•œ๋‹ค. `--cloud-init` ๊ฒฝ๋กœ๊ฐ€ ๋™์ž‘ํ•˜์ง€ ์•Š์•˜๋˜ ์›์ธ์„ Debian genericcloud์˜ ํŠน์ • ๋“œ๋ผ์ด๋ฒ„ ๋ถ€์žฌ๋กœ ๋‹จ์ •ํ•  ์ฆ๊ฑฐ๋Š” ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. ## ๊ฒŒ์ŠคํŠธ์—๊ฒŒ ๋””์Šคํฌ๋Š” ๋‘ ์žฅ์ด๊ณ , ์‹œ๋“œ๋Š” OS ๊ฐ€ ์•„๋‹ˆ๋‹ค @@ -109,7 +109,7 @@ cloud-init ์ด ์ด ๋นˆ์นธ์„ ์ฒซ ๋ถ€ํŒ…์— ์ฑ„์šฐ๋Š” ์žฅ์น˜๋‹ค. `user-data` ๋ผ | `vda` | 20G | ext4 ๋ฃจํŠธ. ์—ฌ๊ธฐ์„œ ๋ถ€ํŒ…ํ•œ๋‹ค | | `vdb` | 370K | `LABEL=CIDATA` ์ธ iso9660. ์ฝ๊ธฐ ์ „์šฉ์ด๊ณ  ๋งˆ์šดํŠธ๋˜์ง€ ์•Š๋Š”๋‹ค | -`vda` ๋Š” `base.qcow2` ์œ„์˜ ์˜ค๋ฒ„๋ ˆ์ด๋ผ ๋ฐ”๋‹ฅ ํ•œ ๋ฒŒ์„ ๋‘ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ณต์œ ํ•˜๊ณ  ๊ฐ์ž ๋ณ€๊ฒฝ๋ถ„๋งŒ ์Œ“๋Š”๋‹ค. `vdb` ๋Š” ์›๋ณธ YAML ์„ ๊ตฌ์›Œ ๋งŒ๋“  ISO ๋ฅผ ํ’€์— ์˜ฌ๋ฆฐ ๊ฒƒ์ด๋‹ค. +`vda`๋Š” ๊ณตํ†ต `base.qcow2`๋ฅผ backing image๋กœ ์‚ฌ์šฉํ•˜๋Š” ์˜ค๋ฒ„๋ ˆ์ด๋ผ ๋‘ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ฐ™์€ ์ดˆ๊ธฐ ์ด๋ฏธ์ง€๋ฅผ ๊ณต์œ ํ•˜๊ณ  ๊ฐ์ž ๋ณ€๊ฒฝ๋ถ„๋งŒ ์ €์žฅํ•œ๋‹ค. `vdb` ๋Š” ์›๋ณธ YAML ์„ ๊ตฌ์›Œ ๋งŒ๋“  ISO ๋ฅผ ํ’€์— ์˜ฌ๋ฆฐ ๊ฒƒ์ด๋‹ค. ```text label="๊ฐ™์€ ์„ค์ •์ด ์กด์žฌํ•˜๋Š” ์„ธ ๊ณณ" kc-lab-1.yaml โ”€โ”€โ‘ โ”€โ”€โ–ถ seed-kc-lab-1.iso โ”€โ”€โ‘กโ‘ขโ”€โ”€โ–ถ /var/lib/libvirt/images/seed-kc-lab-1.iso @@ -119,7 +119,7 @@ kc-lab-1.yaml โ”€โ”€โ‘ โ”€โ”€โ–ถ seed-kc-lab-1.iso โ”€โ”€โ‘กโ‘ขโ”€โ”€โ–ถ /va ๊ฐ™์€ ๋‚ด์šฉ์ด ์„ธ ๊ณณ์— ์žˆ์–ด์„œ ์›๋ณธ๋งŒ ๊ณ ์น˜๋ฉด VM ์— ๋ฐ˜์˜๋˜์ง€ ์•Š๋Š”๋‹ค. ์…‹์„ ํ•œ ๋ฒˆ์— ๋งž์ถ”๋Š” ๊ฒƒ์ด `deploy/lab/scripts/rebuild-seed.sh` ๋‹ค. -## ๋ถ€ํŒ… ๋‹ค์„ฏ ๋‹จ๊ณ„ ๊ฐ€์šด๋ฐ 3๋ฒˆ์ด ์‹คํŒจํ•˜๋ฉด ์กฐ์šฉํžˆ ๋๋‚œ๋‹ค +## cloud-init์ด ์‹คํŒจํ•ด๋„ VM ์ž์ฒด๋Š” ์‹คํ–‰ ์ค‘์ผ ์ˆ˜ ์žˆ๋‹ค ```text label="์ฒซ ๋ถ€ํŒ…์— ์ผ์–ด๋‚˜๋Š” ๋‹ค์„ฏ ๋‹จ๊ณ„" 1. QEMU ๊ฐ€ vda ์—์„œ ๋ถ€ํŒ… โ†’ Debian ์ปค๋„ ์‹œ์ž‘ @@ -129,9 +129,9 @@ kc-lab-1.yaml โ”€โ”€โ‘ โ”€โ”€โ–ถ seed-kc-lab-1.iso โ”€โ”€โ‘กโ‘ขโ”€โ”€โ–ถ /va 5. ์–ธ๋งˆ์šดํŠธ โ†’ SSH ๋กœ๊ทธ์ธ ๊ฐ€๋Šฅ ``` -cloud-init ์€ `cidata` ๋ ˆ์ด๋ธ”์„ ๊ฐ€์ง„ ๋ธ”๋ก ์žฅ์น˜๋ฅผ ์ฐพ์ง€ ๋ชปํ•˜๋ฉด ๋ฐ์ดํ„ฐ์†Œ์Šค ์—†์ด ์ข…๋ฃŒํ•˜๊ธฐ ๋•Œ๋ฌธ์—, 3๋ฒˆ์ด ์‹คํŒจํ•˜๋ฉด hostname ์ด `localhost` ๋กœ ๋‚จ๊ณ  ์‚ฌ์šฉ์ž๊ฐ€ ์ƒ์„ฑ๋˜์ง€ ์•Š๋Š”๋‹ค. ์˜ค๋ฅ˜ ๋ฉ”์‹œ์ง€๋Š” ์–ด๋””์—๋„ ๋‚จ์ง€ ์•Š๋Š”๋‹ค. `virsh screenshot` ์œผ๋กœ ๋กœ๊ทธ์ธ ํ”„๋กฌํ”„ํŠธ๋งŒ ๋ด๋„ ์ฆ‰์‹œ ํŒ์ •ํ•  ์ˆ˜ ์žˆ๋‹ค. +NoCloud ์‹œ๋“œ๋ฅผ ์ฝ์ง€ ๋ชปํ•˜๋ฉด `user-data`์— ๋„ฃ์€ hostnameยท์‚ฌ์šฉ์žยทSSH ํ‚ค ์„ค์ •๋„ ๊ธฐ๋Œ€ํ•œ ์ƒํƒœ๋กœ ์ ์šฉ๋˜์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” `localhost` ํ˜ธ์ŠคํŠธ๋ช…๊ณผ SSH ์ธ์ฆ ์‹คํŒจ๊ฐ€ ๋จผ์ € ๋ณด์˜€์ง€๋งŒ, ์›์ธ์— ๋”ฐ๋ผ cloud-init ๋กœ๊ทธ์™€ ์ƒํƒœ ์ถœ๋ ฅ์ด ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ ๋กœ๊ทธ๊ฐ€ ๋‚จ์ง€ ์•Š๋Š”๋‹ค๊ณ  ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. SSH๊ฐ€ ๋˜์ง€ ์•Š์œผ๋ฉด `virsh screenshot`์œผ๋กœ ์ฝ˜์†”์˜ ํ˜ธ์ŠคํŠธ๋ช…์„ ํ™•์ธํ•˜๊ณ , ๊ฐ€๋Šฅํ•˜๋ฉด `cloud-init status --long`๊ณผ ๋กœ๊ทธ๋ฅผ ํ•จ๊ป˜ ํ™•์ธํ•œ๋‹ค. -`user-data` ํŒŒ์ผ์€ `#cloud-config` ๋กœ ์‹œ์ž‘ํ•ด์•ผ ํ•œ๋‹ค. ์ด ์ฒซ ์ค„์ด ์—†์œผ๋ฉด cloud-init ์ด YAML ๋กœ ์ธ์‹ํ•˜์ง€ ๋ชปํ•˜๊ณ  ๋ฌด์‹œํ•˜๋ฉฐ, ์ฆ์ƒ์€ ใ€Œ๋ถ€ํŒ…์€ ๋๋Š”๋ฐ ๊ณ„์ •์ด ์—†๋‹คใ€๋กœ ๋‚˜ํƒ€๋‚œ๋‹ค. +์ด ์ ˆ์ฐจ์˜ `user-data`๋Š” `#cloud-config`๋กœ ์‹œ์ž‘ํ•˜๋Š” cloud-config ํ˜•์‹์„ ์‚ฌ์šฉํ•œ๋‹ค. ํ—ค๋”์™€ YAML ๋ฌธ๋ฒ•, cloud-init ์Šคํ‚ค๋งˆ๋ฅผ ๊ฐ๊ฐ ํ™•์ธํ•˜๊ณ , ์‹ค์ œ ์ ์šฉ ์—ฌ๋ถ€๋Š” ๋ถ€ํŒ…ํ•œ ๊ฒŒ์ŠคํŠธ์˜ hostnameยท์‚ฌ์šฉ์žยทSSH ์ƒํƒœ์™€ cloud-init ๋กœ๊ทธ์—์„œ ๋‹ค์‹œ ํ™•์ธํ•œ๋‹ค. ใ€Œํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€์™€ cloud-initใ€์—์„œ๋Š” ๋น„์ƒ ์ ‘๊ทผ ์ˆ˜๋‹จ์„ ๋‚จ๊ธฐ๋ผ๋Š” ํ•ญ๋ชฉ ํ•˜๋‚˜๋ฅผ ใ€Œ์‹ค์ œ๋กœ ๊ฒช์€ ๊ตํ›ˆใ€์ด๋ผ๊ณ  ๋”ฐ๋กœ ์ ์–ด ๋‘์—ˆ๋‹ค. `ssh_pwauth: false` ์— ํ‚ค ์ธ์ฆ๋งŒ ๊ฑธ์–ด ๋‘” ์ƒํƒœ๋กœ 3๋ฒˆ์ด ์‹คํŒจํ•˜๋ฉด ์‚ฌ์šฉ์ž๊ฐ€ ์ƒ์„ฑ๋˜์ง€ ์•Š์•„ ํ‚ค๋„ ๋น„๋ฐ€๋ฒˆํ˜ธ๋„ ์—†๊ณ , ์ฝ˜์†”์— ๋ถ™์–ด๋„ ๋กœ๊ทธ์ธํ•  ์ˆ˜ ์—†๋‹ค. ์‹คํŒจ ์›์ธ์„ ์ ์–ด ๋‘” `/var/log/cloud-init.log` ๋ฅผ ์ฝ์„ ๋ฐฉ๋ฒ•์ด ๊ทธ๋ž˜์„œ ์‚ฌ๋ผ์ง€๊ณ , VM ์„ ์ง€์šฐ๊ณ  ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๊ฒƒ ๋ง๊ณ  ๋‚จ๋Š” ์„ ํƒ์ง€๊ฐ€ ์—†์–ด์ง„๋‹ค. ์ฝ˜์†” ๋กœ๊ทธ์ธ์šฉ ๋น„๋ฐ€๋ฒˆํ˜ธ๋ฅผ ํ•˜๋‚˜ ๋„ฃ์–ด ๋‘๋ฉด ๊ทธ ๊ณจ๋ชฉ์„ ํ”ผํ•˜๋Š”๋ฐ, ์ฝ˜์†” ๋กœ๊ทธ์ธ์€ sshd ๋ฅผ ๊ฑฐ์น˜์ง€ ์•Š์œผ๋ฏ€๋กœ `ssh_pwauth: false` ๋Š” ๊ทธ๋Œ€๋กœ ๋‘”๋‹ค. @@ -148,7 +148,7 @@ multipass ์™€ virt-install ๊ณผ virsh ๋Š” ์„œ๋กœ ๋ฐฐํฌํŒ์ด ๋‹ค๋ฅธ ๋„๊ตฌ๊ฐ€ | ๋„คํŠธ์›ŒํฌยทDHCP ๊ตฌ์„ฑ | `virbr0` + DHCP ์˜ˆ์•ฝ | | `multipass shell` ๋กœ ์ฆ‰์‹œ ์ ‘์† | `~/.ssh/config` ๋ณ„์นญ ์ž‘์„ฑ | -multipass ๋ฅผ ์“ฐ์ง€ ์•Š์€ ๊นŒ๋‹ญ์€ ๋ฐฐํฌํŒ์ด ์•„๋‹ˆ๋ผ ๋ฒ”์œ„์— ์žˆ๋‹ค. multipass ๋Š” Ubuntu ์ด๋ฏธ์ง€๋งŒ ๊ณต์‹ ์ง€์›ํ•ด์„œ Debian ๊ฒŒ์ŠคํŠธ๋ฅผ ๋„์šธ ์ˆ˜ ์—†๋‹ค. ๊ทธ๋ฆฌ๊ณ  ์ด ์‹คํ—˜๋Œ€๋Š” `virsh destroy` ๋กœ ๋…ธ๋“œ๋ฅผ ์ฃฝ์ด๊ณ  NetworkPolicy ๋กœ ํฌํŠธ๋ฅผ ๋ง‰๊ณ  ์Šค๋ƒ…์ƒท์œผ๋กœ ๋˜๋Œ๋ฆฌ๋Š” ์ €์ˆ˜์ค€ ์ œ์–ด๊ฐ€ ์‹คํ—˜์˜ ๋ณธ์ฒด๋ผ ๊ด€๋ฆฌ ๊ณ„์ธต์ด ํ•„์š”ํ–ˆ๋‹ค. +multipass ๋ฅผ ์“ฐ์ง€ ์•Š์€ ๊นŒ๋‹ญ์€ ๋ฐฐํฌํŒ์ด ์•„๋‹ˆ๋ผ ๋ฒ”์œ„์— ์žˆ๋‹ค. multipass ๋Š” Ubuntu ์ด๋ฏธ์ง€๋งŒ ๊ณต์‹ ์ง€์›ํ•ด์„œ Debian ๊ฒŒ์ŠคํŠธ๋ฅผ ๋„์šธ ์ˆ˜ ์—†๋‹ค. ๊ทธ๋ฆฌ๊ณ  ์ด ์‹คํ—˜๋Œ€๋Š” `virsh destroy`๋กœ VM์„ ์ค‘๋‹จํ•˜๊ณ  NetworkPolicy๋กœ ํฌํŠธ๋ฅผ ์ฐจ๋‹จํ•˜๋ฉฐ ์Šค๋ƒ…์ƒท์œผ๋กœ ๋˜๋Œ๋ฆฌ๋Š” ์ €์ˆ˜์ค€ ์ œ์–ด๊ฐ€ ํ•„์š”ํ–ˆ๊ธฐ ๋•Œ๋ฌธ์— libvirt ๊ธฐ๋ฐ˜ ๊ตฌ์„ฑ์„ ์‚ฌ์šฉํ–ˆ๋‹ค. ## ์ด ์„ค๋ช…์ด ๊ฑธ๋ ค ์žˆ๋Š” ํŒ์˜ฌ๋ฆผ diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-inside-a-qcow2-file-the-mapping-table-and-its-clusters.md b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-inside-a-qcow2-file-the-mapping-table-and-its-clusters.md index 7ff1f0a..e6ee4b9 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-inside-a-qcow2-file-the-mapping-table-and-its-clusters.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-inside-a-qcow2-file-the-mapping-table-and-its-clusters.md @@ -1,7 +1,7 @@ --- kind: CONCEPT slug: inside-a-qcow2-file-the-mapping-table-and-its-clusters -title: qcow2 ํŒŒ์ผ ์•ˆ โ€” ๋งคํ•‘ํ‘œ์™€ ํด๋Ÿฌ์Šคํ„ฐ, ๊ทธ๋ฆฌ๊ณ  ํ•ญ๋ชฉ์ด 0 ์ด๋ฉด ๋ฐ”๋‹ฅ์— ๋‹ค์‹œ ๋ฌป๋Š”๋‹ค +title: qcow2์˜ ๋งคํ•‘ ํ…Œ์ด๋ธ”๊ณผ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -20,9 +20,9 @@ source: - final/document.md#234-๊ทธ๋ž˜์„œ-๋งˆ์ด๊ทธ๋ ˆ์ด์…˜๊ณผ-์Šค๋ƒ…์ƒท์ด-๋œ๋‹ค --- -# qcow2 ํŒŒ์ผ ์•ˆ โ€” ๋งคํ•‘ํ‘œ์™€ ํด๋Ÿฌ์Šคํ„ฐ, ๊ทธ๋ฆฌ๊ณ  ํ•ญ๋ชฉ์ด 0 ์ด๋ฉด ๋ฐ”๋‹ฅ์— ๋‹ค์‹œ ๋ฌป๋Š”๋‹ค +# qcow2์˜ ๋งคํ•‘ ํ…Œ์ด๋ธ”๊ณผ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ -qcow2 ๋Š” raw ์— ๋งคํ•‘ํ‘œ ํ•˜๋‚˜๋ฅผ ๋”ํ•œ ๊ฒƒ์ด๊ณ , ํ‘œ๊ฐ€ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฐ’์€ ํ˜ธ์ŠคํŠธ ์ฃผ์†Œ๊ฐ€ ์•„๋‹ˆ๋ผ ํŒŒ์ผ ์•ˆ์˜ ๋ช‡ ๋ฒˆ์งธ ๋ฐ”์ดํŠธ๋‹ค. ๋งคํ•‘ ํ•ญ๋ชฉ์ด 0 ์ด๋ฉด ๋ฐ”๋‹ฅ ํŒŒ์ผ์˜ ๊ฐ™์€ ์œ„์น˜๋ฅผ ์ฝ๋Š”๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์™€ ์Šค๋ƒ…์ƒท๊ณผ ์••์ถ•์ด ์ „๋ถ€ ๊ทธ ๊ทœ์น™ ์œ„์—์„œ ๋ˆ๋‹ค. +qcow2๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ์˜ ๋ธ”๋ก์„ ํŒŒ์ผ ์•ˆ์˜ ์–ด๋А ์œ„์น˜์—์„œ ์ฝ์„์ง€ ๋งคํ•‘ ํ…Œ์ด๋ธ”๋กœ ๊ด€๋ฆฌํ•œ๋‹ค. ๋งคํ•‘ ํ•ญ๋ชฉ์ด ๋น„์–ด ์žˆ๊ณ  backing file์ด ์„ค์ •๋ผ ์žˆ์œผ๋ฉด ๊ฐ™์€ ๊ฒŒ์ŠคํŠธ ์˜คํ”„์…‹์„ backing file์—์„œ ์ฝ๋Š”๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์™€ ์Šค๋ƒ…์ƒท๋„ ์ด ๋งคํ•‘์„ ์ด์šฉํ•œ๋‹ค. @@ -53,11 +53,11 @@ qcow2 ๋Š” ใ€Œ๊ฐ€์ƒ ๋””์Šคํฌ์˜ ์ด ์œ„์น˜๊ฐ€ ํŒŒ์ผ ์•ˆ์˜ ์–ด๋””์— ์žˆ๋Š”๊ฐ€ ๊ทธ๋ฆฌ๊ณ  ํ‘œ์— ์ ํžˆ๋Š” ๊ฐ’์€ ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ ๋””์Šคํฌ์˜ ์ฃผ์†Œ๊ฐ€ ์•„๋‹ˆ๋ผ ํŒŒ์ผ ์•ˆ์˜ ๋ช‡ ๋ฒˆ์งธ ๋ฐ”์ดํŠธ๋‹ค. ๊ทธ๋ž˜์„œ ํŒŒ์ผ์„ ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ํ†ต์งธ๋กœ ์˜ฎ๊ฒจ๋„ ํ‘œ๊ฐ€ ๊ทธ๋Œ€๋กœ ์œ ํšจํ•˜๋‹ค. ํŒŒ์ผ ๋ฐ–์„ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์€ ๋ฐฑํ‚น ํŒŒ์ผ ๊ฒฝ๋กœ ํ•˜๋‚˜๋ฟ์ด๋ผ ๊ทธ๊ฒƒ๋งŒ ๋”ฐ๋กœ ์ฑ™๊ธด๋‹ค. -## ํด๋Ÿฌ์Šคํ„ฐ โ€” ๋งคํ•‘์˜ ์ตœ์†Œ ๋‹จ์œ„ +## ํด๋Ÿฌ์Šคํ„ฐ๋Š” qcow2 ๋งคํ•‘์˜ ์ตœ์†Œ ๋‹จ์œ„๋‹ค ์„นํ„ฐ 512B ํ•˜๋‚˜ํ•˜๋‚˜๋ฅผ ๋งคํ•‘ํ•˜๋ฉด ํ‘œ๊ฐ€ ๋„ˆ๋ฌด ์ปค์ง€๊ธฐ ๋•Œ๋ฌธ์— ํด๋Ÿฌ์Šคํ„ฐ๋ผ๋Š” ๋ฉ์–ด๋ฆฌ ๋‹จ์œ„๋กœ ๋Š๊ณ , ๊ทธ ๊ธฐ๋ณธ๊ฐ’์ด 64KB ๋‹ค. -```bash label="๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€์˜ ํฌ๋งท๊ณผ ํฌ๊ธฐ๋ฅผ ์ฝ๋Š”๋‹ค" +```bash label="backing image์˜ ํฌ๋งท๊ณผ ํฌ๊ธฐ๋ฅผ ์ฝ๋Š”๋‹ค" qemu-img info /var/lib/libvirt/images/base.qcow2 ``` @@ -81,9 +81,9 @@ cluster_size: 65536 ๋‹ค์„ฏ ์ธต์˜ ํฌ๊ธฐ๊ฐ€ ์„œ๋กœ ๋‹ฌ๋ผ๋„ ์ƒ๊ด€์—†๊ณ , ๊ฐ ์ธต์ด ์ž๊ธฐ ์œ„์ธต์„ ์ž๊ธฐ ๋‹จ์œ„๋กœ ์ชผ๊ฐœ ๋‹ด๋Š”๋‹ค. FAT ๊ณผ NTFS ๋„ ํ• ๋‹น ๋‹จ์œ„๋ฅผ ํด๋Ÿฌ์Šคํ„ฐ๋ผ๊ณ  ๋ถ€๋ฅด๋Š”๋ฐ, ๊ฐ™์€ ๋‚ฑ๋ง์ด๊ณ  ๋‹ค๋ฅธ ์ธต์ด๋‹ค. -## 2๋‹จ๊ณ„ ๋งคํ•‘ โ€” L1 ์—์„œ L2 ๋กœ +## L1๊ณผ L2 ํ…Œ์ด๋ธ”๋กœ ํด๋Ÿฌ์Šคํ„ฐ ์œ„์น˜๋ฅผ ์ฐพ๋Š”๋‹ค -๋งคํ•‘ํ‘œ๋ฅผ ํ•œ ์žฅ์œผ๋กœ ๋งŒ๋“ค๋ฉด 20GB ๋””์Šคํฌ ํ•˜๋‚˜์— ํ‘œ๋งŒ ์ˆ˜ MB ๊ฐ€ ๋˜๊ณ , ๋Œ€๋ถ€๋ถ„์ด ๋น„์–ด ์žˆ๋Š”๋ฐ๋„ ํ•ญ์ƒ ๋“ค๊ณ  ์žˆ์–ด์•ผ ํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ๋‘ ๋‹จ๊ณ„๋กœ ๋‚˜๋ˆˆ๋‹ค. +๊ฐ€์ƒ ๋””์Šคํฌ ์ „์ฒด๋ฅผ ๋‹จ์ผ ๋งคํ•‘ ํ…Œ์ด๋ธ”๋กœ ๊ด€๋ฆฌํ•˜๋ฉด ๋น„์–ด ์žˆ๋Š” ์˜์—ญ๊นŒ์ง€ ํฐ ํ…Œ์ด๋ธ”์„ ์œ ์ง€ํ•ด์•ผ ํ•œ๋‹ค. qcow2๋Š” ์ด๋ฅผ L1๊ณผ L2 ๋‘ ๋‹จ๊ณ„๋กœ ๋‚˜๋ˆ  ํ•„์š”ํ•œ ์˜์—ญ์˜ ๋งคํ•‘๋งŒ ์‚ฌ์šฉํ•œ๋‹ค. ```text label="๊ฒŒ์ŠคํŠธ ์˜คํ”„์…‹์ด ์„ธ ์กฐ๊ฐ์œผ๋กœ ์“ฐ์ธ๋‹ค" ๊ฒŒ์ŠคํŠธ๊ฐ€ ์ฝ์œผ๋ ค๋Š” ์œ„์น˜ @@ -105,19 +105,19 @@ cluster_size: 65536 ์šด์˜์ฒด์ œ์˜ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”๊ณผ ๊ฐ™์€ ๊ตฌ์กฐ๋‹ค. ํ•„์š”ํ•œ L2 ํ‘œ๋งŒ ๋งŒ๋“ค๋ฉด ๋˜๋ฏ€๋กœ ์•ˆ ์“ด ์˜์—ญ์€ L1 ํ•ญ๋ชฉ์ด 0 ์ธ ์ฑ„๋กœ ๋๋‚œ๋‹ค. -## ํ•ญ๋ชฉ์ด 0 ์ด๋ฉด ๋ฐ”๋‹ฅ์— ๋‹ค์‹œ ๋ฌป๋Š”๋‹ค +## ๋งคํ•‘์ด ์—†์œผ๋ฉด backing file์„ ํ™•์ธํ•œ๋‹ค ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ ์„ฑ๋ฆฝํ•˜๋Š” ๊ทœ์น™์ด ์—ฌ๊ธฐ ์žˆ๋‹ค. -| L2 ํ•ญ๋ชฉ์ด | ๋ฐ”๋‹ฅ ํŒŒ์ผ์ด | ์ฝ์œผ๋ฉด ๋ฌด์—‡์ด ๋Œ์•„์˜ค๋‚˜ | +| L2 ํ•ญ๋ชฉ | backing file | ์ฝ๊ธฐ ๊ฒฐ๊ณผ | |---|---|---| | ๊ฐ’์ด ์žˆ์Œ | (๋ฌด๊ด€) | ์ด ํŒŒ์ผ์˜ ๊ทธ ์œ„์น˜๋ฅผ ์ฝ๋Š”๋‹ค | | 0 | ์—†์Œ | 0 ์œผ๋กœ ์ฑ„์šด 64KB ๋ฅผ ๋งŒ๋“ค์–ด ๋Œ๋ ค์ค€๋‹ค | -| 0 | ์žˆ์Œ | ๋ฐ”๋‹ฅ ํŒŒ์ผ์˜ ๊ฐ™์€ ์œ„์น˜๋ฅผ ์ฝ๋Š”๋‹ค | +| 0 | ์žˆ์Œ | backing file์˜ ๊ฐ™์€ ๊ฒŒ์ŠคํŠธ ์˜คํ”„์…‹์„ ์ฝ๋Š”๋‹ค | ๊ทธ๋ž˜์„œ `kc-lab-1.qcow2` ๋Š” ์ž๊ธฐ๊ฐ€ ๋ฐ”๊พผ ํด๋Ÿฌ์Šคํ„ฐ๋งŒ ๋“ค๊ณ  ์žˆ๊ณ  ๋‚˜๋จธ์ง€๋Š” ์ „๋ถ€ `base.qcow2` ๋ฅผ ๋ณธ๋‹ค. 20GB ๋ฅผ ์„ ์–ธํ•œ ํŒŒ์ผ์ด 1.4GB ๋กœ ์žกํžˆ๋Š” ๊นŒ๋‹ญ์ด ์ด ๊ทœ์น™์— ์žˆ๋‹ค. -๋ฐ”๋‹ฅ ๊ฒฝ๋กœ๋Š” ํ—ค๋”์— `backing_file_offset` ์œผ๋กœ ์ž๋ฆฌ๋ฅผ ์žก๊ณ  ๋ฌธ์ž์—ด๋กœ ๋“ค์–ด๊ฐ€์„œ, ๋ฐ”๋‹ฅ์„ ์˜ฎ๊ธฐ๊ฑฐ๋‚˜ ์ด๋ฆ„์„ ๋ฐ”๊พธ๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ถ€ํŒ…ํ•˜์ง€ ๋ชปํ•œ๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋ณต์‚ฌํ•˜๋ฉด ์•ˆ ๋˜๋Š” ๊นŒ๋‹ญ๋„ ์—ฌ๊ธฐ ์žˆ๊ณ , ๊ฒฝ๋กœ๋ฅผ ์ ˆ๋Œ€๊ฒฝ๋กœ๋กœ ์ฃผ๋Š” ๊ฒƒ๋„ ๊ฐ™์€ ์ด์œ ๋‹ค. +backing file ๊ฒฝ๋กœ๋Š” qcow2 ํ—ค๋”์— ์ €์žฅ๋˜๋ฏ€๋กœ ํŒŒ์ผ์„ ์˜ฎ๊ธฐ๊ฑฐ๋‚˜ ์ด๋ฆ„์„ ๋ฐ”๊พธ๋ฉด ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ backing file์„ ์ฐพ์ง€ ๋ชปํ•  ์ˆ˜ ์žˆ๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋ณต์‚ฌํ•˜๋ฉด ์•ˆ ๋˜๋Š” ๊นŒ๋‹ญ๋„ ์—ฌ๊ธฐ ์žˆ๊ณ , ๊ฒฝ๋กœ๋ฅผ ์ ˆ๋Œ€๊ฒฝ๋กœ๋กœ ์ฃผ๋Š” ๊ฒƒ๋„ ๊ฐ™์€ ์ด์œ ๋‹ค. ํ—ค๋”์—๋Š” ๋งค์ง๊ฐ’ `QFI\xfb`, ๋ฒ„์ „, `cluster_bits`, ๊ฐ€์ƒ ๋””์Šคํฌ ํฌ๊ธฐ, `l1_table_offset`, `refcount_table_offset`, `backing_file_offset` ์ด ๋“ค์–ด๊ฐ„๋‹ค. @@ -148,7 +148,7 @@ qemu-img map --output=json /var/lib/libvirt/images/base.qcow2 ```text label="์‹ค์ธก โ€” Debian 12 genericcloud" {'start': 0, 'length': 65536, 'data': True, 'compressed': True} โ† ์••์ถ•๋œ ํด๋Ÿฌ์Šคํ„ฐ -{'start': 65536, 'length': 983040, 'data': False, 'zero': True} โ† ๊ตฌ๋ฉ +{'start': 65536, 'length': 983040, 'data': False, 'zero': True} โ† ํ• ๋‹น๋˜์ง€ ์•Š์€ ํฌ์†Œ ์˜์—ญ {'start': 1048576, 'length': 65536, 'data': True, 'compressed': True} compressed ๊ตฌ๊ฐ„: 606๊ฐœ / ์ „์ฒด 1236๊ฐœ @@ -156,13 +156,13 @@ compressed ๊ตฌ๊ฐ„: 606๊ฐœ / ์ „์ฒด 1236๊ฐœ | 3 GiB ๊ฐ€ 324 MiB ๊ฐ€ ๋˜๋Š” ์ด์œ  | ์ด ์ด๋ฏธ์ง€์—์„œ | |---|---| -| โ‘  ์•ˆ ์“ด ๊ณต๊ฐ„์„ ์•ˆ ์ ์Œ (ํฌ์†Œ) | 3 GiB ์ค‘ 2.01 GiB ๊ฐ€ ๊ตฌ๋ฉ | +| โ‘  ์‚ฌ์šฉํ•˜์ง€ ์•Š์€ ์˜์—ญ์€ ๋ธ”๋ก์„ ํ• ๋‹นํ•˜์ง€ ์•Š์Œ | 3 GiB ์ค‘ 2.01 GiB๊ฐ€ ํฌ์†Œ ์˜์—ญ | | โ‘ก ์“ด ๋ถ€๋ถ„์„ zlib ์••์ถ• | ๋‚จ์€ 1010 MiB โ†’ 324 MiB | -| โ‘ข genericcloud ์ž์ฒด๊ฐ€ ์ž‘์Œ | GUIยท๋ฌธ์„œยท๋ฌผ๋ฆฌ ํ•˜๋“œ์›จ์–ด ๋“œ๋ผ์ด๋ฒ„ ์—†์Œ | +| โ‘ข ๋ฐฐํฌ ์ด๋ฏธ์ง€ ์ž์ฒด์˜ ๋‚ด์šฉ | ์–ด๋–ค ํŒจํ‚ค์ง€์™€ ํŒŒ์ผ์ด ๋“ค์–ด ์žˆ๋Š”์ง€์— ๋”ฐ๋ผ ์‚ฌ์šฉ ๋ธ”๋ก ์–‘์ด ๋‹ฌ๋ผ์ง | ์••์ถ•๋„ ์šฐ๋ฆฌ๊ฐ€ ํ•œ ๊ฒƒ์ด ์•„๋‹ˆ๋ผ Debian ์ด ๋ฐฐํฌ ์‹œ์ ์— ํ•œ ๊ฒƒ์ด๋‹ค. `qemu-img convert -c` ๋ฅผ ๋Œ๋ฆฐ ์ ์ด ์—†๋Š”๋ฐ๋„ `compressed: True` ๊ฐ€ ๋‚˜์˜จ๋‹ค. -์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋Š” ์ฝ์„ ๋•Œ ์ž๋™์œผ๋กœ ํ’€๋ฆฐ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ํด๋Ÿฌ์Šคํ„ฐ์— ์“ฐ๋ฉด ์••์ถ•ํ•˜์ง€ ์•Š์€ ํ˜•ํƒœ๋กœ ์ƒˆ๋กœ ํ• ๋‹นํ•˜๋ฏ€๋กœ, ์˜ค๋ฒ„๋ ˆ์ด์— ์Œ“์ด๋Š” ๊ฒƒ์€ ๋น„์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋‹ค. ๋ฐ”๋‹ฅ์€ ์ž‘์€๋ฐ ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ ์ƒ๋Œ€์ ์œผ๋กœ ์ปค ๋ณด์ด๋Š” ๊นŒ๋‹ญ ๊ฐ€์šด๋ฐ ํ•˜๋‚˜๊ฐ€ ์—ฌ๊ธฐ ์žˆ๋‹ค. +์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋Š” ์ฝ์„ ๋•Œ ์ž๋™์œผ๋กœ ํ’€๋ฆฐ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ํด๋Ÿฌ์Šคํ„ฐ์— ์“ฐ๋ฉด ์••์ถ•ํ•˜์ง€ ์•Š์€ ํ˜•ํƒœ๋กœ ์ƒˆ๋กœ ํ• ๋‹นํ•˜๋ฏ€๋กœ, ์˜ค๋ฒ„๋ ˆ์ด์— ์Œ“์ด๋Š” ๊ฒƒ์€ ๋น„์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋‹ค. ๋ฐฐํฌ๋œ base image์™€ ์‹คํ–‰ ํ›„ ์˜ค๋ฒ„๋ ˆ์ด์˜ ํŒŒ์ผ ํฌ๊ธฐ๊ฐ€ ํฌ๊ฒŒ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋Š” ์ด์œ  ๊ฐ€์šด๋ฐ ํ•˜๋‚˜๋‹ค. ์••์ถ• ๋‹จ์œ„๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ์ด๋ฏ€๋กœ 1๋ฐ”์ดํŠธ๋ฅผ ์ฝ์–ด๋„ ๊ทธ ํด๋Ÿฌ์Šคํ„ฐ ์ „์ฒด๋ฅผ ํ’€์–ด์•ผ ํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ์“ฐ๊ธฐ๊ฐ€ ์žฆ์€ ๋””์Šคํฌ์—๋Š” ์••์ถ•์„ ๊ฑธ์ง€ ์•Š๋Š”๋‹ค. @@ -179,17 +179,17 @@ base.qcow2 โ† k3s-golden.qcow2 โ† kc-lab-1.qcow2 |---|---|---| | ์–ธ์ œ ์Œ“๋‚˜ | ๋นŒ๋“œ ์‹œ์ ์— ์˜๋„์ ์œผ๋กœ | ์ฃผ๋กœ ๋Ÿฐํƒ€์ž„ ํŒŒ์ƒ | | ์ธต์˜ ์ •์ฒด์„ฑ | ๋ ˆ์ด์–ด๋งˆ๋‹ค ๋‹ค์ด์ œ์ŠคํŠธ | ๊ฒฝ๋กœ ๋ฌธ์ž์—ด | -| ๋ฐฐํฌ ๋‹จ์œ„ | ๋ ˆ์ด์–ด tar ์—ฌ๋Ÿฌ ๊ฐœ + ๋งค๋‹ˆํŽ˜์ŠคํŠธ | ํŒŒ์ผ๋“ค (๋ฐ”๋‹ฅ๊นŒ์ง€ ์ „๋ถ€ ํ•„์š”) | +| ๋ฐฐํฌ ๋‹จ์œ„ | ๋ ˆ์ด์–ด tar ์—ฌ๋Ÿฌ ๊ฐœ + ๋งค๋‹ˆํŽ˜์ŠคํŠธ | qcow2 ํŒŒ์ผ๊ณผ ํ•„์š”ํ•œ backing file | | ์ธต์ด ๊นŠ์–ด์ง€๋ฉด | ์ฝ๊ธฐ ์„ฑ๋Šฅ ์˜ํ–ฅ ์ ์Œ | ์ฝ์„ ๋•Œ๋งˆ๋‹ค ์‚ฌ์Šฌ์„ ๊ฑฐ์Šฌ๋Ÿฌ ์˜ฌ๋ผ๊ฐ„๋‹ค | ์ฒด์ธ์ด ๊นŠ์œผ๋ฉด ์ฝ๊ธฐ๊ฐ€ ๋А๋ ค์ง„๋‹ค. ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ์–ด๋А ์ธต์— ์žˆ๋Š”์ง€ ์ฐพ์œผ๋ ค๋ฉด L2 ํ•ญ๋ชฉ์ด 0 ์ผ ๋•Œ๋งˆ๋‹ค ํ•œ ์ธต ์•„๋ž˜๋กœ ๋‚ด๋ ค๊ฐ€๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ์‹คํ—˜๋Œ€์—์„œ ์ธต์„ ๋‘์„ธ ๊ฒน ๋„˜๊ฒŒ ์Œ“์ง€ ์•Š๋Š” ๊นŒ๋‹ญ์ด ์—ฌ๊ธฐ ์žˆ๋‹ค. | ์‚ฌ์Šฌ์„ ๋Š๋Š” ๋ช…๋ น | ๋ฌด์—‡์„ ํ•˜๋‚˜ | ๊ฒฐ๊ณผ | |---|---|---| -| `qemu-img commit <์˜ค๋ฒ„๋ ˆ์ด>` | ์˜ค๋ฒ„๋ ˆ์ด์˜ ๋ณ€๊ฒฝ๋ถ„์„ ๋ฐ”๋‹ฅ์— ๋ณ‘ํ•ฉ | ๋ฐ”๋‹ฅ์ด ๋ฐ”๋€๋‹ค. ๋‹ค๋ฅธ ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ ์žˆ์œผ๋ฉด ๊ทธ๊ฒƒ๋“ค์ด ๊นจ์ง„๋‹ค | -| `qemu-img convert -O qcow2 <์˜ค๋ฒ„๋ ˆ์ด> <์ƒˆํŒŒ์ผ>` | ์‚ฌ์Šฌ ์ „์ฒด๋ฅผ ์ฝ์–ด ๋‹จ์ผ ํŒŒ์ผ๋กœ ํ‰ํƒ„ํ™” | ๋ฐ”๋‹ฅ๊ณผ ๋ฌด๊ด€ํ•ด์ง„๋‹ค. ์šฉ๋Ÿ‰์€ ๋Š˜์–ด๋‚œ๋‹ค | +| `qemu-img commit <์˜ค๋ฒ„๋ ˆ์ด>` | ์˜ค๋ฒ„๋ ˆ์ด ๋ณ€๊ฒฝ๋ถ„์„ backing file์— ๋ณ‘ํ•ฉ | backing file ๋‚ด์šฉ์ด ๋ฐ”๋€Œ๋ฏ€๋กœ ์ด๋ฅผ ๊ณต์œ ํ•˜๋Š” ๋‹ค๋ฅธ ์˜ค๋ฒ„๋ ˆ์ด์—๋„ ์˜ํ–ฅ์„ ์ค„ ์ˆ˜ ์žˆ๋‹ค | +| `qemu-img convert -O qcow2 <์˜ค๋ฒ„๋ ˆ์ด> <์ƒˆํŒŒ์ผ>` | backing chain์„ ์ฝ์–ด ๋…๋ฆฝ๋œ ํŒŒ์ผ๋กœ ๋ณ€ํ™˜ | ์›๋ž˜ backing file์ด ์—†์–ด๋„ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋‹ค. ํŒŒ์ผ ํฌ๊ธฐ๋Š” ์ปค์งˆ ์ˆ˜ ์žˆ๋‹ค | -๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ณด๋‚ผ ๋•Œ ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ๋ณต์‚ฌํ•˜๋ฉด ๋ฐ”๋‹ฅ์ด ์—†์–ด ๋ถ€ํŒ…ํ•˜์ง€ ๋ชปํ•˜๋ฏ€๋กœ, ์˜ฎ๊ธธ ๋•Œ๋Š” `convert` ๋กœ ํ‰ํƒ„ํ™”ํ•ด ํŒŒ์ผ ํ•˜๋‚˜๋กœ ์™„๊ฒฐ์‹œํ‚จ๋‹ค. +๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ๋ณต์‚ฌํ•˜๋ฉด backing file์„ ์ฐพ์ง€ ๋ชปํ•  ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ, backing chain์„ ํ•จ๊ป˜ ์˜ฎ๊ธฐ๊ฑฐ๋‚˜ `qemu-img convert`๋กœ ๋…๋ฆฝ๋œ ์ด๋ฏธ์ง€๋กœ ๋ณ€ํ™˜ํ•ด์•ผ ํ•œ๋‹ค. ## `qemu-img` ๋Š” VM ์„ ๋Œ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค @@ -197,11 +197,11 @@ base.qcow2 โ† k3s-golden.qcow2 โ† kc-lab-1.qcow2 `virt-install --disk size=20,backing_store=...` ์ด ๋‚ด๋ถ€์ ์œผ๋กœ `qemu-img create` ๋ฅผ ๋ถ€๋ฅธ๋‹ค. ๊ณจ๋“  ์ด๋ฏธ์ง€๋ฅผ ๋งŒ๋“ค๊ฑฐ๋‚˜ ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ์ดˆ๊ธฐํ™”ํ•  ๋•Œ ์ด ๋„๊ตฌ๋ฅผ ์ง์ ‘ ์“ด๋‹ค. -ํฌ๋งท์„ ์•Œ์•„๋ณด๋Š” ๊ฒƒ๋„ ํ—ค๋”์˜ ๋งค์ง๊ฐ’์ด๋‹ค. `qemu-img info` ๊ฐ€ `file format: raw` ๋กœ ์ฝ์œผ๋ฉด ๊ทธ ํŒŒ์ผ์€ qcow2 ๊ฐ€ ์•„๋‹ˆ๊ณ , ๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€๋ฅผ ๋ฐ›๋‹ค๊ฐ€ ๋Š๊ฒจ HTML ์˜ค๋ฅ˜ ํŽ˜์ด์ง€๋ฅผ ์ €์žฅํ–ˆ์„ ๋•Œ ๊ทธ๋ ‡๊ฒŒ ๋‚˜์˜จ๋‹ค. +ํฌ๋งท์„ ์•Œ์•„๋ณด๋Š” ๊ฒƒ๋„ ํ—ค๋”์˜ ๋งค์ง๊ฐ’์ด๋‹ค. `qemu-img info` ๊ฐ€ `file format: raw` ๋กœ ์ฝ์œผ๋ฉด ๊ทธ ํŒŒ์ผ์€ qcow2 ๊ฐ€ ์•„๋‹ˆ๊ณ , base image ๋‹ค์šด๋กœ๋“œ๊ฐ€ ์‹คํŒจํ•ด HTML ์˜ค๋ฅ˜ ํŽ˜์ด์ง€๊ฐ€ ์ €์žฅ๋์„ ๋•Œ๋„ ์ด๋Ÿฐ ์‹์œผ๋กœ ์ž˜๋ชป๋œ ํฌ๋งท์ด ๋“œ๋Ÿฌ๋‚  ์ˆ˜ ์žˆ๋‹ค. ## ์ด ์„ค๋ช…์ด ๊ฑธ๋ ค ์žˆ๋Š” ๊ฒƒ -์‹ค์ธก์€ ๋ฐฐํฌ๋ณธ `base.qcow2` ํ•œ ์žฅ์— ๋Œ€ํ•œ ๊ฒƒ์ด๊ณ  `qemu-img info` ์™€ `qemu-img map --output=json` ์˜ ์ถœ๋ ฅ์ด ๊ทผ๊ฑฐ๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด ์ชฝ ๋งคํ•‘์„ ๊ฐ™์€ ๋ช…๋ น์œผ๋กœ ๋–  ๋ณธ ๊ธฐ๋ก์€ ์—†๋‹ค. +์‹ค์ธก์€ ๋ฐฐํฌ๋ณธ `base.qcow2` ํŒŒ์ผ ํ•˜๋‚˜์— ๋Œ€ํ•œ ๊ฒƒ์ด๊ณ  `qemu-img info` ์™€ `qemu-img map --output=json` ์˜ ์ถœ๋ ฅ์ด ๊ทผ๊ฑฐ๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด ์ชฝ ๋งคํ•‘์„ ๊ฐ™์€ ๋ช…๋ น์œผ๋กœ ๋–  ๋ณธ ๊ธฐ๋ก์€ ์—†๋‹ค. ๋น„ํŠธ ๋‚˜๋ˆ„๊ธฐ๋Š” `cluster_size` 65536 ์—์„œ ๋”ฐ๋ผ ๋‚˜์˜ค๋Š” ๊ณ„์‚ฐ์ด๋ผ ๋‹ค๋ฅธ ํด๋Ÿฌ์Šคํ„ฐ ํฌ๊ธฐ๋กœ ๋งŒ๋“  ์ด๋ฏธ์ง€์—์„œ๋Š” ์ˆซ์ž๊ฐ€ ๋‹ฌ๋ผ์ง„๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-what-a-qcow2-file-carries.md b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-what-a-qcow2-file-carries.md index eda3092..c6bb692 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-what-a-qcow2-file-carries.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/concept/concept-what-a-qcow2-file-carries.md @@ -1,7 +1,7 @@ --- kind: CONCEPT slug: what-a-qcow2-file-carries -title: qcow2 ํŒŒ์ผ ํ•œ ์žฅ์ด ๋‹ด๋Š” ๊ฒƒ โ€” ๋งคํ•‘ํ‘œ์™€ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ๊ฐ™์€ ํŒŒ์ผ ์•ˆ์— ์žˆ๊ณ , ํŒŒ์ผ ๋ฐ–์„ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์€ ๋ฐฑํ‚น ํŒŒ์ผ ๊ฒฝ๋กœ ํ•˜๋‚˜๋‹ค +title: qcow2 ํŒŒ์ผ์—๋Š” ๋ฌด์—‡์ด ์ €์žฅ๋˜๋Š”๊ฐ€ topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -13,16 +13,16 @@ source: - final/document.md#178-์ด-๋ถ€์˜-์ถœ์ฒ˜์™€-๋ฒ”์œ„ --- -# qcow2 ํŒŒ์ผ ํ•œ ์žฅ์ด ๋‹ด๋Š” ๊ฒƒ โ€” ๋งคํ•‘ํ‘œ์™€ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ๊ฐ™์€ ํŒŒ์ผ ์•ˆ์— ์žˆ๊ณ , ํŒŒ์ผ ๋ฐ–์„ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์€ ๋ฐฑํ‚น ํŒŒ์ผ ๊ฒฝ๋กœ ํ•˜๋‚˜๋‹ค +# qcow2 ํŒŒ์ผ์—๋Š” ๋ฌด์—‡์ด ์ €์žฅ๋˜๋Š”๊ฐ€ -qcow2 ํ•œ ์žฅ์—๋Š” ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ์™€ ๊ทธ๊ฒƒ์ด ํŒŒ์ผ์˜ ์–ด๋А ์˜คํ”„์…‹์— ๋†“์˜€๋Š”์ง€ ์ ์€ ๋งคํ•‘ํ‘œ๊ฐ€ ๋“ค์–ด ์žˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ ์˜ค๋ฒ„๋ ˆ์ด์—์„œ ํŒŒ์ผ ๋ฐ–์œผ๋กœ ์ด์–ด์ง€๋Š” ํ•ต์‹ฌ ์˜์กด์„ฑ์€ ๋ฐฑํ‚น ํŒŒ์ผ ๊ฒฝ๋กœ๋‹ค. ์‹คํ–‰ ์ค‘์ธ ํ”„๋กœ์„ธ์Šค์™€ ์•ˆ ๋‚ด๋ ค๊ฐ„ dirty page, vCPUยทRAMยทNIC ๋ฅผ ์ ์–ด ๋‘” VM ์ •์˜ XML ์€ ์—†๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์˜ virtual size๊ฐ€ 20GiB์ธ๋ฐ host allocation์ด ๋ช‡ GiB์— ๊ทธ์น˜๋Š” ์ฃผ๋œ ์ด์œ ๋Š” ์•„์ง ์“ฐ์ง€ ์•Š์€ ์˜์—ญ์„ ํŒŒ์ผ์— ํ• ๋‹นํ•˜์ง€ ์•Š๋Š” sparse allocation์ด๋‹ค. ๋‹ค๋งŒ qcow2 ํฌ๋งท ์ž์ฒด๋Š” ์••์ถ•์„ ์ง€์›ํ•˜๊ณ , ์ด ์‹คํ—˜๋Œ€์˜ Debian `base.qcow2`์—๋Š” ์‹ค์ œ ์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋„ ์žˆ๋‹ค. +qcow2 ํŒŒ์ผ์—๋Š” ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ์™€ ๊ฐ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ํŒŒ์ผ์˜ ์–ด๋А ์˜คํ”„์…‹์— ๋†“์˜€๋Š”์ง€ ๊ธฐ๋กํ•œ ๋งคํ•‘ ํ…Œ์ด๋ธ”์ด ๋“ค์–ด ์žˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ ํŒŒ์ผ ๋ฐ–์—์„œ ํ•„์š”๋กœ ํ•˜๋Š” ์ •๋ณด๋Š” backing file ๊ฒฝ๋กœ๋‹ค. ์‹คํ–‰ ์ค‘์ธ ํ”„๋กœ์„ธ์Šค์™€ ์•ˆ ๋‚ด๋ ค๊ฐ„ dirty page, vCPUยทRAMยทNIC ๋ฅผ ์ ์–ด ๋‘” VM ์ •์˜ XML ์€ ์—†๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์˜ virtual size๊ฐ€ 20GiB์ธ๋ฐ host allocation์ด ๋ช‡ GiB์— ๊ทธ์น˜๋Š” ์ฃผ๋œ ์ด์œ ๋Š” ์•„์ง ์“ฐ์ง€ ์•Š์€ ์˜์—ญ์„ ํŒŒ์ผ์— ํ• ๋‹นํ•˜์ง€ ์•Š๋Š” sparse allocation์ด๋‹ค. ๋‹ค๋งŒ qcow2 ํฌ๋งท ์ž์ฒด๋Š” ์••์ถ•์„ ์ง€์›ํ•˜๊ณ , ์ด ์‹คํ—˜๋Œ€์˜ Debian `base.qcow2`์—๋Š” ์‹ค์ œ ์••์ถ• ํด๋Ÿฌ์Šคํ„ฐ๋„ ์žˆ๋‹ค. -## ํŒŒ์ผ ํ•œ ์žฅ ์•ˆ์— ๋“ค์–ด ์žˆ๋Š” ๊ฒƒ +## qcow2 ํŒŒ์ผ ์•ˆ์— ๋“ค์–ด ์žˆ๋Š” ๊ฒƒ -qcow2 ๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ ํ•œ ์žฅ์˜ ๋ธ”๋ก์„ ๋‹ด๋Š” ํŒŒ์ผ์ด๋‹ค. ๋ธ”๋ก์˜ ๋‚ด์šฉ์ด ๋“ค์–ด๊ฐ€๋Š” ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ์™€, ๊ทธ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ํŒŒ์ผ์˜ ์–ด๋А ์˜คํ”„์…‹์— ๋†“์˜€๋Š”์ง€ ์ ์€ ๋งคํ•‘ํ‘œ๊ฐ€ ๊ฐ™์€ ํŒŒ์ผ ์•ˆ์— ํ•จ๊ป˜ ์žˆ๋‹ค. +qcow2๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ์˜ ๋ธ”๋ก์„ ๋‹ด๋Š” ํŒŒ์ผ์ด๋‹ค. ๋ธ”๋ก์˜ ๋‚ด์šฉ์ด ๋“ค์–ด๊ฐ€๋Š” ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ์™€, ๊ทธ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ํŒŒ์ผ์˜ ์–ด๋А ์˜คํ”„์…‹์— ๋†“์˜€๋Š”์ง€ ์ ์€ ๋งคํ•‘ํ‘œ๊ฐ€ ๊ฐ™์€ ํŒŒ์ผ ์•ˆ์— ํ•จ๊ป˜ ์žˆ๋‹ค. ๋งคํ•‘ํ‘œ์— ์ ํžˆ๋Š” ๊ฐ’์€ ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ ์ฃผ์†Œ๊ฐ€ ์•„๋‹ˆ๋ผ ํŒŒ์ผ ์•ˆ์˜ ์˜คํ”„์…‹์ด์–ด์„œ, ํŒŒ์ผ์„ ๋‹ค๋ฅธ ๋””๋ ‰ํ„ฐ๋ฆฌ๋กœ ์˜ฎ๊ธฐ๋“  ๋‹ค๋ฅธ ํ˜ธ์ŠคํŠธ๋กœ ๋ณต์‚ฌํ•˜๋“  ํ‘œ๊ฐ€ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ณณ์€ ๋‹ฌ๋ผ์ง€์ง€ ์•Š๋Š”๋‹ค. ํŒŒ์ผ์„ ํ†ต์งธ๋กœ ์˜ฎ๊ธฐ๊ธฐ๋งŒ ํ•˜๋ฉด ๋งคํ•‘์€ ๊ทธ๋Œ€๋กœ ์œ ํšจํ•˜๋‹ค. @@ -74,6 +74,6 @@ qcow2 ๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ ํ•œ ์žฅ์˜ ๋ธ”๋ก์„ ๋‹ด๋Š” ํŒŒ์ผ์ด๋‹ค. ๋ธ”๋ก์˜ ๋งคํ•‘ํ‘œ๊ฐ€ ํŒŒ์ผ ์•ˆ์—์„œ ์–ด๋–ค ๊ตฌ์กฐ๋กœ ๋‚˜๋‰˜๋Š”์ง€๋Š” ์—ฌ๊ธฐ์„œ ๋‹ค๋ฃจ์ง€ ์•Š๋Š”๋‹ค. ์ด์‹ ๊ด€์ ์—์„œ ํ•„์š”ํ•œ ๊ฒƒ์€ ๋งคํ•‘ํ‘œ๊ฐ€ ํŒŒ์ผ ๋‚ด๋ถ€ ์˜คํ”„์…‹์„ ๊ฐ€๋ฆฌํ‚จ๋‹ค๋Š” ๋ฐ๊นŒ์ง€๋‹ค. qcow2 ๋‚ด๋ถ€ L1/L2 table, blk-mq tag allocator, NVMe submission/completion queue ๊ฐ™์€ ์„ธ๋ถ€ ๊ตฌํ˜„์€ ์ด ๊ฒฝ๋กœ๋ฅผ ๋” ๊นŠ๊ฒŒ ๋ณผ ๋•Œ ๋ณ„๋„๋กœ ๋‹ค๋ฃฌ๋‹ค. -์˜จํ”„๋ ˜ ์ด๋ฏธ์ง€๋ฅผ ํด๋ผ์šฐ๋“œ๋กœ ์˜ฌ๋ฆฌ๋Š” ์ ˆ์ฐจ๋„ ์ด ๊ธ€ ๋ฐ–์ด๋‹ค. ์›๋ณธ ๋ฌธ์„œ๊ฐ€ ๊ทธ ๋ถ€๋ถ„์„ ์ฝ”๋“œ ๊ด€์ธก์ด ์•„๋‹Œ ์™ธ๋ถ€ ์ง€์‹์ด๋ผ๊ณ  ์Šค์Šค๋กœ ํ‘œ์‹œํ•ด ๋‘์—ˆ๊ณ  ์ด ์‹คํ—˜๋Œ€์—์„œ ํ•œ ๋ฒˆ๋„ ํ•ด ๋ณด์ง€ ์•Š์•„์„œ, ์›๋ณธ ๋ฌธ์„œ์—๋งŒ ๋‘๊ณ  ์ด ๊ธฐ๋ก์œผ๋กœ ์˜ฎ๊ธฐ์ง€ ์•Š์•˜๋‹ค. +์˜จํ”„๋ ˜์—์„œ ๋งŒ๋“  ์ด๋ฏธ์ง€๋ฅผ ํด๋ผ์šฐ๋“œ๋กœ ์˜ฎ๊ธฐ๋Š” ์ ˆ์ฐจ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. ์—ฌ๊ธฐ์„œ๋Š” ๋กœ์ปฌ libvirt์—์„œ qcow2 ์ด๋ฏธ์ง€๋ฅผ ์ƒ์„ฑํ•˜๊ณ  ์‚ฌ์šฉํ•˜๋Š” ๋ฒ”์œ„๊นŒ์ง€๋งŒ ๋‹ค๋ฃฌ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-dns-01-because-the-lab-is-not-on-the-public-internet.md b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-dns-01-because-the-lab-is-not-on-the-public-internet.md index fb1768b..201bb93 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-dns-01-because-the-lab-is-not-on-the-public-internet.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-dns-01-because-the-lab-is-not-on-the-public-internet.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: dns-01-because-the-lab-is-not-on-the-public-internet -title: ์ธ์ฆ์„œ๋Š” DNS-01 ๋กœ ๋ฐ›๋Š”๋‹ค โ€” ์‹คํ—˜๋Œ€ ์ฃผ์†Œ๊ฐ€ ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†์–ด HTTP-01 ์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค +title: ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ๋…ธ์ถœ๋˜์ง€ ์•Š์€ ์‹คํ—˜๋Œ€์—์„œ DNS-01์„ ์„ ํƒํ•œ ์ด์œ  topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -13,19 +13,19 @@ source: - final/document.md#184-์ด-๋ถ€์˜-์ถœ์ฒ˜์™€-๋ฒ”์œ„ --- -# ์ธ์ฆ์„œ๋Š” DNS-01 ๋กœ ๋ฐ›๋Š”๋‹ค โ€” ์‹คํ—˜๋Œ€ ์ฃผ์†Œ๊ฐ€ ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†์–ด HTTP-01 ์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค +# ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ๋…ธ์ถœ๋˜์ง€ ์•Š์€ ์‹คํ—˜๋Œ€์—์„œ DNS-01์„ ์„ ํƒํ•œ ์ด์œ  ์ธ์ฆ์„œ๋Š” Let's Encrypt ์˜ DNS-01 ๋กœ ๋ฐ›๋Š”๋‹ค. HTTP-01 ์€ 80 ํฌํŠธ์™€ ๊ณต๊ฐœ A ๋ ˆ์ฝ”๋“œ๋ฅผ ์š”๊ตฌํ•˜๋Š”๋ฐ ์ด ์‹คํ—˜๋Œ€์˜ ์ฃผ์†Œ๋Š” ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†๊ณ , certbot ์ด DNS ๊ณต๊ธ‰์ž API ๋กœ ๋‚˜๊ฐ€๋Š” DNS-01 ๋งŒ ์„ฑ๋ฆฝํ•œ๋‹ค. Cloudflare API ํ† ํฐ์ด ์—ฃ์ง€ VM ์•ˆ ํ‰๋ฌธ ํŒŒ์ผ์— ๋†“์ด๋Š” ๋น„์šฉ์„ ๊ฐ์ˆ˜ํ•œ๋‹ค. ## ์™œ HTTP-01์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š์•˜๋‚˜ -- **๊ฐฑ์‹ ์€ ๋งค๋ฒˆ SUCCESS ์˜€๊ณ  ์˜› ์ธ์ฆ์„œ๊ฐ€ ๊ณ„์† ๋‚˜๊ฐ”๋‹ค โ€” 2305์ดˆ์™€ 1~2์ดˆ** - ์ด ๊ฒฐ์ •์œผ๋กœ ๋ฐ›์€ ์ธ์ฆ์„œ๊ฐ€ ๊ฐฑ์‹  ๋’ค์— ์‹ค์ œ๋กœ ์„œ๋น™๋˜๋Š”์ง€๋Š” ์ด ๊ฒฐ์ • ๋ฐ–์ด๊ณ  ๊ทธ ๊ธฐ๋ก์ด ๋ฐ›๋Š”๋‹ค. ๋ฐœ๊ธ‰ ๋ฐฉ์‹์„ ์ •ํ•˜๋Š” ๊ฒƒ๊ณผ ๊ฐฑ์‹ ๋œ ๊ฒƒ์„ nginx ๊ฐ€ ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” ๊ฒƒ์€ ๋‹ค๋ฅธ ์ผ์ด๋‹ค. -- **์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ** +- **์ธ์ฆ์„œ ๊ฐฑ์‹  ํ›„ nginx๊ฐ€ ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์ œ๊ณตํ•œ ๋ฌธ์ œ** + ์—ฌ๊ธฐ์„œ๋Š” ์ธ์ฆ์„œ ๋ฐœ๊ธ‰ ๋ฐฉ์‹์„ DNS-01๋กœ ์ •ํ•˜๋Š” ๊ฒƒ๊นŒ์ง€๋งŒ ๋‹ค๋ฃฌ๋‹ค. ๊ฐฑ์‹ ๋œ ์ธ์ฆ์„œ๋ฅผ nginx๊ฐ€ ๋‹ค์‹œ ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” deploy hook๊ณผ reload๋Š” ๋ณ„๋„์˜ ์šด์˜ ๋‹จ๊ณ„๋‹ค. +- **Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ ** ๊ทธ ๊ฒฐ์ •์ด ์ƒˆ๋กœ ์š”๊ตฌํ•œ ์ผ๊ณฑ ๊ฐ€์ง€ ๊ฐ€์šด๋ฐ 7๋ฒˆ์ด certbot ๊ณผ ์ธ์ฆ์„œ์™€ ๊ฐฑ์‹  ํ›…์„ ๊ฒŒ์ŠคํŠธ๋กœ ์˜ฎ๊ธฐ๋Š” ๊ฒƒ์ด์—ˆ๋‹ค. ์ด ๊ฒฐ์ •์ด ์„ธ์šฐ๋Š” ๊ฒƒ์„ ์ „๋ถ€ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์— ๋‘๋Š” ์ด์œ ๊ฐ€ ๊ฑฐ๊ธฐ์„œ ์™”๋‹ค. -- **๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค** +- **๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค** ์ฒด์ธ์ด ์ด์–ด์กŒ๋Š”์ง€๋ฅผ openssl s_client ์˜ ๋‹จ๊ณ„ ์ˆ˜๋กœ ํŒ์ •ํ•˜๋Š” ๊ทผ๊ฑฐ๋‹ค. cert.pem ์„ ์จ์„œ ์ฒด์ธ์ด ๋Š๊ฒจ๋„ ๋ธŒ๋ผ์šฐ์ €๋Š” ์บ์‹œ๋‚˜ AIA ๋กœ ๋ณด์™„ํ•ด ์ •์ƒ์œผ๋กœ ๋ณด์ธ๋‹ค. -- **๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ํ•œ ์ธต์”ฉ ๊ฑด๋„ˆ๋›ฐ๋ฉฐ ํ™•์ธํ•œ๋‹ค โ€” ์ธต๋งˆ๋‹ค ์„ฑ๊ณต ์‹ ํ˜ธ๊ฐ€ ๋‹ค๋ฅด๋‹ค** +- **์žฅ์• ๋ฅผ ํ™•์ธํ•  ๋•Œ๋Š” ๊ฐ€๊นŒ์šด ๊ณ„์ธต๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹ค** 04 ๋‹จ๊ณ„์˜ ํ™•์ธ์„ ์–ด๋А ๊ธฐ๊ณ„์—์„œ ์น˜๋Š”์ง€๊ฐ€ ๊ทธ ๊ธฐ์ค€์— ๊ฑธ๋ ค ์žˆ๋‹ค. ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ์น˜๋ฉด ์ธต์˜ ๋‹ต์ด ์•„๋‹ˆ๋ผ ์นœ ์œ„์น˜์˜ ๋‹ต์ด ๋Œ์•„์˜จ๋‹ค. - **๋‹จ๊ณ„๋ณ„ ๊ตฌ์ถ• ๋ฌธ์„œ๋Š” ์ž‘์„ฑ ์‹œ์ ์ด ์•„๋‹ˆ๋ผ ์‹คํ–‰ ์ˆœ์„œ๋กœ ๊ฒ€์ฆํ•œ๋‹ค** ์ด ๊ฒฐ์ •์ด ๋‚จ๊ธด ์ด๋ฆ„ ๊ทœ์น™์„ ๊ฐ€์ด๋“œ๊ฐ€ ํ‹€๋ฆฌ๊ฒŒ ์ ์—ˆ๊ณ , ใ€Œ์ด ๊ตฌ์ถ•์—์„œ ๋“œ๋Ÿฌ๋‚œ ๋ฌธ์„œ ๊ฒฐํ•จ์˜ ๊ณตํ†ต ์›์ธใ€์—์„œ๋Š” ๊ทธ๊ฒƒ์„ ๊ฒฐํ•จ ์—ฌ์„ฏ ์ค‘ ํ•˜๋‚˜๋กœ ์…Œ๋‹ค. ๊ฒฐํ•จ ์—ฌ์„ฏ์„ ๋‚˜๋ž€ํžˆ ์ ์€ ํ‘œ๋Š” ๊ทธ ๊ธฐ๋ก์— ์žˆ๋‹ค. @@ -40,7 +40,7 @@ certbot ๊ณผ ์ธ์ฆ์„œ์™€ ๊ฐฑ์‹  ํƒ€์ด๋จธ์™€ deploy ํ›…์€ ์ „๋ถ€ ์—ฃ์ง€ ๊ฒŒ์Šค ๋‘ ๋ฐฉ์‹์€ ๊ฒ€์ฆ์ด ์˜ค๊ฐ€๋Š” ๋ฐฉํ–ฅ์ด ๋ฐ˜๋Œ€๋‹ค. HTTP-01 ์€ Let's Encrypt ๊ฐ€ ์šฐ๋ฆฌ ์„œ๋ฒ„๋กœ ๋“ค์–ด์˜ค๋Š” ์ธ๋ฐ”์šด๋“œ ๊ฒ€์ฆ์ด๋ผ 80 ํฌํŠธ์™€ ๊ณต๊ฐœ A ๋ ˆ์ฝ”๋“œ๊ฐ€ ์žˆ์–ด์•ผ ํ•œ๋‹ค. DNS-01 ์€ certbot ์ด DNS ๊ณต๊ธ‰์ž API ๋กœ ๋‚˜๊ฐ€๋Š” ์•„์›ƒ๋ฐ”์šด๋“œ ๊ฒ€์ฆ์ด๋ผ ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์—์„œ ๋ณด์ผ ํ•„์š”๊ฐ€ ์—†๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ ์ฃผ์†Œ๋Š” ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†์œผ๋ฏ€๋กœ HTTP-01 ์€ ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. -ใ€Œ๋‹จ๊ณ„ 04 โ€” Let's Encrypt ์™€ ์ธ์ฆ์„œ ๊ฐฑ์‹ ใ€์—์„œ๋Š” ์ด ์„ ํƒ์„ ์šฐ์—ด๋กœ ์ ์ง€ ์•Š๋Š”๋‹ค. ๊ณต๊ฐœ ์„œ๋ฒ„๋ผ๋ฉด HTTP-01 ์ด ๋งž๊ณ , ํ† ํฐ๋„ DNS ์—ฐ๋™๋„ ์—†์–ด ๊ด€๋ฆฌํ•  ๊ฒƒ์ด ์ ๋‹ค๊ณ  ๋Œ€์•ˆ ์ชฝ์„ ๋จผ์ € ์ ๋Š”๋‹ค. ์ด ๊ฒฐ์ •์€ ๋” ๋‚˜์€ ๋ฐฉ์‹์„ ๊ณ ๋ฅธ ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ํ•˜๋‚˜๋งŒ ์„ฑ๋ฆฝํ•˜๋Š” ์กฐ๊ฑด์—์„œ ๊ทธ๊ฒƒ์„ ์“ด ๊ฒƒ์ด๋‹ค. ๋”ธ๋ ค ์˜จ ์ด๋“์ด ํ•˜๋‚˜ ์žˆ๋Š”๋ฐ, DNS-01 ์€ ์™€์ผ๋“œ์นด๋“œ๋ฅผ ๋ฐ›์„ ์ˆ˜ ์žˆ์–ด hyeonworks.com ์•„๋ž˜์˜ ์ด๋ฆ„์„ ์ธ์ฆ์„œ ํ•œ ์žฅ์œผ๋กœ ๋ฎ๋Š”๋‹ค. ๊ทธ ์ด๋“์€ ๋’ค๋Šฆ๊ฒŒ ์ฑ™๊ฒผ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ์ฒ˜์Œ์— ์™€์ผ๋“œ์นด๋“œ๋ฅผ ์•ˆ ์“ฐ๊ณ  ์ด๋ฆ„๋งˆ๋‹ค ๋”ฐ๋กœ ๋ฐ›์•˜๊ณ , ๋„ค ๋ฒˆ์งธ ์ด๋ฆ„์ด ์—†์–ด ๋‹ค๋ฅธ ์‹คํ—˜์—์„œ app2 ๋ฅผ ๋นŒ๋ ค ์จ์•ผ ํ–ˆ๋‹ค. +ใ€Œ๋‹จ๊ณ„ 04 โ€” Let's Encrypt ์™€ ์ธ์ฆ์„œ ๊ฐฑ์‹ ใ€์—์„œ๋Š” ์ด ์„ ํƒ์„ ์šฐ์—ด๋กœ ์ ์ง€ ์•Š๋Š”๋‹ค. ๊ณต๊ฐœ ์„œ๋ฒ„๋ผ๋ฉด HTTP-01 ์ด ๋งž๊ณ , ํ† ํฐ๋„ DNS ์—ฐ๋™๋„ ์—†์–ด ๊ด€๋ฆฌํ•  ๊ฒƒ์ด ์ ๋‹ค๊ณ  ๋Œ€์•ˆ ์ชฝ์„ ๋จผ์ € ์ ๋Š”๋‹ค. ์ด ๊ฒฐ์ •์€ ๋” ๋‚˜์€ ๋ฐฉ์‹์„ ๊ณ ๋ฅธ ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ํ•˜๋‚˜๋งŒ ์„ฑ๋ฆฝํ•˜๋Š” ์กฐ๊ฑด์—์„œ ๊ทธ๊ฒƒ์„ ์“ด ๊ฒƒ์ด๋‹ค. ๋”ธ๋ ค ์˜จ ์ด๋“์ด ํ•˜๋‚˜ ์žˆ๋Š”๋ฐ, DNS-01์€ ์™€์ผ๋“œ์นด๋“œ ์ธ์ฆ์„œ๋ฅผ ๋ฐœ๊ธ‰ํ•  ์ˆ˜ ์žˆ๊ธฐ ๋•Œ๋ฌธ์— hyeonworks.com ์•„๋ž˜์˜ ์—ฌ๋Ÿฌ ์ด๋ฆ„์„ ํ•˜๋‚˜์˜ ์ธ์ฆ์„œ๋กœ ์ฒ˜๋ฆฌํ•  ์ˆ˜ ์žˆ์—ˆ๋‹ค. ๋‹ค๋งŒ ์ด๊ฒƒ์€ DNS-01์„ ์„ ํƒํ•œ ์ฃผ๋œ ์ด์œ ๊ฐ€ ์•„๋‹ˆ๋ผ ํ•จ๊ป˜ ์–ป์€ ๊ฒฐ๊ณผ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ์ฒ˜์Œ์— ์™€์ผ๋“œ์นด๋“œ๋ฅผ ์•ˆ ์“ฐ๊ณ  ์ด๋ฆ„๋งˆ๋‹ค ๋”ฐ๋กœ ๋ฐ›์•˜๊ณ , ๋„ค ๋ฒˆ์งธ ์ด๋ฆ„์ด ์—†์–ด ๋‹ค๋ฅธ ์‹คํ—˜์—์„œ app2 ๋ฅผ ๋นŒ๋ ค ์จ์•ผ ํ–ˆ๋‹ค. ์ •ํ•œ ๋Œ€๋กœ ํ˜„์žฌ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์—๋Š” `certbot`๊ณผ `python3-certbot-dns-cloudflare`๊ฐ€ ์„ค์น˜๋ผ ์žˆ๊ณ  renewal ์„ค์ •์˜ authenticator๋Š” `dns-cloudflare`๋‹ค. ์ž๊ฒฉ์ฆ๋ช… ํŒŒ์ผ์€ 600 ๊ถŒํ•œ์œผ๋กœ ๋‘๋ฉฐ, 2026-09-21์—๋Š” ํŒŒ์ผ ํฌ๊ธฐ 81 bytes ์ƒํƒœ์—์„œ `certbot renew --dry-run --no-random-sleep-on-renew`๊ฐ€ DNS ์ „ํŒŒ ๋Œ€๊ธฐ ๋’ค ์„ฑ๊ณตํ–ˆ๋‹ค. ์™ธ๋ถ€ TLS ํ™•์ธ์—์„œ๋„ ์ธ์ฆ์„œ ์ฒด์ธ๊ณผ ๊ฒ€์ฆ ์„ฑ๊ณต์„ ํ™•์ธํ–ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-edge-nginx-moved-into-a-guest-vm.md b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-edge-nginx-moved-into-a-guest-vm.md index ed8f2fa..1cbaddb 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-edge-nginx-moved-into-a-guest-vm.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-edge-nginx-moved-into-a-guest-vm.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: edge-nginx-moved-into-a-guest-vm -title: ์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ +title: Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ  topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -14,19 +14,19 @@ source: - final/document.md#180-nftables-๋Š”-์•ž-์ฒด์ธ์˜-accept-๋กœ-๋’ค-์ฒด์ธ์˜-reject-๋ฅผ-๋ง‰์ง€-๋ชปํ•œ๋‹ค --- -# ์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ +# Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ  -ํ˜ธ์ŠคํŠธ์—์„œ ๋Œ๋˜ ์—ฃ์ง€ nginx ๋ฅผ ๊ฒŒ์ŠคํŠธ ํ•œ ๋Œ€(.10) ์•ˆ์œผ๋กœ ์˜ฎ๊ธฐ๊ณ , ํ˜ธ์ŠคํŠธ๋Š” ์ปค๋„ DNAT ๋กœ tailnet ์˜ 443 ํฌํŠธ๋ฅผ ๊ทธ ๊ฒŒ์ŠคํŠธ์— ๋„˜๊ธฐ๊ธฐ๋งŒ ํ•œ๋‹ค. ๋ฐ”๊พผ ์ด์œ ๋Š” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ์ž์ฃผ ๊ฐˆ์•„์—Ž๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ๋‹ค. ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒฝ๋กœ๊ฐ€ FORWARD ๊ฐ€ ๋˜๋ฉด์„œ libvirt ๋ฐฉํ™”๋ฒฝ์— ๊ตฌ๋ฉ์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์กŒ๋‹ค. +๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ ์‹คํ–‰ํ•˜๋˜ Edge Nginx๋ฅผ `kc-lab-edge` VM์œผ๋กœ ์˜ฎ๊ฒผ๋‹ค. nginx ์„ค์ •, ์ธ์ฆ์„œ, certbot์ฒ˜๋Ÿผ ๋ณ€๊ฒฝ์ด ์žฆ์€ ๊ตฌ์„ฑ ์š”์†Œ๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ SSHยทlibvirt ํ™˜๊ฒฝ๊ณผ ๋ถ„๋ฆฌํ•˜๊ธฐ ์œ„ํ•ด์„œ๋‹ค. ์ด ๋ณ€๊ฒฝ์œผ๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ํ˜ธ์ŠคํŠธ์˜ FORWARD ๊ฒฝ๋กœ๋ฅผ ์ง€๋‚˜๊ฒŒ ๋๊ณ , libvirt `guest_input` ์ฒด์ธ์—๋Š” Edge VM์˜ 80ยท443 ํฌํŠธ๋ฅผ ํ—ˆ์šฉํ•˜๋Š” ๊ทœ์น™์ด ์ถ”๊ฐ€๋กœ ํ•„์š”ํ•ด์กŒ๋‹ค. ## ํ˜ธ์ŠคํŠธ์— ๋‘์—ˆ์„ ๋•Œ ์ƒ๊ธด ๋ฌธ์ œ -- **ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404, ๋ฐ–์—์„œ๋Š” connection refused โ€” ์•ž ์ฒด์ธ์˜ accept ๊ฐ€ libvirt ์˜ reject ๋ฅผ ๋ง‰์ง€ ๋ชปํ–ˆ๋‹ค** +- **libvirt guest_input ์ฒด์ธ์˜ reject๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋œ ์‚ฌ๋ก€** ์ด ๊ฒฐ์ •์ด ์ƒˆ๋กœ ์š”๊ตฌํ•œ ๊ฒƒ ๊ฐ€์šด๋ฐ 3๋ฒˆ์„ ์‹ค์ œ๋กœ ์น˜๋ฅธ ๊ธฐ๋ก์ด๋‹ค. ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒฝ๋กœ๊ฐ€ FORWARD ๊ฐ€ ๋˜๋ฉด์„œ libvirt ๋ฐฉํ™”๋ฒฝ์˜ reject ์— ๋ง‰ํ˜”๊ณ , ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ์ด๊ณณ์„ ์ด ๊ตฌ์ถ•์—์„œ ๊ฐ€์žฅ ์˜ค๋ž˜ ๋ง‰ํžŒ ๊ณณ์œผ๋กœ ์ ์—ˆ๋‹ค. - **๋‹จ๊ณ„๋ณ„ ๊ตฌ์ถ• ๋ฌธ์„œ๋Š” ์ž‘์„ฑ ์‹œ์ ์ด ์•„๋‹ˆ๋ผ ์‹คํ–‰ ์ˆœ์„œ๋กœ ๊ฒ€์ฆํ•œ๋‹ค** ์ด ๊ตฌ์„ฑ์„ ์„ธ์šด ๊ธฐ๋ฐ˜ 7๋‹จ๊ณ„ ๊ฐ€์ด๋“œ๋ฅผ ์ˆœ์„œ๋Œ€๋กœ ๋”ฐ๋ผ๊ฐ€๋ฉด์„œ ๋‚˜์˜จ ๊ฒฐํ•จ ์—ฌ์„ฏ์ด ๊ทธ ๊ธฐ์ค€์˜ ๊ทผ๊ฑฐ๋‹ค. ์—ฌ์„ฏ ์ค‘ ์…‹์ด ์—ฌ๊ธฐ์„œ ์˜ฎ๊ธด nginx ์™€ ์ธ์ฆ์„œ๋ฅผ ๋‹ค๋ฃฌ๋‹ค. -- **libvirt ์˜ firewall_backend ๊ฐ€ iptables ์ผ ๋•Œ๋„ guest_input ์— ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ๊ฐ€** +- **libvirt firewall_backend๊ฐ€ iptables์ผ ๋•Œ๋„ guest_input ์˜ˆ์™ธ ๊ทœ์น™์ด ํ•„์š”ํ•œ๊ฐ€** ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ๋ฏธํ™•์ธ์œผ๋กœ ๋‚จ๊ธด ๊ฒƒ์„ ๋ฐ›๋Š” ๋ฌผ์Œ์ด๋‹ค. ์•„๋ž˜ 3๋ฒˆ์€ ์ด ํ˜ธ์ŠคํŠธ์˜ nftables ๋ฐฑ์—”๋“œ์—์„œ๋งŒ ํ™•์ธํ–ˆ๋‹ค. -- **Guest ์˜ packet ์ด Host Physical NIC ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” virtio-net ยท virtqueue ยท vhost-net ยท TAP ยท Bridge** +- **๊ฒŒ์ŠคํŠธ ํŒจํ‚ท์ด ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ NIC๊นŒ์ง€ ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ •** ์ปค๋„ DNAT ๋’ค์— ์ด์–ด์ง€๋Š” ๊ฒŒ์ŠคํŠธ ์ชฝ ๊ฒฝ๋กœ๋ฅผ ๊ทธ ๊ธ€์ด ์„ค๋ช…ํ•œ๋‹ค. - **์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฐ€์ƒ ๋จธ์‹  ๋„คํŠธ์›Œํฌ๋Š” Bridge ์ธ๊ฐ€ NAT ์ธ๊ฐ€ Routing ์ธ๊ฐ€** ใ€Œ์ด ๋ถ€์˜ ์ถœ์ฒ˜์™€ ๋ฒ”์œ„ใ€์—์„œ๋Š” ์ ์€ ๋Œ€๋กœ ์ด ํ˜ธ์ŠคํŠธ๋Š” ์ด๋”๋„ท์ด ์—†์–ด libvirt NAT ๋ฅผ ํƒํ–ˆ๋‹ค. ๊ทธ ๋ฌผ์Œ์ด ์‹ค์ œ ๊ตฌ์„ฑ์„ ์ด ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค. @@ -42,7 +42,7 @@ source: ## ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๊ฒฉ๋ฆฌ๋ฅผ ํƒํ•œ ์ด์œ  -๋ฐ”๊พผ ์ด์œ ๋กœ ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ๋“  ๊ฒƒ์€ ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ๋‹ค. nginx ์„ค์ •๊ณผ ์ธ์ฆ์„œ์™€ certbot ๊ณผ deploy ํ›…์€ ์ž์ฃผ ๊ฐˆ์•„์—Ž๋Š” ๊ฒƒ๋“ค์ด๋ผ ํ˜ธ์ŠคํŠธ์— ์žˆ์œผ๋ฉด ์ดˆ๊ธฐํ™”๊ฐ€ ๋ถˆ๊ฐ€๋Šฅํ•˜๋‹ค. ์—ฃ์ง€์— ์žฅ์• ๋ฅผ ์ผ๋ถ€๋Ÿฌ ๋„ฃ์–ด ๋ณด๋Š” ์‹คํ—˜๋„ ํ˜ธ์ŠคํŠธ์—์„œ ํ•˜๋ฉด SSH ๊นŒ์ง€ ์œ„ํ—˜ํ•ด์ง„๋‹ค. +nginx๋ฅผ ์˜ฎ๊ธด ์ด์œ ๋Š” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๊ด€๋ฆฌ ๊ฒฝ๊ณ„๋ฅผ ๋ถ„๋ฆฌํ•˜๊ธฐ ์œ„ํ•ด์„œ์˜€๋‹ค. nginx ์„ค์ •, ์ธ์ฆ์„œ, certbot, deploy ํ›…์ฒ˜๋Ÿผ ๋ณ€๊ฒฝ์ด ์žฆ์€ ๊ตฌ์„ฑ ์š”์†Œ๋ฅผ Edge VM์— ๋ชจ์œผ๋ฉด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ SSH์™€ libvirt ํ™˜๊ฒฝ์„ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š๊ณ  ๋‹ค์‹œ ๋งŒ๋“ค ์ˆ˜ ์žˆ๋‹ค. Edge ๊ณ„์ธต์— ์žฅ์• ๋ฅผ ์ฃผ๋Š” ์‹คํ—˜๋„ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ ๊ด€๋ฆฌ ๊ฒฝ๋กœ์™€ ๋ถ„๋ฆฌํ•  ์ˆ˜ ์žˆ๋‹ค. ์„ฑ๋Šฅ์€ ๊ทผ๊ฑฐ๊ฐ€ ์•„๋‹ˆ๋‹ค. L7 ํ™‰ ์ˆ˜๋Š” ์ „ํ›„ ๋ชจ๋‘ 2ํ™‰์ด๊ณ  ๋Š˜์–ด๋‚œ ๊ฒƒ์€ ์ปค๋„์˜ L4 ์ „๋‹ฌ ํ•œ ๋ฒˆ์ด๋‹ค. ๊ทธ๋Ÿฌ๋‚˜ **ํ™‰ ์ˆ˜๊ฐ€ ๊ฐ™๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ `X-Forwarded-*` ๊ณ„์•ฝ์ด ์œ ์ง€๋˜์ง€๋Š” ์•Š์•˜๋‹ค.** 2026-09-21 packet capture์—์„œ Tailscale ingress์˜ source๊ฐ€ edge์— ๋„๋‹ฌํ•  ๋•Œ `192.168.122.1`๋กœ rewrite๋˜๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ์ „ํ™˜ ์ „ํ›„๋ฅผ ๊ฐ™์€ ๋ถ€ํ•˜๋กœ ์žฐ ์ธก์ •๋„ ์—†์œผ๋ฏ€๋กœ, ์ด ๊ฒฐ์ •์€ ์„ฑ๋Šฅ ํ–ฅ์ƒ์ด๋‚˜ ํ—ค๋” ๋ณด์กด์„ ๊ทผ๊ฑฐ๋กœ ์‚ผ์ง€ ์•Š๋Š”๋‹ค. @@ -52,12 +52,12 @@ source: ## ์ƒˆ๋กœ ์ƒ๊ธด ๋„คํŠธ์›Œํฌ ๋น„์šฉ -๊ฐ์ˆ˜ํ•œ ๋น„์šฉ์€ ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์˜ ์ผ๊ณฑ ์ค„ ํ‘œ์— ์ •๋ฆฌ๋ผ ์žˆ๋‹ค. ๊ทธ์ค‘ DNAT๊ณผ libvirt ๋ฐฉํ™”๋ฒฝ ๊ตฌ๋ฉ์„ ๋‚˜๋จธ์ง€ ๋‹ค์„ฏ๊ณผ ๊ตฌ๋ถ„ํ•œ ๊ฒƒ์€ ๊ฒฝ๋กœ๊ฐ€ OUTPUT์—์„œ FORWARD๋กœ ๋ฐ”๋€ ๊ตฌ์กฐ๋ฅผ ๋ฐ”ํƒ•์œผ๋กœ ํ•œ ํŒ๋‹จ์ด๋ฉฐ, ๋ณ„๋„ ์‹คํ—˜์œผ๋กœ ๋‘˜๋งŒ ๋ถ„๋ฆฌ ์ธก์ •ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ๊ฒฝ๋กœ๊ฐ€ OUTPUT ์—์„œ FORWARD ๋กœ ๋ฐ”๋€Œ๋ฉด์„œ ์ƒ๊ธด ๊ฒƒ์ด ๊ทธ ๋‘˜์ด๋‹ค. +๊ฐ์ˆ˜ํ•œ ๋น„์šฉ์€ ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์˜ ์ผ๊ณฑ ์ค„ ํ‘œ์— ์ •๋ฆฌ๋ผ ์žˆ๋‹ค. ๊ทธ์ค‘ DNAT๊ณผ libvirt ๋ฐฉํ™”๋ฒฝ ํ—ˆ์šฉ ๊ทœ์น™์„ ๋‚˜๋จธ์ง€ ๋‹ค์„ฏ๊ณผ ๊ตฌ๋ถ„ํ•œ ๊ฒƒ์€ ๊ฒฝ๋กœ๊ฐ€ OUTPUT์—์„œ FORWARD๋กœ ๋ฐ”๋€ ๊ตฌ์กฐ๋ฅผ ๋ฐ”ํƒ•์œผ๋กœ ํ•œ ํŒ๋‹จ์ด๋ฉฐ, ๋ณ„๋„ ์‹คํ—˜์œผ๋กœ ๋‘˜๋งŒ ๋ถ„๋ฆฌ ์ธก์ •ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ๊ฒฝ๋กœ๊ฐ€ OUTPUT ์—์„œ FORWARD ๋กœ ๋ฐ”๋€Œ๋ฉด์„œ ์ƒ๊ธด ๊ฒƒ์ด ๊ทธ ๋‘˜์ด๋‹ค. DNAT(2๋ฒˆ) : ์ „์—๋Š” ํ˜ธ์ŠคํŠธ๊ฐ€ 443 ํฌํŠธ๋ฅผ ์ง์ ‘ ๋“ค์—ˆ์œผ๋‹ˆ ๋„˜๊ธธ ์ผ์ด ์—†์—ˆ๋‹ค. ์ง€๊ธˆ์€ ํ˜ธ์ŠคํŠธ์— ๋ฆฌ์Šค๋„ˆ๊ฐ€ ์•„์˜ˆ ์—†๋‹ค -libvirt ๋ฐฉํ™”๋ฒฝ์— ๊ตฌ๋ฉ(3๋ฒˆ) : ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๊ฐ€๋Š” ๊ฒƒ์€ OUTPUT ๊ฒฝ๋กœ๋ผ ํ•„ํ„ฐ๋ฅผ ์•ˆ ํƒ”๋‹ค. ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ FORWARD ๋‹ค +libvirt ๋ฐฉํ™”๋ฒฝ ํ—ˆ์šฉ ๊ทœ์น™(3๋ฒˆ) : ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๊ฐ€๋Š” ๊ฒƒ์€ OUTPUT ๊ฒฝ๋กœ๋ผ ํ•„ํ„ฐ๋ฅผ ์•ˆ ํƒ”๋‹ค. ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ FORWARD ๋‹ค -ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•˜๋Š” ๊ฒƒ๊ณผ ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ ์ปค๋„์ด ๋ณด๊ธฐ์— ์™„์ „ํžˆ ๋‹ค๋ฅธ ์ผ์ด๋‹ค. 3๋ฒˆ์„ ๋šซ๋Š” ๋ฐ ์ด ๊ตฌ์ถ•์—์„œ ๊ฐ€์žฅ ์˜ค๋ž˜ ๊ฑธ๋ ธ๋‹ค. ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ ๋ฐ–์—์„œ ์นœ curl ์€ connection refused ๋กœ ๋Œ์•„์™”๋‹ค. libvirt ์˜ guest_input ์ฒด์ธ์„ ๋๋‚ด๋Š” reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ 4 ํŒจํ‚ท์ด ๊ทธ๋•Œ ์นœ curl ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ๊ตฌ๋ฉ์ด ํ•„์š”ํ•˜๋‹ค๋Š” ๊ฒƒ์„ ๋ชฐ๋ผ์„œ ์˜ค๋ž˜ ๊ฑธ๋ฆฐ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. DNAT ํŒŒ์ผ์—๋Š” priority filter - 10 ์œผ๋กœ ๋จผ์ € ๋„๋Š” forward ์ฒด์ธ๊ณผ ๊ฑฐ๊ธฐ ๋„ฃ์€ ct state new accept ๊ฐ€ ์ด๋ฏธ ์žˆ์—ˆ๊ณ , ๊ทธ๊ฒƒ์ด๋ฉด ์—ด๋ฆฐ๋‹ค๊ณ  ๋ณด๊ณ  ์„ธ์› ๋‹ค โ€” iptables ๊ฐ๊ฐ์œผ๋กœ ์“ฐ๋ฉด ์ •ํ™•ํžˆ ์—ฌ๊ธฐ์„œ ํ‹€๋ฆฐ๋‹ค๊ณ  ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ์ ์—ˆ๋‹ค. +ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์— ์ ‘์†ํ•˜๋Š” ๊ฒƒ๊ณผ ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๊ฒƒ์€ ์ปค๋„์ด ๋ณด๊ธฐ์— ์™„์ „ํžˆ ๋‹ค๋ฅธ ์ผ์ด๋‹ค. ์™ธ๋ถ€ ์š”์ฒญ์ด ์–ด๋А ๊ทœ์น™์—์„œ ๊ฑฐ์ ˆ๋˜๋Š”์ง€ ํ™•์ธํ•˜๋Š” ๋ฐ ๊ฐ€์žฅ ๋งŽ์€ ์‹œ๊ฐ„์ด ๊ฑธ๋ ธ๋‹ค. ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ ๋ฐ–์—์„œ ์นœ curl ์€ connection refused ๋กœ ๋Œ์•„์™”๋‹ค. libvirt ์˜ guest_input ์ฒด์ธ์„ ๋๋‚ด๋Š” reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ 4 ํŒจํ‚ท์ด ๊ทธ๋•Œ ์นœ curl ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ํ—ˆ์šฉ ๊ทœ์น™์˜ ํ•„์š” ์—ฌ๋ถ€๋งŒ์œผ๋กœ ์›์ธ์„ ์ฐพ์„ ์ˆ˜ ์žˆ์—ˆ๋˜ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. DNAT ํŒŒ์ผ์—๋Š” priority filter - 10 ์œผ๋กœ ๋จผ์ € ๋„๋Š” forward ์ฒด์ธ๊ณผ ๊ฑฐ๊ธฐ ๋„ฃ์€ ct state new accept ๊ฐ€ ์ด๋ฏธ ์žˆ์—ˆ๊ณ , ๊ทธ๊ฒƒ์ด๋ฉด ์—ด๋ฆฐ๋‹ค๊ณ  ๋ณด๊ณ  ์„ธ์› ๋‹ค โ€” iptables ๊ฐ๊ฐ์œผ๋กœ ์“ฐ๋ฉด ์ •ํ™•ํžˆ ์—ฌ๊ธฐ์„œ ํ‹€๋ฆฐ๋‹ค๊ณ  ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ์ ์—ˆ๋‹ค. ๊ฐ™์€ ๊ณ„์—ด์˜ ๊ฐ€๋“œ๋ ˆ์ผ์ด ํ•˜๋‚˜ ๋” ๋ถ™๋Š”๋‹ค. @@ -72,4 +72,4 @@ certbot ๊ณผ ์ธ์ฆ์„œ์™€ ๊ฐฑ์‹  ํ›…์ด ๊ฒŒ์ŠคํŠธ๋กœ(7๋ฒˆ) : ์ธ์ฆ์„œ๋ฅผ ์ฝ๋Š” ์–ป์€ ๊ฒƒ์€ ๊ฒฉ๋ฆฌ๋‹ค. ์ž์ฃผ ๊ฐˆ์•„์—Ž๋Š” ์ธต์ด ๊ฒŒ์ŠคํŠธ ํ•œ ๋Œ€ ์•ˆ์œผ๋กœ ๋“ค์–ด๊ฐ€๋‹ˆ ๊ทธ ๊ฒŒ์ŠคํŠธ๋ฅผ ํ†ต์งธ๋กœ ๋‹ค์‹œ ์„ธ์šธ ์ˆ˜ ์žˆ๊ณ , ์—ฃ์ง€์— ์žฅ์• ๋ฅผ ๋„ฃ๋Š” ์‹คํ—˜์ด ํ˜ธ์ŠคํŠธ SSH๋ฅผ ์ง์ ‘ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. L7 ํ™‰ ์ˆ˜๋Š” 2ํ™‰ ๊ทธ๋Œ€๋กœ์ง€๋งŒ **๋’ค์ชฝ Traefik์ด ๋ฐ›๋Š” client-address/header ์กฐ๊ฑด์€ ๋ฐ”๋€Œ์—ˆ๋‹ค.** source rewrite์™€ proxy trust๋Š” ๋ณ„๋„๋กœ ๊ฒ€์ฆํ•ด์•ผ ํ•œ๋‹ค. -๋‚จ์€ ๊ฒƒ์€ ๋‘˜์ด๊ณ , ํ•˜๋‚˜๋Š” 2026-09-21 ์žฌ๊ฒ€์ฆ์œผ๋กœ ๋‹ซํ˜”๋‹ค. ์ „ํ™˜ ์ „ํ›„๋ฅผ ๊ฐ™์€ ๋ถ€ํ•˜๋กœ ์žฐ ์ธก์ •์€ ์ด ์ €์žฅ์†Œ์— ์—†๋‹ค. libvirt `guest_input` ๊ตฌ๋ฉ์„ DNAT ์œ ๋‹›์˜ `ExecStartPost`์— ๋„ฃ์€ ๋ฐฉ์‹์ด ์žฌ๊ตฌ์„ฑ์„ ๊ฒฌ๋””๋Š”์ง€๋Š” ์ด๋ฒˆ์— ์‹ค์ œ๋กœ ์žฌ ๋ดค๊ณ  **๊ฒฌ๋””์ง€ ๋ชปํ–ˆ๋‹ค.** worker VM ๋‘˜์„ ์žฌ๊ตฌ์ถ•ํ•˜์ž libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ์“ฐ๋ฉด์„œ accept ๊ทœ์น™ ์…‹์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๊ณ , ์œ ๋‹›์€ `active`์ธ๋ฐ ์™ธ๋ถ€ 80/443์ด ์‹คํŒจํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ persistence ๋ฐฉ์‹์€ ์‹คํŒจํ•œ ๊ตฌํ˜„์ด๊ณ  ๋Œ€์ฒด ๋ฐฉ์‹์€ ์•„์ง ์‹ค์ œ๋กœ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. libvirt ์˜ `firewall_backend` ๊ฐ€ iptables ์ผ ๋•Œ๋„ ๊ฐ™์€ ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ์ง€๋Š” ์—ฌ์ „ํžˆ ๋ฏธํ™•์ธ์ด๊ณ , ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. +๋‚จ์€ ๊ฒƒ์€ ๋‘˜์ด๊ณ , ํ•˜๋‚˜๋Š” 2026-09-21 ์žฌ๊ฒ€์ฆ์œผ๋กœ ๋‹ซํ˜”๋‹ค. ์ „ํ™˜ ์ „ํ›„๋ฅผ ๊ฐ™์€ ๋ถ€ํ•˜๋กœ ์žฐ ์ธก์ •์€ ์ด ์ €์žฅ์†Œ์— ์—†๋‹ค. libvirt `guest_input` ํ—ˆ์šฉ ๊ทœ์น™์„ DNAT ์œ ๋‹›์˜ `ExecStartPost`์—์„œ ์ถ”๊ฐ€ํ•œ ๋ฐฉ์‹์ด ์žฌ๊ตฌ์„ฑ์„ ๊ฒฌ๋””๋Š”์ง€๋Š” ์ด๋ฒˆ์— ์‹ค์ œ๋กœ ์žฌ ๋ดค๊ณ  **๊ฒฌ๋””์ง€ ๋ชปํ–ˆ๋‹ค.** worker VM ๋‘˜์„ ์žฌ๊ตฌ์ถ•ํ•˜์ž libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ์“ฐ๋ฉด์„œ accept ๊ทœ์น™ ์…‹์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๊ณ , ์œ ๋‹›์€ `active`์ธ๋ฐ ์™ธ๋ถ€ 80/443์ด ์‹คํŒจํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ persistence ๋ฐฉ์‹์€ ์‹คํŒจํ•œ ๊ตฌํ˜„์ด๊ณ  ๋Œ€์ฒด ๋ฐฉ์‹์€ ์•„์ง ์‹ค์ œ๋กœ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. libvirt์˜ `firewall_backend`๊ฐ€ iptables์ผ ๋•Œ๋„ ๊ฐ™์€ ํ—ˆ์šฉ ๊ทœ์น™์ด ํ•„์š”ํ•œ์ง€๋Š” ์—ฌ์ „ํžˆ ๋ฏธํ™•์ธ์ด๊ณ , ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-fix-guest-addresses-with-a-dhcp-reservation.md b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-fix-guest-addresses-with-a-dhcp-reservation.md index 3a839a9..7e959d8 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-fix-guest-addresses-with-a-dhcp-reservation.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-fix-guest-addresses-with-a-dhcp-reservation.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: fix-guest-addresses-with-a-dhcp-reservation -title: ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋Š” libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ๋‹ค โ€” ๋ฐ”๊ฟ€ ์ˆ˜ ์—†์–ด์„œ๊ฐ€ ์•„๋‹ˆ๋ผ ๋˜๋Œ๋ฆฌ๊ธฐ๊ฐ€ ๊ฐ€์žฅ ๋น„์‹ธ์„œ +title: ๊ฒŒ์ŠคํŠธ IP๋ฅผ libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ ์ด์œ  topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -16,7 +16,7 @@ source: sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommitted-working-tree snapshot --- -# ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋Š” libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ๋‹ค โ€” ๋ฐ”๊ฟ€ ์ˆ˜ ์—†์–ด์„œ๊ฐ€ ์•„๋‹ˆ๋ผ ๋˜๋Œ๋ฆฌ๊ธฐ๊ฐ€ ๊ฐ€์žฅ ๋น„์‹ธ์„œ +# ๊ฒŒ์ŠคํŠธ IP๋ฅผ libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ ์ด์œ  ๊ฒŒ์ŠคํŠธ IP ๋ฅผ libvirt ์˜ DHCP ์˜ˆ์•ฝ์œผ๋กœ ๋ฌถ๊ณ  ์˜ˆ์•ฝ์„ ๋„ฃ์€ ๋‹ค์Œ์— ๊ฒŒ์ŠคํŠธ๋ฅผ ๋งŒ๋“ ๋‹ค. ์ฃผ์†Œ๊ฐ€ ๋ฐ”๋€Œ๋ฉด k3s ๊ฐ€ ์„ค์ • ํŒŒ์ผ๊ณผ ์ธ์ฆ์„œ์— ๊ตฌ์›Œ ๋‘” IP ๋ถ€ํ„ฐ ์–ด๊ธ‹๋‚˜, ๊ณ ์น˜๋Š” ๊ฐ’์ด ํ•œ ๊ณณ์ด ์•„๋‹ˆ๋ผ ์žฌ๋ฐœ๊ธ‰์ด๋‚˜ ์žฌ์„ค์น˜๊ฐ€ ๋œ๋‹ค. @@ -28,11 +28,11 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit ๊ณ ์ •ํ•œ `192.168.122.11` ๊ณผ `192.168.122.12` ๋ฅผ ๊ทธ๋Œ€๋กœ ๋ฐ›์•„ ์“ฐ๋Š” ์ ˆ์ฐจ๋‹ค. `--node-ip` ์™€ `--tls-san` ๊ณผ agent ์˜ `K3S_URL` ์ด ๊ทธ ์ฃผ์†Œ๋ฅผ ๋‹ด๋Š”๋‹ค. - **์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์— nginx ๋ฅผ ์„ธ์šฐ๊ณ  ํ˜ธ์ŠคํŠธ DNAT ์œผ๋กœ ๋ฐ–์—์„œ ๋“ค์–ด์˜ค๋Š” ๊ธธ์„ ์—ฐ๋‹ค** nginx ์˜ `upstream` ์ด ๋’ค์ชฝ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋ฅผ ์ ๋Š” ๊ณณ์ด๋‹ค. ์ฃผ์†Œ๊ฐ€ ๋ฐ”๋€Œ๋ฉด reload ์ „๊นŒ์ง€ 502 ๊ฐ€ ์ด์–ด์ง„๋‹ค. -- **ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€๋กœ ๊ฐ„๋‹ค โ€” ๊ด€์ธก์ž๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค** - ์ด ๊ฒฐ์ •์ด ์„œ ์žˆ๋Š” ๋ฐ”๋‹ฅ์ด๋‹ค. ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฐ˜๋ณตํ•ด ์ฃฝ์ด๋Š” ์‹คํ—˜์ด ์ „์ œ๋ผ์„œ ์ฃผ์†Œ ๊ณ ์ •์ด ํ•„์š”ํ•ด์กŒ๋‹ค. -- **๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค** +- **k3s๋ฅผ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  ๋‘ VM์œผ๋กœ ๊ตฌ์„ฑํ•œ ์ด์œ ** + ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฐ˜๋ณตํ•ด์„œ ์‚ญ์ œํ•˜๊ณ  ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ์‹คํ—˜์—์„œ๋Š” ๊ฐ™์€ ์—ญํ• ์˜ VM์ด ๋งค๋ฒˆ ๊ฐ™์€ ์ฃผ์†Œ๋ฅผ ๋ฐ›์•„์•ผ ํ–ˆ๋‹ค. ๊ทธ๋ž˜์„œ VM์„ ๋งŒ๋“ค๊ธฐ ์ „์— MAC ์ฃผ์†Œ์™€ DHCP ์˜ˆ์•ฝ์„ ํ•จ๊ป˜ ๊ณ ์ •ํ–ˆ๋‹ค. +- **๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค** `net-dumpxml` ์˜ ์˜ˆ์•ฝ๊ณผ `net-dhcp-leases` ์˜ ๋ฆฌ์Šค๊ฐ€ ์„œ๋กœ ๋‹ค๋ฅธ ๊ฒƒ์„ ๋งํ•œ๋‹ค๋Š” ๊ฒƒ์„ ๊ทธ ๊ธฐ์ค€์ด ์ผ๋ฐ˜ํ™”ํ•œ๋‹ค. -- **L7 ์ด ๋‘ ๊ฒน์ธ ์ด์œ ์™€, ์ง„์ž…์  ํ•˜๋‚˜๋ฅผ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•  ๋•Œ ๋๋‚˜์ง€ ์•Š๋Š” ์žฌ๊ท€** +- **์ด ์‹คํ—˜๋Œ€์—์„œ L7 ํ”„๋ก์‹œ๋ฅผ ๋‘ ๋‹จ๊ณ„๋กœ ๋‘” ์ด์œ ** nginx ๊ฐ€ ๋’ค์ชฝ ๋…ธ๋“œ๋ฅผ ์ฃผ์†Œ๋กœ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ตฌ์กฐ๋ฅผ ๊ทธ ๊ธ€์ด ์„ค๋ช…ํ•œ๋‹ค. ์—ฌ๊ธฐ์„œ ๊ณ ์ •ํ•œ ์ฃผ์†Œ๊ฐ€ ๊ทธ upstream ์— ์ ํžŒ๋‹ค. ## ๊ณ ์ • ๋ฐฉ์‹ @@ -49,8 +49,8 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit k3s ๊ฐ€ IP ๋ฅผ ์„ค์ • ํŒŒ์ผ๊ณผ ์ธ์ฆ์„œ์— ๊ตฝ๋Š”๋‹ค : `--node-ip` ์™€ `--tls-san`, agent ์˜ `K3S_URL=https://192.168.122.11:6443`, kubeconfig ์˜ `server:` ํ•„๋“œ๊ฐ€ ์ „๋ถ€ IP ๋ฅผ ๋‹ด๋Š”๋‹ค. server ๋…ธ๋“œ์˜ IP ๊ฐ€ ๋ฐ”๋€Œ๋ฉด agent ๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ์— ํ•ฉ๋ฅ˜ํ•˜์ง€ ๋ชปํ•œ๋‹ค. API ์„œ๋ฒ„ ์ธ์ฆ์„œ์˜ SAN ๋„ ์–ด๊ธ‹๋‚˜์„œ ์žฌ๋ฐœ๊ธ‰์ด๋‚˜ ์žฌ์„ค์น˜๊ฐ€ ํ•„์š”ํ•ด์ง„๋‹ค. ๋˜๋Œ๋ฆฌ๊ธฐ๊ฐ€ ๊ฐ€์žฅ ๋น„์‹ผ ํ•ญ๋ชฉ์ด๋‹ค nginx ๋Š” upstream ์ฃผ์†Œ๋ฅผ ๊ธฐ๋™ ์‹œ์ ์— ํ•œ ๋ฒˆ๋งŒ ํ•ด์„ํ•œ๋‹ค : ์˜คํ”ˆ์†Œ์ŠคํŒ์€ `upstream` ๋ธ”๋ก์˜ ์ด๋ฆ„์„ ์„ค์ • ๋กœ๋“œ ๋•Œ ํ’€๊ณ  ๋Ÿฐํƒ€์ž„์— ๋‹ค์‹œ ์กฐํšŒํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ๋’ค์ชฝ IP ๊ฐ€ ๋ฐ”๋€Œ๋ฉด reload ์ „๊นŒ์ง€ ๊ณ„์† 502 ๋‹ค. ๋‹ค์‹œ ์กฐํšŒํ•˜๊ฒŒ ํ•˜๋ ค๋ฉด `resolver` ์™€ ๋ณ€์ˆ˜ ์กฐํ•ฉ์„ ์“ฐ๊ฑฐ๋‚˜ ์ƒ์šฉํŒ์ด ํ•„์š”ํ•˜๋‹ค -VM ์„ ๋ฐ˜๋ณตํ•ด์„œ ์ฃฝ์ด๋Š” ๊ฒƒ์ด ์‹คํ—˜ ๊ทธ ์ž์ฒด๋‹ค : `virsh destroy` ๋กœ ๋…ธ๋“œ ์ƒ์‹ค์„ ์žฌํ˜„ํ•˜๋Š”๋ฐ ๋˜์‚ด๋ฆด ๋•Œ๋งˆ๋‹ค ์ฃผ์†Œ๊ฐ€ ๋‹ฌ๋ผ์ง€๋ฉด ์‹คํ—˜์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค -์žฅ์•  ์ฃผ์ž… ๊ทœ์น™์ด ์ฃผ์†Œ ๊ธฐ๋ฐ˜์ด๋‹ค : ใ€Œkc-lab-2 ๋กœ ๊ฐ€๋Š” 7800 ์„ ๋ง‰์•„๋ผใ€์—์„œ IP ๊ฐ€ ์–ด๊ธ‹๋‚˜๋ฉด ์กฐ์šฉํžˆ ์—‰๋šฑํ•œ ๊ฒƒ์„ ๋ง‰๋Š”๋‹ค. ์‹คํŒจ๊ฐ€ ๋“œ๋Ÿฌ๋‚˜์ง€ ์•Š์•„ ํŠนํžˆ ์œ„ํ—˜ํ•˜๋‹ค +VM์„ ๋ฐ˜๋ณตํ•ด์„œ ์ค‘๋‹จํ•˜๊ณ  ๋‹ค์‹œ ์‹œ์ž‘ํ•œ๋‹ค : `virsh destroy`๋กœ ๋…ธ๋“œ ์ƒ์‹ค์„ ์žฌํ˜„ํ•œ ๋’ค ๋‹ค์‹œ ์‹œ์ž‘ํ–ˆ์„ ๋•Œ ์ฃผ์†Œ๊ฐ€ ๋‹ฌ๋ผ์ง€๋ฉด ๊ฐ™์€ ์กฐ๊ฑด์œผ๋กœ ์‹คํ—˜์„ ๋ฐ˜๋ณตํ•˜๊ธฐ ์–ด๋ ต๋‹ค +์žฅ์•  ์ฃผ์ž… ๊ทœ์น™๋„ ์ฃผ์†Œ๋ฅผ ๊ธฐ์ค€์œผ๋กœ ๋™์ž‘ํ•œ๋‹ค. ์˜ˆ๋ฅผ ๋“ค์–ด `kc-lab-2`์˜ 7800 ํฌํŠธ๋ฅผ ๋ง‰๋Š” ๊ทœ์น™์—์„œ IP๊ฐ€ ๋‹ฌ๋ผ์ง€๋ฉด ๋ช…๋ น ์ž์ฒด๋Š” ์„ฑ๊ณตํ•ด๋„ ๋‹ค๋ฅธ ์ฃผ์†Œ๋ฅผ ๋Œ€์ƒ์œผ๋กœ ์‚ผ์„ ์ˆ˜ ์žˆ๋‹ค. ์ˆ˜๋‹จ์€ ์…‹์„ ๊ฒฌ์คฌ๊ณ  ใ€ŒDHCP ์˜ˆ์•ฝ (`ip-dhcp-host`)๊ณผ MAC `52:54:00`ใ€์—์„œ๋Š” ํ‘œ๋กœ ์ ์—ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ static IP ๋ฅผ ์„ค์ •ํ•˜๋ฉด cloud-init ์ด ๋ณต์žกํ•ด์ง€๊ณ  libvirt ๋Š” ๊ทธ ์‚ฌ์‹ค์„ ๋ชจ๋ฅด๋ฏ€๋กœ ์ฃผ์†Œ ์„ค์ •์ด ๋‘ ๊ณณ์œผ๋กœ ํฉ์–ด์ง„๋‹ค. upstream ์— ํ˜ธ์ŠคํŠธ๋ช…์„ ์“ฐ๋ฉด libvirt ์˜ dnsmasq ๊ฐ€ ์ด๋ฆ„์„ ํ’€์–ด ์ฃผ๊ธฐ๋Š” ํ•œ๋‹ค. ๋‹ค๋งŒ ํ˜ธ์ŠคํŠธ์˜ ๋ฆฌ์กธ๋ฒ„๊ฐ€ `virbr0` ๋ฅผ ๋ฐ”๋ผ๋ด์•ผ ํ•˜๊ณ , ๊ธฐ๋™ ์‹œ ํ•œ ๋ฒˆ๋งŒ ํ•ด์„ํ•œ๋‹ค๋Š” ๋‘˜์งธ ๋ฌธ์ œ๋Š” ์ด ๋ฐฉ๋ฒ•์œผ๋กœ ์—†์–ด์ง€์ง€ ์•Š๋Š”๋‹ค. @@ -58,10 +58,10 @@ DHCP ์˜ˆ์•ฝ์„ ๊ณ ๋ฅธ ๊นŒ๋‹ญ์€ ์ฃผ์†Œ ๊ด€๋ฆฌ๊ฐ€ libvirt ํ•œ ๊ณณ์— ๋ชจ์ด๊ธฐ ## ์šด์˜ํ•  ๋•Œ ์กฐ์‹ฌํ•  ์  -๊ฐ’์ด ๋งž์œผ๋ฉด ์กฐ์šฉํžˆ ๋˜๊ณ  ํ‹€๋ฆฌ๋ฉด ๋” ์กฐ์šฉํžˆ ํ‹€๋ฆฐ๋‹ค. ๊ทธ๋ž˜์„œ ์น˜๋ฅธ ๋น„์šฉ์ด ์…‹ ๋‹ค ใ€Œ์˜ค๋ฅ˜๊ฐ€ ์•ˆ ๋‚˜๋Š” ์‹คํŒจใ€๋‹ค. +DHCP ์˜ˆ์•ฝ๊ณผ MAC, VM ์ •์˜๊ฐ€ ์ผ์น˜ํ•˜์ง€ ์•Š์•„๋„ ๋ช…๋ น ๋‹จ๊ณ„์—์„œ ๋ฐ”๋กœ ์˜ค๋ฅ˜๊ฐ€ ๋‚˜์ง€ ์•Š๋Š” ๊ฒฝ์šฐ๊ฐ€ ์žˆ๋‹ค. ๊ทธ๋ž˜์„œ VM์„ ๋งŒ๋“  ๋’ค ์‹ค์ œ ์ฃผ์†Œ๊ฐ€ ์˜ˆ์•ฝ๊ณผ ์ผ์น˜ํ•˜๋Š”์ง€ ๋‹ค์‹œ ํ™•์ธํ•˜๋„๋ก ํ–ˆ๋‹ค. ์ˆœ์„œ๊ฐ€ ๊ฒฐ๊ณผ๋ฅผ ๋ฐ”๊พผ๋‹ค : ์˜ˆ์•ฝ์„ ๋„ฃ๊ณ  ๋‚˜์„œ `virt-install` ํ•ด์•ผ ํ•œ๋‹ค. ๊ฒŒ์ŠคํŠธ๋ฅผ ๋จผ์ € ๋งŒ๋“ค๋ฉด ๋™์  ๋Œ€์—ญ(`192.168.122.2`๋ถ€ํ„ฐ `192.168.122.254`)์—์„œ ์•„๋ฌด ์ฃผ์†Œ๋‚˜ ๋ฐ›๊ณ , ์˜ˆ์•ฝ์ด ๋จน์œผ๋ ค๋ฉด ๋ฆฌ์Šค ๋งŒ๋ฃŒ๋ฅผ ๊ธฐ๋‹ค๋ฆฌ๊ฑฐ๋‚˜ ์žฌ๋ถ€ํŒ…ํ•ด์•ผ ํ•œ๋‹ค -MAC ์ด ํ•œ ๊ธ€์ž๋งŒ ๋‹ฌ๋ผ๋„ ์กฐ์šฉํžˆ ๋ฌด์‹œ๋œ๋‹ค : ์˜ˆ์•ฝ์˜ `mac` ๊ณผ `virt-install --network` ์— ์ค€ `mac=` ์ด ์ •ํ™•ํžˆ ๊ฐ™์•„์•ผ ํ•œ๋‹ค. ๋‹ค๋ฅด๋ฉด ์˜ค๋ฅ˜ ๋ฉ”์‹œ์ง€ ์—†์ด ๋™์  ๋ฒ”์œ„์—์„œ ์•„๋ฌด ์ฃผ์†Œ๋‚˜ ๋ฐ›๊ณ , ์ฆ์ƒ์€ ใ€Œ์™œ IP ๊ฐ€ ๋‹ค๋ฅด์ง€ใ€๋กœ๋งŒ ๋‚˜ํƒ€๋‚œ๋‹ค +์˜ˆ์•ฝ์˜ `mac`๊ณผ `virt-install --network`์— ์ง€์ •ํ•œ `mac=`์ด ์ •ํ™•ํžˆ ๊ฐ™์•„์•ผ ํ•œ๋‹ค. ๊ฐ’์ด ๋‹ค๋ฅด๋ฉด ์˜ˆ์•ฝ์ด ์ ์šฉ๋˜์ง€ ์•Š๊ณ  ๋™์  DHCP ์ฃผ์†Œ๋ฅผ ๋ฐ›์„ ์ˆ˜ ์žˆ์œผ๋ฉฐ, ์ด ๊ณผ์ •์—์„œ ๋ณ„๋„์˜ ์„ค์ • ์˜ค๋ฅ˜๊ฐ€ ์ถœ๋ ฅ๋˜์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค. ํ”Œ๋ž˜๊ทธ ๋‘˜์„ ๋‹ค ์ค˜์•ผ ํ•œ๋‹ค : `--live` ๋งŒ ์ฃผ๋ฉด ์žฌ๋ถ€ํŒ…์— ์‚ฌ๋ผ์ง€๊ณ  `--config` ๋งŒ ์ฃผ๋ฉด ์ง€๊ธˆ ๋ฐ˜์˜์ด ์•ˆ ๋œ๋‹ค. ์„ฑ๊ณต ํŒ์ •์€ ์ถœ๋ ฅ์— `persistent config` ์™€ `live state` ๋‘ ๋งˆ๋””๊ฐ€ ๋‹ค ๋‚˜์˜ค๋Š” ๊ฒƒ์ด๊ณ , ํ•œ์ชฝ๋งŒ ๋‚˜์˜จ ๊ฒƒ์„ ์„ฑ๊ณต์œผ๋กœ ์ฝ์œผ๋ฉด ใ€Œ์žฌ๋ถ€ํŒ…ํ•˜๋‹ˆ IP ๊ฐ€ ๋ฐ”๋€๋‹คใ€๊ฐ€ ๋œ๋‹ค ์˜ˆ์•ฝ์„ ์กฐํšŒํ•˜๋Š” ๋‘ ๋ช…๋ น๋„ ์„œ๋กœ ๋‹ค๋ฅธ ๊ฒƒ์„ ๋งํ•œ๋‹ค. `net-dumpxml` ์ด ๋ณด์—ฌ ์ฃผ๋Š” ์˜ˆ์•ฝ์€ dnsmasq ์—๊ฒŒ ์ค€ ์˜๋„์ด๊ณ , `net-dhcp-leases` ๊ฐ€ ๋ณด์—ฌ ์ฃผ๋Š” ๋ฆฌ์Šค๋Š” ์‹ค์ œ๋กœ ๋‚˜๊ฐ„ ๊ธฐ๋ก์ด๋‹ค. ๋‘˜์ด ๋‹ค๋ฅผ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ ์˜ˆ์•ฝ์„ ๋„ฃ์—ˆ๋‹ค๋Š” ๊ฒƒ๋งŒ์œผ๋กœ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ์ฃผ์†Œ๋ฅผ ๋ฐ›์•˜๋‹ค๊ณ  ์ฝ์ง€ ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-no-docker-on-the-lab-host.md b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-no-docker-on-the-lab-host.md index 5127731..e8e7f9b 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-no-docker-on-the-lab-host.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-no-docker-on-the-lab-host.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: no-docker-on-the-lab-host -title: lab host ์—๋Š” Docker ๋ฅผ ๊น”์ง€ ์•Š๋Š”๋‹ค โ€” ์ด๋ฏธ์ง€ ์ €์žฅ์†Œ๊ฐ€ ๊ฐˆ๋ฆฌ๊ณ , ๊ทธ ์œ„์— ๋„คํŠธ์›Œํฌ ๋ณ€์ˆ˜๊ฐ€ ํ•˜๋‚˜ ๋” ๋ถ™๋Š”๋‹ค +title: lab host์— Docker๋ฅผ ์„ค์น˜ํ•˜์ง€ ์•Š์€ ์ด์œ  topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -14,13 +14,13 @@ source: sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommitted-working-tree snapshot --- -# lab host ์—๋Š” Docker ๋ฅผ ๊น”์ง€ ์•Š๋Š”๋‹ค โ€” ์ด๋ฏธ์ง€ ์ €์žฅ์†Œ๊ฐ€ ๊ฐˆ๋ฆฌ๊ณ , ๊ทธ ์œ„์— ๋„คํŠธ์›Œํฌ ๋ณ€์ˆ˜๊ฐ€ ํ•˜๋‚˜ ๋” ๋ถ™๋Š”๋‹ค +# lab host์— Docker๋ฅผ ์„ค์น˜ํ•˜์ง€ ์•Š์€ ์ด์œ  -Docker ๋Š” ์›Œํฌ์Šคํ…Œ์ด์…˜์—๋งŒ ๋‘๊ณ  lab host ์™€ ๊ฒŒ์ŠคํŠธ์—์„œ๋Š” ๋บ€๋‹ค. ๊น”๋ฉด containerd ๊ฐ€ ๋‘˜์ด ๋˜์–ด `docker build` ํ•œ ์ด๋ฏธ์ง€๋ฅผ k3s ๊ฐ€ ๋ณด์ง€ ๋ชปํ•˜๊ณ , ์ฆ์ƒ์ด `docker images` ์—๋Š” ๋ณด์ด๋Š”๋ฐ ํŒŒ๋“œ๋Š” `ErrImageNeverPull` ์ธ ๋ชจ์–‘์œผ๋กœ ๋‚˜์˜จ๋‹ค. +Docker๋Š” ์›Œํฌ์Šคํ…Œ์ด์…˜์—์„œ๋งŒ ์‚ฌ์šฉํ•˜๊ณ  lab host์™€ ๊ฒŒ์ŠคํŠธ์—๋Š” ์„ค์น˜ํ•˜์ง€ ์•Š์•˜๋‹ค. k3s๋Š” ์ž์ฒด containerd๋ฅผ ์‚ฌ์šฉํ•˜๋ฏ€๋กœ ๊ฐ™์€ ๋จธ์‹ ์— Docker๋ฅผ ์ถ”๊ฐ€ํ•˜๋ฉด `docker build`๋กœ ๋งŒ๋“  ์ด๋ฏธ์ง€์™€ k3s๊ฐ€ ๋ณด๋Š” ์ด๋ฏธ์ง€ ์ €์žฅ์†Œ๊ฐ€ ๋ถ„๋ฆฌ๋œ๋‹ค. ์ด ๊ฒฝ์šฐ `docker images`์—๋Š” ์ด๋ฏธ์ง€๊ฐ€ ์žˆ์–ด๋„ ํŒŒ๋“œ๋Š” `ErrImageNeverPull` ์ƒํƒœ๊ฐ€ ๋  ์ˆ˜ ์žˆ๋‹ค. ## Docker๋ฅผ host์— ๋„ฃ์œผ๋ฉด ์ƒ๊ธฐ๋Š” ์ถฉ๋Œ -- **ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€๋กœ ๊ฐ„๋‹ค โ€” ๊ด€์ธก์ž๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค** +- **k3s๋ฅผ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  ๋‘ VM์œผ๋กœ ๊ตฌ์„ฑํ•œ ์ด์œ ** ๊ฐ™์€ ์ถ•์˜ ๊ฒฐ์ •์ด๋‹ค. ํ˜ธ์ŠคํŠธ๋ฅผ ์ง„์ž…์ ๊ณผ ํ•˜์ดํผ๋ฐ”์ด์ €๋กœ๋งŒ ๋‚จ๊ธด๋‹ค๋Š” ๊ทธ ํŒ๋‹จ์ด ์ปจํ…Œ์ด๋„ˆ ๋Ÿฐํƒ€์ž„ ์ชฝ์—์„œ ํ•œ ๋ฒˆ ๋” ์“ฐ์˜€๋‹ค. - **k3s server ์™€ agent ๋ฅผ ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€์— ๊น”๊ณ  lab host ์—์„œ kubectl ๋กœ ๋ณธ๋‹ค** k3s ๊ฐ€ ์ž์ฒด containerd ๋ฅผ ๋“ค๊ณ  ๋“ค์–ด์˜ค๋Š” ์ ˆ์ฐจ๋‹ค. ๊ทธ ์ ˆ์ฐจ๊ฐ€ ๋๋‚œ ๋’ค์— ใ€Œ์ด๋ฏธ์ง€๋Š” ์–ด๋–ป๊ฒŒ ๋„ฃ์ง€ใ€๊ฐ€ ์ฒ˜์Œ ๋‚˜์˜จ๋‹ค. @@ -28,7 +28,7 @@ Docker ๋Š” ์›Œํฌ์Šคํ…Œ์ด์…˜์—๋งŒ ๋‘๊ณ  lab host ์™€ ๊ฒŒ์ŠคํŠธ์—์„œ๋Š” ๋บ€ ๊ณต๊ฐœ ์ด๋ฏธ์ง€๋งŒ ์“ฐ๋Š” ๋ฐฐํฌ๋ผ ๋ฐ˜์ž…์ด ํ•„์š” ์—†๋Š” ์ชฝ์˜ ์˜ˆ๋‹ค. ์ž์ฒด ๋นŒ๋“œ ์ด๋ฏธ์ง€์™€ ๊ฐˆ๋ฆฌ๋Š” ์ง€์ ์„ ๊ทธ ์ ˆ์ฐจ๊ฐ€ ๋ณด์—ฌ ์ค€๋‹ค. - **Prometheus ์™€ Grafana ๋ฅผ ์˜ฌ๋ ค ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์„ ๋ฐ–์—์„œ ๋ณธ๋‹ค** ๊ฐ™์€ ์ด์œ ๋กœ ๊ณต๊ฐœ ์ด๋ฏธ์ง€๋ฅผ ๊ทธ๋Œ€๋กœ ๋‹น๊ฒจ ์“ด๋‹ค. ๋…ธ๋“œ๋งˆ๋‹ค ๋”ฐ๋กœ ๋ฐ˜์ž…ํ•ด์•ผ ํ•˜๋Š” ์ผ์ด ์—ฌ๊ธฐ์„œ๋Š” ์ƒ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. -- **๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค** +- **๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค** `docker images` ๊ฐ€ ๋ณด์—ฌ ์ฃผ๋Š” ๋ชฉ๋ก์ด k3s ์˜ ์ด๋ฏธ์ง€ ๋ชฉ๋ก์ด ์•„๋‹ˆ๋ผ๋Š” ๊ฒƒ์„ ๊ทธ ๊ธฐ์ค€์ด ์ผ๋ฐ˜ํ™”ํ•œ๋‹ค. ## ๋Ÿฐํƒ€์ž„ ๋ฐฐ์น˜ diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-two-guest-vms-instead-of-installing-k3s-on-the-host.md b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-two-guest-vms-instead-of-installing-k3s-on-the-host.md index cea59c9..be3781b 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-two-guest-vms-instead-of-installing-k3s-on-the-host.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/decision/decision-two-guest-vms-instead-of-installing-k3s-on-the-host.md @@ -1,7 +1,7 @@ --- kind: PROJECT_DECISION slug: two-guest-vms-instead-of-installing-k3s-on-the-host -title: ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€๋กœ ๊ฐ„๋‹ค โ€” ๊ด€์ธก์ž๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค +title: k3s๋ฅผ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  ๋‘ VM์œผ๋กœ ๊ตฌ์„ฑํ•œ ์ด์œ  topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -14,13 +14,13 @@ source: sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommitted-working-tree snapshot --- -# ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€๋กœ ๊ฐ„๋‹ค โ€” ๊ด€์ธก์ž๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค +# k3s๋ฅผ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  ๋‘ VM์œผ๋กœ ๊ตฌ์„ฑํ•œ ์ด์œ  -k3s ๋ฅผ ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€์— ๋‚˜๋ˆ  ๊น”๊ณ  ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋Š” ์ง„์ž…์ ๊ณผ ํ•˜์ดํผ๋ฐ”์ด์ €๋กœ๋งŒ ๋‚จ๊ธด๋‹ค. ๋จธ์‹ ์ด ํ•œ ๋Œ€๋ฟ์ด๋ผ ๊ฐ™์€ ์ปค๋„์— ๋‘ ๋…ธ๋“œ๋ฅผ ์˜ฌ๋ฆฌ๋ฉด ๋…ธ๋“œ ์ƒ์‹ค ์‹คํ—˜์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๊ณ , ํ˜ธ์ŠคํŠธ๊ฐ€ ๋…ธ๋“œ๋ฅผ ๊ฒธํ•˜๋ฉด SSH ์™€ libvirt ์™€ nginx ๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ๊ฐ™์ด ๋‚ด๋ ค๊ฐ„๋‹ค. +k3s ๋…ธ๋“œ๋Š” ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€์— ๋‚˜๋ˆ  ๊ตฌ์„ฑํ•˜๊ณ  ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋Š” libvirt์™€ ๊ด€๋ฆฌ ๊ฒฝ๋กœ๋ฅผ ๋‹ด๋‹นํ•˜๋„๋ก ๋ถ„๋ฆฌํ–ˆ๋‹ค. ๊ฐ™์€ ์ปค๋„ ์œ„์— ๋…ผ๋ฆฌ์ ์œผ๋กœ ๋…ธ๋“œ๋งŒ ๋‘˜๋กœ ๋‚˜๋ˆ„๋ฉด ํ•œ ๋…ธ๋“œ๋งŒ ์ค‘๋‹จํ•˜๋Š” ์žฅ์•  ์‹คํ—˜์„ ๋งŒ๋“ค๊ธฐ ์–ด๋ ต๊ณ , ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ ์ž์ฒด๋ฅผ k3s ๋…ธ๋“œ๋กœ ์‚ฌ์šฉํ•˜๋ฉด ๋…ธ๋“œ ์žฅ์•  ์‹คํ—˜์ด SSH์™€ libvirt ๊ฐ™์€ ๊ด€๋ฆฌ ๊ธฐ๋Šฅ์—๋„ ์˜ํ–ฅ์„ ์ค„ ์ˆ˜ ์žˆ๋‹ค. ## ํ˜ธ์ŠคํŠธ ์ง์ ‘ ์„ค์น˜์˜ ๋ฌธ์ œ -- **์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ** +- **Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ ** ๊ฐ™์€ ๋…ผ๋ฆฌ๋ฅผ ์—ฃ์ง€ ํ•œ ์ธต์— ๋‹ค์‹œ ์ ์šฉํ•œ ๊ฒฐ์ •์ด๋‹ค. ๊ทธ์ชฝ์€ ๊ฒŒ์ŠคํŠธ ๊ตฌ์กฐ๊ฐ€ ์ด๋ฏธ ์žˆ๋‹ค๊ณ  ๋†“๊ณ  ์—ฃ์ง€๊ฐ€ ์–ด๋”” ์‚ฌ๋Š”์ง€๋ฅผ ์ •ํ–ˆ๊ณ , ์ด์ชฝ์€ ๊ฒŒ์ŠคํŠธ ๊ตฌ์กฐ๋ฅผ ์“ธ ๊ฒƒ์ธ์ง€๋ฅผ ์ •ํ–ˆ๋‹ค. - **lab host ์— ๊ฐ€์ƒํ™” ํŒจํ‚ค์ง€๋ฅผ ๊น”๊ณ  virsh ๊ฐ€ sudo ์—†์ด ๋Œ๊ฒŒ ๋งŒ๋“ ๋‹ค** ์ด ๊ฒฐ์ •์ด ์š”๊ตฌํ•œ ์ฒซ ์ ˆ์ฐจ๋‹ค. ํ˜ธ์ŠคํŠธ์— k3s ๋Œ€์‹  libvirt ์™€ QEMU ๊ฐ€ ๊น”๋ฆฌ๋Š” ๊นŒ๋‹ญ์„ ์ด ๊ฒฐ์ •์ด ๋Œ„๋‹ค. @@ -28,7 +28,7 @@ k3s ๋ฅผ ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€์— ๋‚˜๋ˆ  ๊น”๊ณ  ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋Š” ์ง„์ž…์ ๊ณผ ๊ฒฐ์ •์„ ์‹ค์ œ๋กœ ์‹คํ–‰ํ•œ ์ ˆ์ฐจ๋‹ค. server ์™€ agent ๊ฐ€ ์„œ๋กœ ๋‹ค๋ฅธ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด๊ฐ€๊ณ  `kubectl` ์€ ํ˜ธ์ŠคํŠธ์—์„œ ๋ˆ๋‹ค. - **Prometheus ์™€ Grafana ๋ฅผ ์˜ฌ๋ ค ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์„ ๋ฐ–์—์„œ ๋ณธ๋‹ค** ๊ด€์ธก ์Šคํƒ์„ server ๋…ธ๋“œ์— ๋ชป๋ฐ•๋Š” ์ ˆ์ฐจ๊ฐ€ ๊ฑฐ๊ธฐ ์žˆ๋‹ค. ๊ด€์ธก์ž๋ฅผ ์‚ด๋ ค ๋‘”๋‹ค๋Š” ์ด์œ ๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์—์„œ ํ•œ ๋ฒˆ ๋” ์“ฐ์ธ๋‹ค. -- **lab host ์—๋Š” Docker ๋ฅผ ๊น”์ง€ ์•Š๋Š”๋‹ค โ€” ์ด๋ฏธ์ง€ ์ €์žฅ์†Œ๊ฐ€ ๊ฐˆ๋ฆฌ๊ณ , ๊ทธ ์œ„์— ๋„คํŠธ์›Œํฌ ๋ณ€์ˆ˜๊ฐ€ ํ•˜๋‚˜ ๋” ๋ถ™๋Š”๋‹ค** +- **lab host์— Docker๋ฅผ ์„ค์น˜ํ•˜์ง€ ์•Š์€ ์ด์œ ** ํ˜ธ์ŠคํŠธ๋ฅผ ๊นจ๋—์ด ๋‚จ๊ธด๋‹ค๋Š” ๊ฐ™์€ ์ถ•์˜ ๊ฒฐ์ •์„ ์ปจํ…Œ์ด๋„ˆ ๋Ÿฐํƒ€์ž„ ์ชฝ์— ์ ์šฉํ•œ ๊ฒƒ์ด๋‹ค. - **์‹คํ—˜๋Œ€๋ฅผ ๊ป๋‹ค ์ผœ๊ณ  ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋‹ค์‹œ ๋‚˜๋ˆˆ๋‹ค** ๊ฒŒ์ŠคํŠธ๋กœ ๊ฐ”๊ธฐ ๋•Œ๋ฌธ์— ๊ฐ€๋Šฅํ•ด์ง„ ์šด์˜์ด๋‹ค. `virsh setmaxmem` ์œผ๋กœ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋‹ค์‹œ ๋‚˜๋ˆ„๋Š” ์ผ์€ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์•˜์œผ๋ฉด ์ƒ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. @@ -37,7 +37,7 @@ k3s ๋ฅผ ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€์— ๋‚˜๋ˆ  ๊น”๊ณ  ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋Š” ์ง„์ž…์ ๊ณผ k3s server๋Š” ๊ฒŒ์ŠคํŠธ `kc-lab-1`์—, agent๋Š” `kc-lab-2`์— ๋‘”๋‹ค. ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ `test-server`์—๋Š” k3s๋ฅผ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  libvirt/KVM๊ณผ ์‹คํ—˜๋Œ€ ์ง„์ž…์— ํ•„์š”ํ•œ ์ตœ์†Œ ๊ธฐ๋Šฅ๋งŒ ๋‚จ๊ธด๋‹ค. -2026-09-03 ์ตœ์ดˆ ๋ฐฐ์น˜์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ ๋‘˜์ด `virbr0` ๋’ค์—์„œ `192.168.122.11`๊ณผ `192.168.122.12`๋ฅผ ์ผ๊ณ  nginx๋Š” ํ˜ธ์ŠคํŠธ์— ์žˆ์—ˆ๋‹ค. ์ดํ›„ `kc-lab-edge`๊ฐ€ ์ถ”๊ฐ€๋˜๋ฉด์„œ nginx๋„ Edge VM์œผ๋กœ ์ด๋™ํ–ˆ๋‹ค. ํ˜„์žฌ๋„ ์ด ๊ฒฐ์ •์˜ ํ•ต์‹ฌ์ธ **k3s ๋…ธ๋“œ์™€ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ ์ปค๋„ ๋ถ„๋ฆฌ**๋Š” ๊ทธ๋Œ€๋กœ ์œ ์ง€๋œ๋‹ค. +2026-09-03 ์ตœ์ดˆ ๋ฐฐ์น˜์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ ๋‘˜์ด `virbr0` ๋’ค์—์„œ `192.168.122.11`๊ณผ `192.168.122.12`๋ฅผ ์ผ๊ณ  nginx๋Š” ํ˜ธ์ŠคํŠธ์— ์žˆ์—ˆ๋‹ค. ์ดํ›„ `kc-lab-edge`๊ฐ€ ์ถ”๊ฐ€๋˜๋ฉด์„œ nginx๋„ Edge VM์œผ๋กœ ์ด๋™ํ–ˆ๋‹ค. ํ˜„์žฌ ๊ตฌ์„ฑ์—์„œ๋„ k3s ๋…ธ๋“œ์™€ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋Š” ์„œ๋กœ ๋‹ค๋ฅธ ์ปค๋„์—์„œ ์‹คํ–‰๋œ๋‹ค. ## ๋‘ guest๋กœ ๋‚˜๋ˆˆ ์ด์œ  @@ -45,26 +45,26 @@ k3s server๋Š” ๊ฒŒ์ŠคํŠธ `kc-lab-1`์—, agent๋Š” `kc-lab-2`์— ๋‘”๋‹ค. ๋ฌผ๋ฆฌ ํ˜ธ ๋…๋ฆฝ ์ปค๋„์ด ๋‘˜ ํ•„์š”ํ•˜๋‹ค : ๊ฐ™์€ ์ปค๋„์— k3s server ์™€ agent ๋ฅผ ์˜ฌ๋ฆฌ๋ฉด ๋…ธ๋“œ๊ฐ€ ์ด๋ฆ„๋ฟ์ด๋ผ ๋…ธ๋“œ ๊ฐ„ ๋ฐฉํ™”๋ฒฝยทํŒŒํ‹ฐ์…˜ยท๋…ธ๋“œ ์ƒ์‹ค ์‹คํ—˜์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค ํŒŒ๊ดด ์‹คํ—˜ ํ›„ ๋ณต์› : VM ์€ qcow2 ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ ์ง€์šฐ๋ฉด ๋ช‡ ์ดˆ ๋งŒ์— ์ดˆ๊ธฐ ์ƒํƒœ๋กœ ๋Œ์•„๊ฐ€๊ณ , ํ˜ธ์ŠคํŠธ๋Š” ์žฌ์„ค์น˜ ๋ง๊ณ  ๋˜๋Œ๋ฆด ๋ฐฉ๋ฒ•์ด ์—†๋‹ค -๊ด€์ธก์ž๋ฅผ ์‚ด๋ ค ๋‘”๋‹ค : ๋…ธ๋“œ๋ฅผ ์ฃฝ์ด๋Š” ์‹คํ—˜์ธ๋ฐ ๊ทธ ๋…ธ๋“œ๊ฐ€ ํ˜ธ์ŠคํŠธ๋ฉด SSH ์™€ libvirt ์™€ nginx ๊ฐ€ ๊ฐ™์ด ์ฃฝ๋Š”๋‹ค -ํ˜ธ์ŠคํŠธ ์˜ค์—ผ ๋ฐฉ์ง€ : k3s ๋Š” nftables ๊ทœ์น™๊ณผ CNI(Container Network Interface, ์ปจํ…Œ์ด๋„ˆ ๋„คํŠธ์›Œํฌ ๊ทœ๊ฒฉ) ์ธํ„ฐํŽ˜์ด์Šค, ์ปค๋„ ๋ชจ๋“ˆ, systemd ์œ ๋‹›์„ ๋Œ€๋Ÿ‰์œผ๋กœ ์‹ฌ๋Š”๋‹ค +๊ด€๋ฆฌ ๊ฒฝ๋กœ๋ฅผ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ๋ถ„๋ฆฌํ•œ๋‹ค : ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋ฅผ k3s ๋…ธ๋“œ๋กœ ์‚ฌ์šฉํ•˜๋ฉด ๋…ธ๋“œ ์žฅ์•  ์‹คํ—˜์ด SSH์™€ libvirt ๊ฐ™์€ ๊ด€๋ฆฌ ๊ธฐ๋Šฅ์—๋„ ์˜ํ–ฅ์„ ์ค„ ์ˆ˜ ์žˆ๋‹ค +๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ ๋„คํŠธ์›Œํฌยท์„œ๋น„์Šค ๊ตฌ์„ฑ์„ ๋ถ„๋ฆฌํ•œ๋‹ค : k3s๋Š” nftables ๊ทœ์น™, CNI(Container Network Interface) ์ธํ„ฐํŽ˜์ด์Šค, ์ปค๋„ ๋ชจ๋“ˆ, systemd ์œ ๋‹›์„ ์ถ”๊ฐ€ํ•œ๋‹ค ์šด์˜ ๋ฐฐํฌํŒ๊ณผ ์ผ์น˜ : ํ˜ธ์ŠคํŠธ๋Š” Arch ์ธ๋ฐ ์šด์˜ k3s ๊ฐ€ ๋‹ค๋ฅธ ๋ฐฐํฌํŒ์ด๋ฉด ์ปค๋„๊ณผ systemd ์ฐจ์ด๊ฐ€ ์žก์Œ์ด ๋œ๋‹ค. ๊ฒŒ์ŠคํŠธ๋ฅผ ์šด์˜๊ณผ ๊ฐ™๊ฒŒ ๋งž์ถ”๋ฉด ๊ทธ ์žก์Œ์ด ์‚ฌ๋ผ์ง„๋‹ค netem ๊ฒฉ๋ฆฌ : ์ปค๋„์ด ๋ถ„๋ฆฌ๋˜์–ด ์ง€์—ฐ ์ฃผ์ž…์ด ๊ฒŒ์ŠคํŠธ ์•ˆ์— ๊ฐ‡ํžŒ๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ๊ฑธ๋ฉด SSH ๊นŒ์ง€ ๋А๋ ค์ง„๋‹ค ๊ฒฌ์ค€ ์ชฝ์€ ํ˜ธ์ŠคํŠธ์— ๋‹จ์ผ ๋…ธ๋“œ k3s ๋ฅผ ์ง์ ‘ ๊นŒ๋Š” ๊ฒƒ์ด๋‹ค. ใ€Œ์™œ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  VM 2๋Œ€์ธ๊ฐ€ใ€์—์„œ๋Š” ๊ทธ๊ฒƒ์„ ์ •์งํ•œ ๋ฐ˜๋Œ€ํŽธ์œผ๋กœ ์ง์ ‘ ์ ์—ˆ๋‹ค โ€” ๊ณ„์•ฝ ๊ฒ€์ฆ(2ํ™‰ ํ—ค๋”, ์ฟ ํ‚ค/origin)๋งŒ ๋ณผ ๊ฑฐ๋ผ๋ฉด ํ˜ธ์ŠคํŠธ ์ง์ ‘ ์„ค์น˜๋กœ ์ถฉ๋ถ„ํ•˜๊ณ  ๊ทธ๊ฒŒ ๋” ๋น ๋ฅด๋‹ค. VM ๊ฒฝ๋กœ๊ฐ€ ํ•„์š”ํ•ด์ง€๋Š” ๊ฒƒ์€ ํด๋Ÿฌ์Šคํ„ฐ์™€ ์žฅ์•  ์‹คํ—˜๋ถ€ํ„ฐ๋‹ค. -์ ˆ์ถฉ์•ˆ๋„ ํ•˜๋‚˜ ๊ฒ€ํ† ํ•˜๊ณ  ์ฑ„ํƒํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜ธ์ŠคํŠธ๋ฅผ ๋…ธ๋“œ 1๋กœ ์“ฐ๊ณ  VM ์„ ๋…ธ๋“œ 2๋กœ ๋‘๋Š” ๋ฐฉ๋ฒ•์ด๋‹ค. ๊ฒŒ์ŠคํŠธ ์šด์˜์ฒด์ œ ํ•˜๋‚˜(์•ฝ 350MB)์™€ ์„ค์น˜ ์ˆ˜๊ณ ๋ฅผ ์•„๋ผ๋Š” ๋Œ€์‹  ๊ด€์ธก์ž ๋ถ„๋ฆฌ์™€ ํ˜ธ์ŠคํŠธ ์˜ค์—ผ ๋ฐฉ์ง€๋ฅผ ํฌ๊ธฐํ•˜๊ฒŒ ๋œ๋‹ค. 7.4Gi ์˜ˆ์‚ฐ์—์„œ ๊ทธ 350MB ๋ณด๋‹ค ๊ด€์ธก์ž ๋ถ„๋ฆฌ๊ฐ€ ๋” ๊ฐ’์ง€๋‹ค๊ณ  ํŒ๋‹จํ–ˆ๋‹ค. +๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๋ฅผ ์ฒซ ๋ฒˆ์งธ ๋…ธ๋“œ๋กœ ์“ฐ๊ณ  VM ํ•˜๋‚˜๋งŒ ์ถ”๊ฐ€ํ•˜๋Š” ๊ตฌ์„ฑ๋„ ๊ฒ€ํ† ํ–ˆ๋‹ค. ์ด ๋ฐฉ์‹์€ ๊ฒŒ์ŠคํŠธ ์šด์˜์ฒด์ œ ํ•˜๋‚˜์— ํ•„์š”ํ•œ ์•ฝ 350MB์™€ ์„ค์น˜ ์ž‘์—…์„ ์ค„์ผ ์ˆ˜ ์žˆ์ง€๋งŒ, ๊ด€๋ฆฌ์šฉ ํ˜ธ์ŠคํŠธ์™€ ์‹คํ—˜ ๋…ธ๋“œ๋ฅผ ๋ถ„๋ฆฌํ•  ์ˆ˜ ์—†๋‹ค. ๋‹น์‹œ ๋ฉ”๋ชจ๋ฆฌ ์˜ˆ์‚ฐ์—์„œ๋Š” ์ด ์ ˆ๊ฐ๋ณด๋‹ค ๊ด€๋ฆฌ ๊ฒฝ๊ณ„๋ฅผ ๋ถ„๋ฆฌํ•˜๋Š” ์ชฝ์„ ์„ ํƒํ–ˆ๋‹ค. ## ๊ตฌ์ถ• ๋น„์šฉ๊ณผ ์–ป์€ ๊ฒฉ๋ฆฌ ์‹คํ—˜ ๋ฒ”์œ„๋ฅผ ๋„“ํžˆ๋Š” ๋Œ€๊ฐ€๋กœ ๊ตฌ์ถ• ์‹œ๊ฐ„๊ณผ ๊ฒŒ์ŠคํŠธ ์šด์˜์ฒด์ œ ๋ชซ์˜ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์น˜๋ €๋‹ค. ํ˜ธ์ŠคํŠธ์— ๋‹จ์ผ ๋…ธ๋“œ๋กœ ๊น”์•˜์œผ๋ฉด ํ•˜๋ฃจ ์•ˆ์— ๋๋‚ฌ์„ ๊ตฌ์ถ•์ด ๊ฒŒ์ŠคํŠธ ์ƒ์„ฑ๊ณผ cloud-init ๊ณผ k3s ์„ค์น˜๋กœ ๋‚˜๋‰˜์—ˆ๊ณ , ๊ฒŒ์ŠคํŠธ๋งˆ๋‹ค ์ปค๋„๊ณผ systemd ๊ฐ€ ๋”ฐ๋กœ ๋Œ์•„ ๊ทธ๋งŒํผ์˜ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์“ด๋‹ค. -์–ป์€ ๊ฒƒ์€ ๋˜๋Œ๋ฆด ์ˆ˜ ์žˆ๋Š” ์‹คํ—˜๋Œ€๋‹ค. ๋…ธ๋“œ๋ฅผ ์ฃฝ์—ฌ๋„ `virsh start`๋กœ ๋˜์‚ด๋ฆด ์ˆ˜ ์žˆ๊ณ , ๊ฒŒ์ŠคํŠธ๋ฅผ ํ†ต์งธ๋กœ ์ง€์›Œ๋„ `base.qcow2` ์œ„์— ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ ๋‹ค์‹œ ๋งŒ๋“ค์–ด ๋ณต๊ตฌํ•  ์ˆ˜ ์žˆ๋‹ค. 2026-09-21์—๋Š” worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ `destroy โ†’ undefine --remove-all-storage`ํ•œ ๋’ค cloud-initยทk3sยทKeycloak๊นŒ์ง€ ๋‹ค์‹œ ๊ตฌ์ถ•ํ•ด ์ด ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ–ˆ๋‹ค. +์ด ๊ตฌ์„ฑ์—์„œ๋Š” VM์„ ์ค‘๋‹จํ•ด๋„ `virsh start`๋กœ ๋‹ค์‹œ ์‹œ์ž‘ํ•  ์ˆ˜ ์žˆ๊ณ , ๊ฒŒ์ŠคํŠธ๋ฅผ ํ†ต์งธ๋กœ ์ง€์›Œ๋„ `base.qcow2` ์œ„์— ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ ๋‹ค์‹œ ๋งŒ๋“ค์–ด ๋ณต๊ตฌํ•  ์ˆ˜ ์žˆ๋‹ค. 2026-09-21์—๋Š” worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ๋กœ `destroy โ†’ undefine --remove-all-storage`ํ•œ ๋’ค cloud-initยทk3sยทKeycloak๊นŒ์ง€ ๋‹ค์‹œ ๊ตฌ์ถ•ํ•ด ์ด ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ–ˆ๋‹ค. -๊ฐ™์€ ๊ตฌ๋ถ„์ด ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์—์„œ ํ•œ ๋ฒˆ ๋” ๋‚˜์˜จ๋‹ค. k3s server ์™€ agent ๋Š” ์ฃฝ์˜€์„ ๋•Œ๊ฐ€ ๋‹ค๋ฅด๋‹ค. +k3s server์™€ agent๋Š” ์ค‘๋‹จํ–ˆ์„ ๋•Œ ํด๋Ÿฌ์Šคํ„ฐ์— ๋ฏธ์น˜๋Š” ์˜ํ–ฅ์ด ๋‹ค๋ฅด๋‹ค. -kc-lab-1(server) ๋ฅผ ์ฃฝ์ด๋ฉด : `kubectl` ์ด ์•ˆ ๋˜๊ณ  DNS ์™€ ์ธ๊ทธ๋ ˆ์Šค๋„ ์‚ฌ๋ผ์ง„๋‹ค -kc-lab-2(agent) ๋ฅผ ์ฃฝ์ด๋ฉด : ๊ทธ ๋…ธ๋“œ์˜ ์›Œํฌ๋กœ๋“œ๋งŒ ์‚ฌ๋ผ์ง€๊ณ  ํด๋Ÿฌ์Šคํ„ฐ ์ œ์–ด๋Š” ์‚ด์•„ ์žˆ๋‹ค +kc-lab-1(server)์„ ์ค‘๋‹จํ•˜๋ฉด : `kubectl` ์ด ์•ˆ ๋˜๊ณ  DNS ์™€ ์ธ๊ทธ๋ ˆ์Šค๋„ ์‚ฌ๋ผ์ง„๋‹ค +kc-lab-2(agent)์„ ์ค‘๋‹จํ•˜๋ฉด : ๊ทธ ๋…ธ๋“œ์˜ ์›Œํฌ๋กœ๋“œ๋งŒ ์‚ฌ๋ผ์ง€๊ณ  ํด๋Ÿฌ์Šคํ„ฐ ์ œ์–ด๋Š” ์‚ด์•„ ์žˆ๋‹ค -๊ทธ๋ž˜์„œ ๋…ธ๋“œ ์ƒ์‹ค ์‹คํ—˜์€ agent ๋ฅผ ์ฃฝ์ด๋Š” ๊ฒƒ์ด๊ณ , server ๋ฅผ ์ฃฝ์ด๋Š” ๊ฒƒ์€ ๋…ธ๋“œ ์ƒ์‹ค์ด ์•„๋‹ˆ๋ผ ์ปจํŠธ๋กค ํ”Œ๋ ˆ์ธ ์ƒ์‹ค์ด๋‹ค. ใ€Œk3s server์™€ agent โ€” ์ฃฝ์˜€์„ ๋•Œ๊ฐ€ ๋‹ค๋ฅด๋‹คใ€์—์„œ๋Š” ์ด ์‚ฌ์‹ค์„ ๋ชจ๋ฅด๊ณ  ใ€Œkeycloak ํ•˜๋‚˜๋งŒ ์žˆ๋Š” ๋…ธ๋“œ๋ฅผ ์ฃฝ์ด์žใ€๊ณ  ๊ณ„ํšํ–ˆ๋‹ค๊ฐ€ ์‹ค์ œ ๋ฐฐ์น˜๋ฅผ ์กฐํšŒํ•œ ๋’ค ์ •์ •ํ–ˆ๋‹ค๊ณ  ์ ๋Š”๋‹ค. ๋…ธ๋“œ๊ฐ€ ๋‘˜๋ฟ์ด๋ผ ๊ด€์ธก๊ณผ ์‹คํ—˜์„ ์™„์ „ํžˆ ๊ฐˆ๋ผ๋†“์„ ์ˆ˜๋Š” ์—†์œผ๋ฏ€๋กœ ใ€Œ๊ด€์ธก ์‹œ์Šคํ…œ์˜ ์žฅ์•  ๋„๋ฉ”์ธใ€์—์„œ๋Š” ๊ทœ์น™์œผ๋กœ ๋ชป๋ฐ•์•˜๋‹ค โ€” ๊ด€์ธก ์Šคํƒ์€ server ์ชฝ์— ๋‘๊ณ  ์ฃฝ์ด์ง€ ์•Š์œผ๋ฉฐ, ์žฅ์•  ์ฃผ์ž…์€ agent ์ชฝ์—๋งŒ ๊ฑด๋‹ค. `nodeSelector` ๋กœ ๋ฐฐ์น˜๋ฅผ ๊ณ ์ •ํ•ด์•ผ ๊ทธ ๊ทœ์น™์ด ์žฌํ˜„๋œ๋‹ค. +๋”ฐ๋ผ์„œ worker ๋…ธ๋“œ ์ƒ์‹ค ์‹คํ—˜์€ agent ๋…ธ๋“œ๋ฅผ ๋Œ€์ƒ์œผ๋กœ ํ•˜๊ณ , server ๋…ธ๋“œ๋ฅผ ์ค‘๋‹จํ•˜๋Š” ๊ฒฝ์šฐ๋Š” control-plane ์ƒ์‹ค ์‹คํ—˜์œผ๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. ๊ธฐ์กด ๊ธฐ๋ก์—์„œ๋Š” ์ฒ˜์Œ์— Keycloak๋งŒ ์žˆ๋Š” ๋…ธ๋“œ๋ฅผ ์žฅ์•  ์ฃผ์ž… ๋Œ€์ƒ์œผ๋กœ ์žก์œผ๋ ค ํ–ˆ์ง€๋งŒ, ์‹ค์ œ ๋ฐฐ์น˜๋ฅผ ํ™•์ธํ•œ ๋’ค agent ๋…ธ๋“œ๋ฅผ worker ์žฅ์•  ์ฃผ์ž… ๋Œ€์ƒ์œผ๋กœ ์ •์ •ํ–ˆ๋‹ค. ๋…ธ๋“œ๊ฐ€ ๋‘˜๋ฟ์ด๋ผ ๊ด€์ธก๊ณผ ์‹คํ—˜์„ ์™„์ „ํžˆ ๊ฐˆ๋ผ๋†“์„ ์ˆ˜๋Š” ์—†์œผ๋ฏ€๋กœ ใ€Œ๊ด€์ธก ์‹œ์Šคํ…œ์˜ ์žฅ์•  ๋„๋ฉ”์ธใ€์—์„œ๋Š” ๊ทœ์น™์œผ๋กœ ๋ชป๋ฐ•์•˜๋‹ค โ€” ๊ด€์ธก ์Šคํƒ์€ server ๋…ธ๋“œ์— ๋‘๊ณ  ์žฅ์•  ์ฃผ์ž… ๋Œ€์ƒ์—์„œ ์ œ์™ธํ•˜๋ฉฐ, ์žฅ์•  ์ฃผ์ž…์€ agent ๋…ธ๋“œ์—๋งŒ ์ˆ˜ํ–‰ํ•œ๋‹ค. `nodeSelector` ๋กœ ๋ฐฐ์น˜๋ฅผ ๊ณ ์ •ํ•ด์•ผ ๊ทธ ๊ทœ์น™์ด ์žฌํ˜„๋œ๋‹ค. ํ™•์ธํ•˜์ง€ ์•Š์€ ๊ฒƒ์ด ํ•˜๋‚˜ ์žˆ๋‹ค. ํ˜ธ์ŠคํŠธ ์ง์ ‘ ์„ค์น˜์™€ ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€๋ฅผ ๊ฐ™์€ ์‹คํ—˜์œผ๋กœ ๊ฒฌ์ค€ ์ธก์ •์€ ์ด ์ €์žฅ์†Œ์— ์—†๋‹ค. ์—ฌ์„ฏ ์ด์œ ๋Š” ๋ฌด์—‡์ด ์„ฑ๋ฆฝํ•˜๊ณ  ๋ฌด์—‡์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๊ฐ€์— ๋Œ€ํ•œ ํŒ๋‹จ์ด๊ณ , ์–ด๋А ์ชฝ์ด ์–ผ๋งˆ๋‚˜ ๋А๋ฆฐ์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-guest-input-hole-under-the-iptables-backend.md b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-guest-input-hole-under-the-iptables-backend.md index 1d29afc..c06cd37 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-guest-input-hole-under-the-iptables-backend.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-guest-input-hole-under-the-iptables-backend.md @@ -1,7 +1,7 @@ --- kind: QUESTION slug: guest-input-hole-under-the-iptables-backend -title: libvirt ์˜ firewall_backend ๊ฐ€ iptables ์ผ ๋•Œ๋„ guest_input ์— ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ๊ฐ€ +title: libvirt firewall_backend๊ฐ€ iptables์ผ ๋•Œ๋„ guest_input ์˜ˆ์™ธ ๊ทœ์น™์ด ํ•„์š”ํ•œ๊ฐ€ topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -14,7 +14,7 @@ source: - final/document.md#180-nftables-๋Š”-์•ž-์ฒด์ธ์˜-accept-๋กœ-๋’ค-์ฒด์ธ์˜-reject-๋ฅผ-๋ง‰์ง€-๋ชปํ•œ๋‹ค --- -# libvirt ์˜ firewall_backend ๊ฐ€ iptables ์ผ ๋•Œ๋„ guest_input ์— ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ๊ฐ€ +# libvirt firewall_backend๊ฐ€ iptables์ผ ๋•Œ๋„ guest_input ์˜ˆ์™ธ ๊ทœ์น™์ด ํ•„์š”ํ•œ๊ฐ€ nftables ๋ฐฑ์—”๋“œ์—์„œ๋Š” libvirt์˜ `guest_input` ์ฒด์ธ ๋ `reject`๊ฐ€ ์™ธ๋ถ€ ์š”์ฒญ์„ `connection refused`๋กœ ๋Š๋Š” ๊ฒƒ์„ 2026-09-21์—๋„ ๋‹ค์‹œ ์žฌํ˜„ํ–ˆ๋‹ค. ๋‹ค๋งŒ `firewall_backend=iptables` ๋น„๊ต๋Š” ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. ์ „์—ญ libvirt firewall backend๋ฅผ ๋ฐ”๊พธ๊ณ  ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šฐ๋ฉด ํ˜„์žฌ edge ์ง„์ž…์ ๊นŒ์ง€ ๋Š๊ธธ ์ˆ˜ ์žˆ์–ด, ๊ธฐ์กด ์„œ๋น„์Šค๊ฐ€ ํ•จ๊ป˜ ์žˆ๋Š” ์ด host์—์„œ๋Š” ๋ฐฑ์—”๋“œ๋ฅผ ์ž„์˜ ์ „ํ™˜ํ•˜์ง€ ์•Š์•˜๋‹ค. @@ -22,12 +22,12 @@ nftables ๋ฐฑ์—”๋“œ์—์„œ๋Š” libvirt์˜ `guest_input` ์ฒด์ธ ๋ `reject`๊ฐ€ ์™ธ - ์‹ค์ œ ๊ตฌ์ถ•์—์„œ ์™ธ๋ถ€ ์š”์ฒญ์ด ๊ฐ€์žฅ ์˜ค๋ž˜ ๋ง‰ํžŒ ์ง€์ ์€ libvirt๊ฐ€ ๋งŒ๋“  `guest_input` ์ฒด์ธ์ด์—ˆ๋‹ค. - ํ˜ธ์ŠคํŠธ์—์„œ curl http://192.168.122.10 ์„ ์น˜๋ฉด ์—ฃ์ง€ nginx ๊ฐ€ 404 ๋กœ ์‘๋‹ตํ–ˆ๋‹ค. -- ๋ฐ–์—์„œ curl http://100.83.212.4 ์„ ์น˜๋ฉด connection refused ๊ฐ€ ์™”๋‹ค. ๋“œ๋กญ์ด๋ฉด ๊ธฐ๋‹ค๋ฆฌ๋‹ค ์ฃฝ์œผ๋‹ˆ, ํƒ€์ž„์•„์›ƒ์ด ์•„๋‹ˆ๋ผ ์ฆ‰์‹œ ๊ฑฐ์ ˆ์ด๋ผ๋Š” ์ ์ด ๋‹จ์„œ์˜€๋‹ค. +- ์™ธ๋ถ€์—์„œ `curl http://100.83.212.4`์„ ์‹คํ–‰ํ•˜๋ฉด `connection refused`๊ฐ€ ๋ฐ˜ํ™˜๋๋‹ค. ํŒจํ‚ท์ด drop๋œ ๊ฒฝ์šฐ์ฒ˜๋Ÿผ ํƒ€์ž„์•„์›ƒ๊นŒ์ง€ ๊ธฐ๋‹ค๋ฆฌ์ง€ ์•Š๊ณ  ์ฆ‰์‹œ ๊ฑฐ์ ˆ๋๋‹ค๋Š” ์  ๋•Œ๋ฌธ์— reject ๊ทœ์น™์„ ๋จผ์ € ํ™•์ธํ–ˆ๋‹ค. - libvirt ๋Š” ์ž๊ธฐ ํ…Œ์ด๋ธ” ip libvirt_network ์˜ guest_input ์ฒด์ธ์„ reject ๋กœ ๋๋‚ธ๋‹ค. ๊ทธ ์•ž์—๋Š” established,related ๋ฅผ accept ํ•˜๋Š” ๊ทœ์น™์ด ์žˆ๋‹ค. -- ๊ทธ reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ์˜€๊ณ  ๋ฐ–์—์„œ ์นœ curl ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ๋ฒ”์ธ์€ ๊ทธ ์ˆซ์ž๋กœ ํ™•์ •ํ–ˆ๋‹ค. +- reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๋Š” 4 packets / 240 bytes์˜€๊ณ  ์™ธ๋ถ€์—์„œ ์‹คํ–‰ํ•œ `curl` ํšŸ์ˆ˜์™€ ์ •ํ™•ํžˆ ์ผ์น˜ํ–ˆ๋‹ค. ์ด ๊ฐ’์œผ๋กœ ํ•ด๋‹น ๊ทœ์น™์ด ์™ธ๋ถ€ ์š”์ฒญ์„ ๊ฑฐ์ ˆํ•˜๊ณ  ์žˆ์Œ์„ ํ™•์ธํ–ˆ๋‹ค. - DNAT ํŒŒ์ผ์—๋Š” priority filter - 10 ์œผ๋กœ ๋จผ์ € ๋„๋Š” forward ์ฒด์ธ์ด ์žˆ๊ณ  ๊ฑฐ๊ธฐ์— ct state new accept ๋ฅผ ๋„ฃ์–ด ๋‘์—ˆ๋‹ค. ๊ทธ๋Ÿฐ๋ฐ๋„ ํŒจํ‚ท์€ ๋’ค ์ฒด์ธ์—์„œ ๊ฑฐ์ ˆ๋๋‹ค. - nftables ๋Š” ๊ฐ™์€ ํ›…์— ๋ถ™์€ base ์ฒด์ธ์„ ์šฐ์„ ์ˆœ์œ„ ์ˆœ์œผ๋กœ ์ „๋ถ€ ํ‰๊ฐ€ํ•œ๋‹ค. ์•ž ์ฒด์ธ์˜ accept ๋Š” ์ด ์ฒด์ธ์€ ํ†ต๊ณผ๋ผ๋Š” ๋œป์ด๊ณ , ํ‰๊ฐ€๋ฅผ ์ฆ‰์‹œ ๋๋‚ด๋Š” ๊ฒƒ์€ drop ์ด๋‹ค. iptables ๊ฐ๊ฐ์œผ๋กœ ์“ฐ๋ฉด ์ •ํ™•ํžˆ ์—ฌ๊ธฐ์„œ ํ‹€๋ฆฐ๋‹ค. -- ๊ตฌ๋ฉ์€ libvirt ์ฒด์ธ ๋งจ ์•ž์— ๋šซ์—ˆ๋‹ค. insert ๊ฐ€ ๋งจ ์•ž์ด๊ณ  add ๊ฐ€ ๋งจ ๋’ค๋‹ค. +- nftables ๊ตฌ์„ฑ์—์„œ๋Š” Edge VM 80ยท443 ํ—ˆ์šฉ ๊ทœ์น™์„ libvirt `guest_input` ์ฒด์ธ์˜ reject๋ณด๋‹ค ์•ž์— `insert`ํ–ˆ๋‹ค. - ๊ทธ ๊ทœ์น™์€ ํœ˜๋ฐœ์„ฑ์ด๋‹ค. ์ฒ˜์Œ์—๋Š” DNAT ์œ ๋‹›์˜ `ExecStartPost`๋กœ ๋‹ค์‹œ ๋„ฃ๋Š” ๋ฐฉ์‹์„ ์ผ๋‹ค. ๊ทธ๋Ÿฌ๋‚˜ 2026-09-21 worker ์žฌ๊ตฌ์ถ•์—์„œ libvirt๊ฐ€ `guest_input`์„ ๋‹ค์‹œ ๊ตฌ์„ฑํ•œ ๋’ค ๊ธฐ์กด accept ๊ทœ์น™๋“ค์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๊ณ  ์™ธ๋ถ€ 80/443์ด ๋‹ค์‹œ ์‹คํŒจํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ `ExecStartPost` ํ•œ ๋ฒˆ์€ persistence ํ•ด๋ฒ•์œผ๋กœ ์ถฉ๋ถ„ํ•˜์ง€ ์•Š๋‹ค๋Š” ๊ฒƒ๊นŒ์ง€ ํ™•์ธ๋๋‹ค. - ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. firewall_backend ๊ฐ€ iptables ์ผ ๋•Œ๋„ ๊ฐ™์€์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค๊ณ  ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ๋ฏธํ™•์ธ์œผ๋กœ ํ‘œ์‹œํ–ˆ๋‹ค. @@ -41,21 +41,21 @@ nftables ๋ฐฑ์—”๋“œ์—์„œ๋Š” libvirt์˜ `guest_input` ์ฒด์ธ ๋ `reject`๊ฐ€ ์™ธ ## ์•„์ง ๋ชจ๋ฅด๋Š” backend ์ฐจ์ด - firewall_backend ๋ฅผ iptables ๋กœ ๋‘” ํ˜ธ์ŠคํŠธ์—์„œ ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๊ฐ€๋Š” FORWARD ๊ฒฝ๋กœ๋ฅผ ๋ฌด์—‡์ด ๋๋‚ด๋Š”์ง€. -- ๊ทธ๋•Œ forward ์ฒด์ธ์˜ ct state new accept ๊ฐ€ ์‹ค์ œ๋กœ ๋จน๋Š”์ง€, ์•„๋‹ˆ๋ฉด ๊ฑฐ๊ธฐ์„œ๋„ libvirt ์ชฝ ๊ทœ์น™์— ๊ตฌ๋ฉ์„ ๋”ฐ๋กœ ๋šซ์–ด์•ผ ํ•˜๋Š”์ง€. -- ๊ตฌ๋ฉ์ด ํ•„์š”ํ•˜๋‹ค๋ฉด ๊ทธ ๋ฐฉ๋ฒ•์ด nftables ์—์„œ ์“ด insert ๋งจ ์•ž ๊ทœ์น™๊ณผ ์–ด๋–ป๊ฒŒ ๋‹ค๋ฅธ์ง€, ๊ทธ๋ฆฌ๊ณ  ๊ทธ ๊ทœ์น™๋„ ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šฐ๋ฉด ๋‚ ์•„๊ฐ€๋Š”์ง€. +- iptables ๋ฐฑ์—”๋“œ์—์„œ๋„ ๋ณ„๋„์˜ Edge VM ํ—ˆ์šฉ ๊ทœ์น™์ด ํ•„์š”ํ•œ์ง€ ํ™•์ธํ•œ๋‹ค. +- ํ—ˆ์šฉ ๊ทœ์น™์ด ํ•„์š”ํ•˜๋‹ค๋ฉด nftables ๋ฐฑ์—”๋“œ์—์„œ ์‚ฌ์šฉํ•œ ๊ทœ์น™๊ณผ ๋ฌด์—‡์ด ๋‹ค๋ฅธ์ง€, libvirt ๋„คํŠธ์›Œํฌ ์žฌ๊ตฌ์„ฑ ๋’ค์—๋„ ์œ ์ง€๋˜๋Š”์ง€ ํ™•์ธํ•œ๋‹ค. ## ํ™˜๊ฒฝ๋ณ„๋กœ ๋‹ฌ๋ผ์ง€๋Š” ๋ฒ”์œ„ - ์žด ์ˆ˜ ์žˆ๋Š” ํ˜ธ์ŠคํŠธ๊ฐ€ ํ•œ ๋Œ€๋‹ค. ใ€Œ์ด ๋ถ€์˜ ์ถœ์ฒ˜์™€ ๋ฒ”์œ„ใ€์— ์ ์€ test-server ๋Š” Arch Linux, i5-1135G7 ๋…ผ๋ฆฌ ์ฝ”์–ด 8, RAM 11,648MiB, QEMU 11.1.1 ยท libvirt 12.7.0 ์ด๋‹ค. - ์ด๋”๋„ท ์—†์ด WiFi ๋งŒ ์žˆ์–ด ๋ธŒ๋ฆฌ์ง€๋ฅผ ๋ชป ์“ฐ๊ณ  libvirt NAT(virbr0) + ํ˜ธ์ŠคํŠธ ์ง„์ž… ๊ตฌ์กฐ๋ฅผ ํƒํ–ˆ๋‹ค. ๋ฐ–์—์„œ ๋“ค์–ด์˜จ ํŒจํ‚ท์ด FORWARD ๋ฅผ ํƒ€๋Š” ๊ฒƒ์ด ๊ทธ ๊ตฌ์„ฑ ๋•Œ๋ฌธ์ด๋ผ, ๋„คํŠธ์›Œํฌ ๋ชจ๋“œ๊ฐ€ ๋‹ฌ๋ผ์ง€๋ฉด ์ด ๋ฌผ์Œ์ด ๋ฌป๋Š” ์ƒํ™ฉ๋„ ๋‹ฌ๋ผ์ง„๋‹ค. -- ๋ฐฑ์—”๋“œ๋ฅผ ๋ฐ”๊พธ๋ ค๋ฉด libvirt ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์›Œ์•ผ ํ•˜๊ณ , ๊ทธ๋•Œ guest_input ์— ๋šซ์–ด ๋‘” ๊ตฌ๋ฉ์ด ๋‚ ์•„๊ฐ„๋‹ค. ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ฐ–์—์„œ ๋“ค์–ด์˜ค๋Š” ์š”์ฒญ์„ ๋ฐ›๋Š” ์ง„์ž…์ ์ด๋ฏ€๋กœ ๋˜๋Œ๋ฆด ์ ˆ์ฐจ๋ฅผ ๋จผ์ € ์ค€๋น„ํ•œ๋‹ค. -- iptables backend ๋น„๊ต ์›๋ฌธ์€ ์•„์ง ์—†๋‹ค. nftables backend์˜ ๊ณผ๊ฑฐ `4 packets / 240 bytes` ์ˆ˜์น˜๋Š” ๋‹น์‹œ ๋ณธ๋ฌธ์— ์˜ฎ๊ธด ๋คํ”„์—๋งŒ ๋‚จ์•„ ์žˆ๊ณ , 2026-09-21์—๋Š” ๊ฐ™์€ backend์—์„œ ์™ธ๋ถ€ ์š”์ฒญ ์‹คํŒจ์™€ `reject` ์นด์šดํ„ฐ ์ฆ๊ฐ€๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ๋‘ ์‹œ์ ์˜ ์ˆซ์ž๋ฅผ ํ•˜๋‚˜์˜ ์‹คํ–‰์ฒ˜๋Ÿผ ํ•ฉ์น˜์ง€ ์•Š๋Š”๋‹ค. +- ๋ฐฑ์—”๋“œ๋ฅผ ๋ฐ”๊พธ๋ ค๋ฉด libvirt ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ๊ตฌ์„ฑํ•ด์•ผ ํ•˜๊ณ , ํ˜„์žฌ `guest_input`์— ๋Ÿฐํƒ€์ž„์œผ๋กœ ์ถ”๊ฐ€ํ•œ ํ—ˆ์šฉ ๊ทœ์น™์€ ์‚ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋‹ค. ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ฐ–์—์„œ ๋“ค์–ด์˜ค๋Š” ์š”์ฒญ์„ ๋ฐ›๋Š” ์ง„์ž…์ ์ด๋ฏ€๋กœ ๋˜๋Œ๋ฆด ์ ˆ์ฐจ๋ฅผ ๋จผ์ € ์ค€๋น„ํ•œ๋‹ค. +- iptables backend์—์„œ ๊ฐ™์€ ๋น„๊ต๋ฅผ ์ˆ˜ํ–‰ํ•œ ๊ธฐ๋ก์€ ์•„์ง ์—†๋‹ค. nftables backend์˜ ๊ณผ๊ฑฐ `4 packets / 240 bytes` ์ˆ˜์น˜๋Š” ๋‹น์‹œ ๋คํ”„์—๋งŒ ๋‚จ์•„ ์žˆ๊ณ , 2026-09-21์—๋Š” ๊ฐ™์€ backend์—์„œ ์™ธ๋ถ€ ์š”์ฒญ ์‹คํŒจ์™€ `reject` ์นด์šดํ„ฐ ์ฆ๊ฐ€๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ๋‘ ์‹œ์ ์˜ ์ˆซ์ž๋ฅผ ํ•˜๋‚˜์˜ ์‹คํ–‰์ฒ˜๋Ÿผ ํ•ฉ์น˜์ง€ ์•Š๋Š”๋‹ค. ## ์–ด๋–ป๊ฒŒ ๋น„๊ตํ• ๊นŒ -### 1. ๊ตฌ๋ฉ์„ ๋บ€ ์ฑ„ ๋ฐฑ์—”๋“œ๋งŒ iptables ๋กœ ๋ฐ”๊พธ๊ณ  ๋ฐ–์—์„œ ํ•œ ๋ฒˆ ์นœ๋‹ค +### 1. ๋ณ„๋„ ํ—ˆ์šฉ ๊ทœ์น™ ์—†์ด iptables ๋ฐฑ์—”๋“œ์˜ ์™ธ๋ถ€ ์š”์ฒญ ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ•œ๋‹ค -๋ฐฑ์—”๋“œ๋ฅผ ๋ฐ”๊พธ๋ฉด์„œ libvirt ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šฐ๋ฉด ํ˜„์žฌ `guest_input`์— ๋„ฃ์€ ํ—ˆ์šฉ ๊ทœ์น™์€ ์‚ฌ๋ผ์ง€๋ฏ€๋กœ, ๋ณ„๋„ ๊ตฌ๋ฉ์ด ์—†๋Š” ์ƒํƒœ์—์„œ ๋น„๊ต๋ฅผ ์‹œ์ž‘ํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ ์ƒํƒœ์—์„œ ๋ฐ–์—์„œ ์—ฃ์ง€๋กœ curl ์„ ์น˜๊ณ  ์‘๋‹ต์ธ์ง€ connection refused ์ธ์ง€, ๊ทธ๋ฆฌ๊ณ  ๊ฑฐ๊ธฐ๊นŒ์ง€ ๊ฑธ๋ฆฐ ์‹œ๊ฐ„์„ ์ ๋Š”๋‹ค. ๊ฐ™์€ ์‹œ๊ฐ์— libvirt ๊ฐ€ ๋งŒ๋“  ๊ทœ์น™์„ ๊ทธ๋Œ€๋กœ ๋คํ”„ํ•ด ์–ด๋А ๊ทœ์น™์ด ํŒจํ‚ท์„ ๋๋‚ด๋Š”์ง€ ๋ณธ๋‹ค. ๊ทœ์น™๋งˆ๋‹ค ์นด์šดํ„ฐ๊ฐ€ ๋ถ™์–ด ์žˆ์œผ๋ฉด ๊ทธ ๊ฐ’์ด ์นœ ํšŸ์ˆ˜์™€ ๋งž๋Š”์ง€๋„ ํ•จ๊ป˜ ์ฝ๋Š”๋‹ค. nftables ์—์„œ ๋ฒ”์ธ์„ ์ง€๋ชฉํ•œ ๊ฒƒ์ด ๊ทธ ์นด์šดํ„ฐ์˜€๋‹ค. +๋ฐฑ์—”๋“œ๋ฅผ ๋ฐ”๊พธ๋ฉด์„œ libvirt ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šฐ๋ฉด ํ˜„์žฌ `guest_input`์— ๋„ฃ์€ ํ—ˆ์šฉ ๊ทœ์น™์€ ์‚ฌ๋ผ์ง€๋ฏ€๋กœ, ๋ณ„๋„ ํ—ˆ์šฉ ๊ทœ์น™์ด ์—†๋Š” ์ƒํƒœ์—์„œ ๋น„๊ต๋ฅผ ์‹œ์ž‘ํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ ์ƒํƒœ์—์„œ ๋ฐ–์—์„œ ์—ฃ์ง€๋กœ curl ์„ ์น˜๊ณ  ์‘๋‹ต์ธ์ง€ connection refused ์ธ์ง€, ๊ทธ๋ฆฌ๊ณ  ๊ฑฐ๊ธฐ๊นŒ์ง€ ๊ฑธ๋ฆฐ ์‹œ๊ฐ„์„ ์ ๋Š”๋‹ค. ๊ฐ™์€ ์‹œ๊ฐ์— libvirt ๊ฐ€ ๋งŒ๋“  ๊ทœ์น™์„ ๊ทธ๋Œ€๋กœ ๋คํ”„ํ•ด ์–ด๋А ๊ทœ์น™์ด ํŒจํ‚ท์„ ๋๋‚ด๋Š”์ง€ ๋ณธ๋‹ค. ๊ทœ์น™๋งˆ๋‹ค ์นด์šดํ„ฐ๊ฐ€ ๋ถ™์–ด ์žˆ์œผ๋ฉด ๊ทธ ๊ฐ’์ด ์นœ ํšŸ์ˆ˜์™€ ๋งž๋Š”์ง€๋„ ํ•จ๊ป˜ ์ฝ๋Š”๋‹ค. nftables ๋ฐฑ์—”๋“œ์—์„œ๋„ reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ์™€ ์š”์ฒญ ํšŸ์ˆ˜๊ฐ€ ์ผ์น˜ํ•ด ์ฐจ๋‹จ ์ง€์ ์„ ํ™•์ธํ•  ์ˆ˜ ์žˆ์—ˆ๋‹ค. ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์— ์ ์€ ๊ทธ forward ์ฒด์ธ์€ ์ง€๊ธˆ DNAT ํŒŒ์ผ์— ์—†๋‹ค. ใ€Œ๋‹จ๊ณ„ 03 โ€” ์—ฃ์ง€ nginx ๋ผ์šฐํŒ…๊ณผ ํ˜ธ์ŠคํŠธ DNATใ€์—์„œ๋Š” ์‹ฃ๋Š” ํŒŒ์ผ์— ๋‚จ์€ ์ฒด์ธ์€ prerouting ํ•˜๋‚˜์ด๊ณ , accept ๋Š” ์œ ๋‹›์˜ ExecStartPost ๊ฐ€ libvirt ์ฒด์ธ ์•ˆ์— ๋„ฃ๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ์•„๋ž˜ ์…‹ ๊ฐ€์šด๋ฐ ๋งˆ์ง€๋ง‰์„ ์žฌ๋ ค๋ฉด ๊ทธ ์ฒด์ธ์„ ๋จผ์ € ๋˜๋Œ๋ ค ๋†“์•„์•ผ ํ•œ๋‹ค. @@ -65,20 +65,20 @@ nftables ๋ฐฑ์—”๋“œ์—์„œ๋Š” libvirt์˜ `guest_input` ์ฒด์ธ ๋ `reject`๊ฐ€ ์™ธ ํŒจํ‚ท์„ ๋๋‚ธ ๊ทœ์น™ : ์–ด๋А ํ…Œ์ด๋ธ”์˜ ์–ด๋А ์ฒด์ธ์ธ๊ฐ€ forward ์ฒด์ธ์˜ accept : ๋จน์—ˆ๋Š”๊ฐ€ ๋จน์ง€ ์•Š์•˜๋Š”๊ฐ€ -### 2. ๊ตฌ๋ฉ์„ ๋‚จ๊ฒจ ๋‘” ์ฑ„ ๋ฐฑ์—”๋“œ๋งŒ ๋ฐ”๊พผ๋‹ค โ€” ์ œ์™ธ +### 2. ๊ธฐ์กด ํ—ˆ์šฉ ๊ทœ์น™์„ ๋‚จ๊ธด ์ฑ„ ๋ฐฑ์—”๋“œ๋งŒ ๋ฐ”๊พผ๋‹ค โ€” ์ œ์™ธ -๊ตฌ๋ฉ์ด ์ด๋ฏธ ์—ด๋ ค ์žˆ์œผ๋ฉด ์š”์ฒญ์€ ํ†ต๊ณผํ•˜๊ณ , ๊ทธ ํ†ต๊ณผ๊ฐ€ ๊ตฌ๋ฉ ๋•๋ถ„์ธ์ง€ ๋ฐฑ์—”๋“œ๊ฐ€ ์›๋ž˜ ๋ง‰์ง€ ์•Š์•„์„œ์ธ์ง€ ๊ฐ€๋ ค์ง€์ง€ ์•Š๋Š”๋‹ค. +๊ธฐ์กด ํ—ˆ์šฉ ๊ทœ์น™์ด ๋‚จ์•„ ์žˆ์œผ๋ฉด ์š”์ฒญ์ด ํ†ต๊ณผํ–ˆ์„ ๋•Œ iptables ๋ฐฑ์—”๋“œ ์ž์ฒด์˜ ๊ธฐ๋ณธ ๋™์ž‘๊ณผ ํ—ˆ์šฉ ๊ทœ์น™์˜ ํšจ๊ณผ๋ฅผ ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์—†๋‹ค. ### 3. libvirt ๊ฐ€ iptables ๋ฐฑ์—”๋“œ์—์„œ ๋งŒ๋“œ๋Š” ๊ทœ์น™์„ ๋ฌธ์„œ๋กœ ์ฝ์–ด ๊ฒฌ์ค€๋‹ค โ€” ์ œ์™ธ -ํ˜ธ์ŠคํŠธ๋ฅผ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š์•„๋„ ๋˜์ง€๋งŒ ๋‹ต์ด ๋‚˜์˜ค์ง€ ์•Š๋Š”๋‹ค. ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋„ ๊ทœ์น™ ๋ชฉ๋ก์ด ์•„๋‹ˆ๋ผ ์นด์šดํ„ฐ๊ฐ€ ๋ฒ”์ธ์„ ์ง€๋ชฉํ–ˆ์œผ๋‹ˆ, ์šฐ์„ ์ˆœ์œ„๊ฐ€ ๋‹ค๋ฅธ base ์ฒด์ธ ๋‘˜์ด ํ•œ ํ›…์— ๋ถ™์—ˆ์„ ๋•Œ ์–ด๋А ์ชฝ์ด ํŒจํ‚ท์„ ๋๋‚ด๋Š”์ง€๋Š” ์ด ๊ตฌ์„ฑ์—์„œ ๋Œ๋ ค ๋ด์•ผ ๋‚˜์˜จ๋‹ค. +ํ˜ธ์ŠคํŠธ ์„ค์ •์„ ๋ฐ”๊พธ์ง€ ์•Š๊ณ  ๋ฌธ์„œ๋งŒ ๋น„๊ตํ•˜๋Š” ๋ฐฉ๋ฒ•์œผ๋กœ๋Š” ์‹ค์ œ ํŒจํ‚ท ์ฒ˜๋ฆฌ ๊ฒฐ๊ณผ๋ฅผ ์•Œ ์ˆ˜ ์—†๋‹ค. nftables ๋ฐฑ์—”๋“œ์—์„œ๋„ ๊ทœ์น™ ๋ชฉ๋ก๋งŒ ๋ณธ ๊ฒƒ์ด ์•„๋‹ˆ๋ผ reject ์นด์šดํ„ฐ์™€ ์š”์ฒญ ํšŸ์ˆ˜๋ฅผ ๋Œ€์กฐํ•ด ์ฐจ๋‹จ ์ง€์ ์„ ํ™•์ธํ–ˆ๋‹ค. iptables ๋ฐฑ์—”๋“œ์—์„œ๋„ ๊ฐ™์€ ๋ฐฉ์‹์œผ๋กœ ์‹ค์ œ ์š”์ฒญ๊ณผ ๊ทœ์น™ ์นด์šดํ„ฐ๋ฅผ ํ•จ๊ป˜ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ## ๋‹ค์Œ ํ™•์ธ -1. libvirt ์˜ firewall_backend ๋ฅผ iptables ๋กœ ๋‘๊ณ  ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šด๋‹ค. ์ด๋•Œ guest_input ์— ๋šซ์–ด ๋‘” ๊ตฌ๋ฉ์ด ๋‚ ์•„๊ฐ€๋ฏ€๋กœ ๊ตฌ๋ฉ ์—†๋Š” ์ƒํƒœ์—์„œ ์‹œ์ž‘ํ•œ๋‹ค. +1. libvirt ์˜ firewall_backend ๋ฅผ iptables ๋กœ ๋‘๊ณ  ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šด๋‹ค. ์ด๋•Œ ๋Ÿฐํƒ€์ž„์œผ๋กœ ์ถ”๊ฐ€ํ•œ `guest_input` ํ—ˆ์šฉ ๊ทœ์น™์ด ์‚ฌ๋ผ์ง€๋ฏ€๋กœ ๋ณ„๋„ ํ—ˆ์šฉ ๊ทœ์น™์ด ์—†๋Š” ์ƒํƒœ์—์„œ ์‹œ์ž‘ํ•œ๋‹ค. 2. ๋ฐ–์—์„œ ์—ฃ์ง€๋กœ curl ์„ ์น˜๊ณ  ๊ฒฐ๊ณผ๊ฐ€ ์‘๋‹ต์ธ์ง€ connection refused ์ธ์ง€, ๊ทธ๋ฆฌ๊ณ  ๊ฑฐ๊ธฐ๊นŒ์ง€ ๊ฑธ๋ฆฐ ์‹œ๊ฐ„์„ ์ ๋Š”๋‹ค. 3. ๊ฐ™์€ ์‹œ๊ฐ์— libvirt ๊ฐ€ ๋งŒ๋“  ๊ทœ์น™์„ ๊ทธ๋Œ€๋กœ ๋คํ”„ํ•ด ์–ด๋А ๊ทœ์น™์ด ํŒจํ‚ท์„ ๋๋‚ด๋Š”์ง€์™€ ๊ทธ ์นด์šดํ„ฐ๊ฐ€ ์นœ ํšŸ์ˆ˜์™€ ๋งž๋Š”์ง€๋ฅผ ๋ณธ๋‹ค. 4. ์ถœ๋ ฅ ์›๋ฌธ๊ณผ ํ•จ๊ป˜ ์‹คํ–‰ํ•œ ๋ช…๋ น, ์ž‘์—… ๋””๋ ‰ํ„ฐ๋ฆฌ, ์‹คํ–‰ ์‹œ๊ฐ, ์ข…๋ฃŒ ์ฝ”๋“œ๋ฅผ ๊ธฐ๋กํ•œ๋‹ค. backend ์ „ํ™˜ ์ „ํ›„์˜ ruleset๊ณผ ์™ธ๋ถ€ ์š”์ฒญ ๊ฒฐ๊ณผ๋ฅผ ํ•œ ์‹คํ–‰ ๋‹จ์œ„๋กœ ๋ฌถ์–ด์•ผ ๋‚˜์ค‘์— ๋น„๊ตํ•  ์ˆ˜ ์žˆ๋‹ค. 5. ๋ฐฑ์—”๋“œ๋ฅผ nftables ๋กœ ๋˜๋Œ๋ฆฐ ๋’ค ํ˜„์žฌ ์™ธ๋ถ€ ๊ฒฝ๋กœ๊ฐ€ ์›๋ž˜ ์ƒํƒœ๋กœ ๋ณต๊ตฌ๋๋Š”์ง€ ์ง์ ‘ ํ™•์ธํ•œ๋‹ค. `ExecStartPost`๋Š” libvirt์˜ ์ดํ›„ ์ฒด์ธ ์žฌ์ž‘์„ฑ๊นŒ์ง€ ๋ณด์žฅํ•˜์ง€ ๋ชปํ•˜๋ฏ€๋กœ, ์œ ๋‹› `active`๋งŒ ๋ณด์ง€ ์•Š๊ณ  `guest_input`์—์„œ edge์šฉ `accept`๊ฐ€ `reject`๋ณด๋‹ค ์•ž์— ์žˆ๋Š”์ง€์™€ ์™ธ๋ถ€ 80/443 ์‘๋‹ต์„ ํ•จ๊ป˜ ๋ณธ๋‹ค. -`iptables` ๋ฐฑ์—”๋“œ์—์„œ ๋ณ„๋„ ํ—ˆ์šฉ ๊ทœ์น™ ์—†์ด ์™ธ๋ถ€ ์š”์ฒญ์ด ์‘๋‹ต์„ ๋ฐ›์œผ๋ฉด ํ˜„์žฌ์˜ `guest_input` ๊ตฌ๋ฉ์€ nftables ๋ฐฑ์—”๋“œ์— ํ•œ์ •๋œ ์กฐ์น˜๋กœ ๋ณธ๋‹ค. ์—ฌ์ „ํžˆ ๊ฑฐ์ ˆ๋˜๋ฉด ํŒจํ‚ท์„ ๋๋‚ธ ๊ทœ์น™๊ณผ ํ•„์š”ํ•œ ํ—ˆ์šฉ ๋ฐฉ๋ฒ•์„ ํ•จ๊ป˜ ๋‚จ๊ธด๋‹ค. ์ง€๊ธˆ ํ™•์ธ๋œ ๋ฒ”์œ„๋Š” nftables ๋ฐฑ์—”๋“œ๋ฟ์ด๋‹ค. +`iptables` ๋ฐฑ์—”๋“œ์—์„œ ๋ณ„๋„ ํ—ˆ์šฉ ๊ทœ์น™ ์—†์ด ์™ธ๋ถ€ ์š”์ฒญ์ด ์‘๋‹ต์„ ๋ฐ›์œผ๋ฉด ํ˜„์žฌ์˜ `guest_input` ํ—ˆ์šฉ ๊ทœ์น™์€ nftables ๋ฐฑ์—”๋“œ์—์„œ๋งŒ ํ•„์š”ํ–ˆ๋˜ ์กฐ์น˜๋กœ ํŒ๋‹จํ•  ์ˆ˜ ์žˆ๋‹ค. ์—ฌ์ „ํžˆ ๊ฑฐ์ ˆ๋˜๋ฉด ํŒจํ‚ท์„ ๋๋‚ธ ๊ทœ์น™๊ณผ ํ•„์š”ํ•œ ํ—ˆ์šฉ ๋ฐฉ๋ฒ•์„ ํ•จ๊ป˜ ๋‚จ๊ธด๋‹ค. ์ง€๊ธˆ ํ™•์ธ๋œ ๋ฒ”์œ„๋Š” nftables ๋ฐฑ์—”๋“œ๋ฟ์ด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-is-this-lab-issuing-certificates-with-http-01-or-dns-01.md b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-is-this-lab-issuing-certificates-with-http-01-or-dns-01.md index 1a9d004..ee833b0 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-is-this-lab-issuing-certificates-with-http-01-or-dns-01.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-is-this-lab-issuing-certificates-with-http-01-or-dns-01.md @@ -60,7 +60,7 @@ renewal ์„ค์ •์ด `dns-cloudflare`๋ฅผ ์ง์ ‘ ๊ฐ€๋ฆฌํ‚จ๋‹ค. ์ด ์งˆ๋ฌธ์˜ ๋‹ต์ด ### 2. HTTP-01 โ€” ํ˜„์žฌ ๊ด€์ธก๊ณผ ๋ถˆ์ผ์น˜ -์›๋ณธ ๊ฐ€์ด๋“œ 04์—๋Š” `--webroot` ๊ฒฝ๋กœ๊ฐ€ ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ, ํ˜„์žฌ renewal ์„ค์ •์ด ๊ทธ๊ฒƒ์„ ์‚ฌ์šฉํ•œ๋‹ค๋Š” ์ฆ๊ฑฐ๋Š” ์—†๋‹ค. historical document branch๋กœ๋งŒ ๋‚จ๊ธด๋‹ค. +์›๋ณธ ๊ฐ€์ด๋“œ 04์—๋Š” `--webroot` ๊ฒฝ๋กœ๊ฐ€ ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ, ํ˜„์žฌ renewal ์„ค์ •์ด ๊ทธ๊ฒƒ์„ ์‚ฌ์šฉํ•œ๋‹ค๋Š” ์ฆ๊ฑฐ๋Š” ์—†๋‹ค. ๊ณผ๊ฑฐ ๊ฐ€์ด๋“œ์— ๋‚จ์•„ ์žˆ๋˜ ๊ฒฝ๋กœ๋กœ๋งŒ ๊ตฌ๋ถ„ํ•œ๋‹ค. ## ํ˜„์žฌ ์‹คํ—˜๋Œ€๋Š” DNS-01๋กœ ๊ฐฑ์‹ ํ•œ๋‹ค diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-qcow2-transfer-time-over-wifi.md b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-qcow2-transfer-time-over-wifi.md index 7c80c09..76bbe77 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-qcow2-transfer-time-over-wifi.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-qcow2-transfer-time-over-wifi.md @@ -60,7 +60,7 @@ source: ### 1. ํฌ๊ธฐ๋ฅผ ๋จผ์ € ํ™•์ •ํ•˜๊ณ  ๊ทธ ํŒŒ์ผ ํ•œ ์žฅ์„ ํ•œ ๋ฒˆ ์˜ฎ๊ธด๋‹ค -qemu-img info ์™€ du ๋กœ ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ์‹ค์ œ ์ ์œ ๋ฅผ ๋”ฐ๋กœ ์ ๋Š”๋‹ค. ์ œ4๋ถ€์—์„œ ํ˜•์‹๊ณผ ์„ธ ํฌ๊ธฐ๋ฅผ ๋ฌป๋Š” ๋ฌผ์Œ์ด ๊ฐ™์€ ์ถœ๋ ฅ์„ ์“ฐ๊ธฐ ๋•Œ๋ฌธ์— ํ•œ ๋ฒˆ๋งŒ ๋Œ๋ ค ๋‘ ๋ฌผ์Œ์ด ๋‚˜๋ˆ  ์“ด๋‹ค. ๊ทธ๋‹ค์Œ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฉˆ์ถ˜ ์ƒํƒœ์—์„œ ๊ทธ ํŒŒ์ผ์„ ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋ณต์‚ฌํ•˜๊ณ  ์‹œ์ž‘ ์‹œ๊ฐ๊ณผ ์ข…๋ฃŒ ์‹œ๊ฐ๊ณผ ํ‰๊ท  ์ „์†ก๋ฅ ์„ ์ ๋Š”๋‹ค. +`qemu-img info`์™€ `du`๋กœ ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ์‹ค์ œ ํ˜ธ์ŠคํŠธ ํ• ๋‹น๋Ÿ‰์„ ๋จผ์ € ๊ธฐ๋กํ•œ๋‹ค. ๊ฐ™์€ ์ถœ๋ ฅ์€ ์ด๋ฏธ์ง€ ํ˜•์‹๊ณผ ์‚ฌ์šฉ๋Ÿ‰ ํ™•์ธ์—๋„ ํ•จ๊ป˜ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ๋‹ค์Œ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋ฉˆ์ถ˜ ์ƒํƒœ์—์„œ ํŒŒ์ผ์„ ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ๋ณต์‚ฌํ•˜๊ณ  ์‹œ์ž‘ ์‹œ๊ฐ, ์ข…๋ฃŒ ์‹œ๊ฐ, ํ‰๊ท  ์ „์†ก๋ฅ ์„ ๊ธฐ๋กํ•œ๋‹ค. ์˜ฎ๊ธฐ๋Š” ๊ฒƒ์ด ํŒŒ์ผ ํ•œ ์žฅ์ด ์•„๋‹ˆ๋‹ค. ใ€Œ๋‹จ๊ณ„ 01 โ€” ๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€ใ€์— ์ ์€ ์ด ์‹คํ—˜๋Œ€์˜ ๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ ์…‹์€ ์ „๋ถ€ base.qcow2 ์œ„์˜ ์˜ค๋ฒ„๋ ˆ์ด๋ผ, ์˜ค๋ฒ„๋ ˆ์ด๋งŒ ๊ฑด๋„ˆ๊ฐ€๋ฉด ํ—ค๋”์— ์ ˆ๋Œ€๊ฒฝ๋กœ๋กœ ์ ํžŒ ๊ทธ base ๋ฅผ ๋ฐ›๋Š” ์ชฝ์—๋„ ๊ฐ™์€ ๊ฒฝ๋กœ๋กœ ๋‘์–ด์•ผ ํ•œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-virsh-save-ram-dump-size-and-time.md b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-virsh-save-ram-dump-size-and-time.md index 30453df..180ac24 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/question/question-virsh-save-ram-dump-size-and-time.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/question/question-virsh-save-ram-dump-size-and-time.md @@ -20,7 +20,7 @@ source: # virsh save ์˜ RAM ๋คํ”„ ํฌ๊ธฐ์™€ ์†Œ์š” ์‹œ๊ฐ„์€ ํ• ๋‹น ๋ฉ”๋ชจ๋ฆฌ์— ์–ด๋–ป๊ฒŒ ๋น„๋ก€ํ•˜๋Š”๊ฐ€ -2026-09-21 `kc-lab-1`์—์„œ current memory๋ฅผ 5120 MiB์™€ 4096 MiB ๋‘ ๊ฐ’์œผ๋กœ ๋‘๊ณ  `virsh save โ†’ restore`๋ฅผ ์‹ค์ œ๋กœ ๋ฐ˜๋ณตํ–ˆ๋‹ค. **save ํŒŒ์ผ์€ โ€˜RAM ํฌ๊ธฐ๋งŒํผโ€™ ๊ทธ๋Œ€๋กœ ์ƒ๊ธฐ์ง€ ์•Š์•˜๋‹ค.** 5120 MiB ์ƒํƒœ์—์„œ๋Š” ์•ฝ 3.33 GB, 4096 MiB ์ƒํƒœ์—์„œ๋Š” ์•ฝ 3.22 GB์˜€๊ณ , 1 GiB์˜ current-memory ์ฐจ์ด๊ฐ€ save ํŒŒ์ผ ํฌ๊ธฐ์— 1 GiB๋กœ ๊ทธ๋Œ€๋กœ ๋ฐ˜์˜๋˜์ง€ ์•Š์•˜๋‹ค. +2026-09-21 `kc-lab-1`์—์„œ current memory๋ฅผ 5120 MiB์™€ 4096 MiB ๋‘ ๊ฐ’์œผ๋กœ ๋‘๊ณ  `virsh save โ†’ restore`๋ฅผ ์‹ค์ œ๋กœ ๋ฐ˜๋ณตํ–ˆ๋‹ค. save ํŒŒ์ผ์€ โ€˜RAM ํฌ๊ธฐ๋งŒํผโ€™ ๊ทธ๋Œ€๋กœ ์ƒ๊ธฐ์ง€ ์•Š์•˜๋‹ค. 5120 MiB ์ƒํƒœ์—์„œ๋Š” ์•ฝ 3.33 GB, 4096 MiB ์ƒํƒœ์—์„œ๋Š” ์•ฝ 3.22 GB์˜€๊ณ , 1 GiB์˜ current-memory ์ฐจ์ด๊ฐ€ save ํŒŒ์ผ ํฌ๊ธฐ์— 1 GiB๋กœ ๊ทธ๋Œ€๋กœ ๋ฐ˜์˜๋˜์ง€ ์•Š์•˜๋‹ค. ## 5120MiB์™€ 4096MiB ๋น„๊ต ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-a-config-file-does-not-mean-the-same-thing-on-two-distros.md b/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-a-config-file-does-not-mean-the-same-thing-on-two-distros.md index bec7aa0..6244ff6 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-a-config-file-does-not-mean-the-same-thing-on-two-distros.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-a-config-file-does-not-mean-the-same-thing-on-two-distros.md @@ -1,7 +1,7 @@ --- kind: REFERENCE slug: a-config-file-does-not-mean-the-same-thing-on-two-distros -title: ๊ฐ™์€ ์„ค์ • ํŒŒ์ผ์ด ๋‘ ๋ฐฐํฌํŒ์—์„œ ๊ฐ™์€ ๋œป์ด ์•„๋‹ˆ๋‹ค โ€” ์˜ฎ๊ธฐ๊ธฐ ์ „์— ์„ธ ๊ฐ€์ง€๋ฅผ ๋ณธ๋‹ค +title: ๋ฐฐํฌํŒ์ด ๋‹ค๋ฅด๋ฉด ๊ฐ™์€ ์„ค์ • ํŒŒ์ผ๋„ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ธฐ์ง€ ์•Š๋Š”๋‹ค topic: lab-environment-build topicName: ์‹คํ—˜๋Œ€ ํ™˜๊ฒฝ ๊ตฌ์„ฑ project: virtualization @@ -18,9 +18,9 @@ source: - final/document.md#209-nginx-keycloak-lab-conf-์Šคํ‹ฐํ‚ค-์Šค์œ„์น˜์™€-์‹ ๋ขฐ-๊ฒฝ๊ณ„ --- -# ๊ฐ™์€ ์„ค์ • ํŒŒ์ผ์ด ๋‘ ๋ฐฐํฌํŒ์—์„œ ๊ฐ™์€ ๋œป์ด ์•„๋‹ˆ๋‹ค โ€” ์˜ฎ๊ธฐ๊ธฐ ์ „์— ์„ธ ๊ฐ€์ง€๋ฅผ ๋ณธ๋‹ค +# ๋ฐฐํฌํŒ์ด ๋‹ค๋ฅด๋ฉด ๊ฐ™์€ ์„ค์ • ํŒŒ์ผ๋„ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ธฐ์ง€ ์•Š๋Š”๋‹ค -์„ค์ • ํŒŒ์ผ์„ ๋ฐฐํฌํŒ์ด ๋‹ค๋ฅธ ๊ธฐ๊ณ„๋กœ ์˜ฎ๊ธฐ๊ธฐ ์ „์— ์…‹์„ ๋ณธ๋‹ค. ๊ทธ ์ง€์‹œ์–ด๊ฐ€ ๋Œ€์ƒ์˜ ํŒ์˜ฌ๋ฆผ์— ์žˆ๋Š”๊ฐ€, ํŒจํ‚ค์ง€๊ฐ€ ๊ธฐ๋ณธ์œผ๋กœ ์ผœ ๋‘” ๊ฒƒ๊ณผ ์ถฉ๋Œํ•˜์ง€ ์•Š๋Š”๊ฐ€, ๊ทธ ๋ฐฐํฌํŒ์ด ๊ทธ ๊ด€๋ก€๋ฅผ ๊ฐ–๊ณ  ์žˆ๋Š”๊ฐ€. ์ด ์‹คํ—˜๋Œ€์˜ ํ•จ์ • ์…‹์ด ์ „๋ถ€ ์—ฌ๊ธฐ ๊ฑธ๋ ธ๋‹ค. +์„ค์ • ํŒŒ์ผ์„ ๋‹ค๋ฅธ ๋ฐฐํฌํŒ์œผ๋กœ ์˜ฎ๊ธธ ๋•Œ๋Š” ํ•ด๋‹น ์ง€์‹œ์–ด๋ฅผ ๊ทธ ๋ฒ„์ „์—์„œ ์ง€์›ํ•˜๋Š”์ง€, ํŒจํ‚ค์ง€ ๊ธฐ๋ณธ ์„ค์ •๊ณผ ์ถฉ๋Œํ•˜์ง€ ์•Š๋Š”์ง€, ๊ฐ™์€ ๋””๋ ‰ํ„ฐ๋ฆฌ ๊ตฌ์กฐ์™€ ํŒจํ‚ค์ง• ๊ด€๋ก€๋ฅผ ์‚ฌ์šฉํ•˜๋Š”์ง€ ํ™•์ธํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋„ ๊ฐ™์€ ํŒŒ์ผ์„ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ฒผ์„ ๋•Œ ์ด ์„ธ ์กฐ๊ฑด์—์„œ ์ฐจ์ด๊ฐ€ ๋ฐœ์ƒํ–ˆ๋‹ค. ## ๊ฐ™์€ ํŒŒ์ผ๋ช…์ด ๊ฐ™์€ ๊ธฐ๋Šฅ์„ ๋œปํ•˜์ง€ ์•Š๋Š” ์ด์œ  @@ -32,7 +32,7 @@ source: ### 1. ๊ทธ ์ง€์‹œ์–ด๊ฐ€ ๋Œ€์ƒ์˜ ํŒ์˜ฌ๋ฆผ์— ์žˆ๋Š”๊ฐ€ -`http2 on;` ์€ nginx 1.25.1 ์ด์ƒ์ด๋‹ค. Arch ์—์„œ ์“ฐ๋˜ ์„ค์ •์„ Debian 12 ๊ฒŒ์ŠคํŠธ๋กœ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ธฐ๋ฉด `unknown directive "http2"` ๊ฐ€ ๋‚˜๋ฉด์„œ ์„ค์ • ์ „์ฒด๊ฐ€ ์ฃฝ๋Š”๋‹ค. +`http2 on;`์€ nginx 1.25.1 ์ด์ƒ์—์„œ ์‚ฌ์šฉํ•˜๋Š” ์ง€์‹œ์–ด๋‹ค. ์ด๋ฅผ ์ง€์›ํ•˜์ง€ ์•Š๋Š” Debian 12์˜ nginx์— ๊ฐ™์€ ์„ค์ •์„ ์ ์šฉํ•˜๋ฉด `unknown directive "http2"` ์˜ค๋ฅ˜๊ฐ€ ๋ฐœ์ƒํ•˜๊ณ  ์„ค์ • ๊ฒ€์‚ฌ๊ฐ€ ์‹คํŒจํ•œ๋‹ค. ์—†๋‹ค๋Š” ๊ฒƒ์„ ํ™•์ธํ•˜๋Š” ๋ฐ์„œ ๋ฉˆ์ถ”๋ฉด ๊ทœ์น™์ด ๋‹ต์„ ๋‚ด์ง€ ์•Š๋Š”๋‹ค. ์–‘์ชฝ์—์„œ ๋„๋Š” ํ˜•ํƒœ๊ฐ€ ๋ฌด์—‡์ธ์ง€๊นŒ์ง€ ์ฐพ๋Š”๋‹ค. `listen 443 ssl http2;` ํ˜•ํƒœ๋Š” 1.22 ์™€ 1.30 ์–‘์ชฝ์—์„œ ๋‹ค ๋ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-verify-a-build-guide-in-execution-order.md b/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-verify-a-build-guide-in-execution-order.md index 01fac38..1c6c70d 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-verify-a-build-guide-in-execution-order.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/reference/reference-verify-a-build-guide-in-execution-order.md @@ -14,7 +14,7 @@ source: # ๋‹จ๊ณ„๋ณ„ ๊ตฌ์ถ• ๋ฌธ์„œ๋Š” ์ž‘์„ฑ ์‹œ์ ์ด ์•„๋‹ˆ๋ผ ์‹คํ–‰ ์ˆœ์„œ๋กœ ๊ฒ€์ฆํ•œ๋‹ค -๊ตฌ์ถ• ๊ฐ€์ด๋“œ๋Š” 1๋‹จ๊ณ„์˜ ํ™˜๊ฒฝ์—์„œ ์‹œ์ž‘ํ•ด ์‹คํ–‰ ์ˆœ์„œ๋กœ ๊ฒ€์ฆํ•œ๋‹ค. ๋‹จ๊ณ„๋งˆ๋‹ค ๊ทธ ์‹œ์ ์— ๋ฆฌ์†Œ์Šค๊ฐ€ ์ด๋ฏธ ์žˆ๋Š”์ง€์™€ ๊ทธ ๋ช…๋ น์„ ์–ด๋А ๊ธฐ๊ณ„์—์„œ ์น˜๋Š”์ง€๋ฅผ ๋”ฐ๋กœ ๋ณธ๋‹ค. ๊ธฐ๋ฐ˜ 7๋‹จ๊ณ„ ๊ฐ€์ด๋“œ๋ฅผ ์ˆœ์„œ๋Œ€๋กœ ๋”ฐ๋ผ๊ฐ€์ž ๊ฒฐํ•จ ์—ฌ์„ฏ์ด ๋‚˜์™”๊ณ , ํ‹€๋ฆฐ ๋ช…๋ น์€ ํ•˜๋‚˜๋„ ์—†์—ˆ๋‹ค. +๊ตฌ์ถ• ๋ฌธ์„œ๋Š” ๋นˆ ํ™˜๊ฒฝ์—์„œ ์ฒซ ๋‹จ๊ณ„๋ถ€ํ„ฐ ์ˆœ์„œ๋Œ€๋กœ ์‹คํ–‰ํ•ด ๋ด์•ผ ํ•œ๋‹ค. ๊ฐ ๋‹จ๊ณ„์—์„œ ํ•„์š”ํ•œ ๋ฆฌ์†Œ์Šค๊ฐ€ ์ด๋ฏธ ๋งŒ๋“ค์–ด์ ธ ์žˆ๋Š”์ง€, ๋ช…๋ น์„ ์–ด๋А ๋จธ์‹ ์—์„œ ์‹คํ–‰ํ•ด์•ผ ํ•˜๋Š”์ง€๊นŒ์ง€ ํ•จ๊ป˜ ํ™•์ธํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ 7๋‹จ๊ณ„ ๊ฐ€์ด๋“œ๋Š” ๋ช…๋ น ์ž์ฒด์˜ ๋ฌธ๋ฒ• ์˜ค๋ฅ˜๋ณด๋‹ค ์‹คํ–‰ ์ˆœ์„œ์™€ ์‹คํ–‰ ์œ„์น˜์—์„œ ์—ฌ์„ฏ ๊ฐ€์ง€ ๋ฌธ์ œ๊ฐ€ ๋“œ๋Ÿฌ๋‚ฌ๋‹ค. ## ๋ฌธ์žฅ์ด ๋งž์•„๋„ ์ˆœ์„œ๊ฐ€ ํ‹€๋ฆด ์ˆ˜ ์žˆ๋‹ค diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-create-three-guests-with-cloud-init.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-create-three-guests-with-cloud-init.md index 6e3176b..a2f1d3e 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-create-three-guests-with-cloud-init.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-create-three-guests-with-cloud-init.md @@ -61,7 +61,7 @@ Debian 12 ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€ ํ•œ ์žฅ ์œ„์— ์˜ค๋ฒ„๋ ˆ์ด๋กœ ๊ฒŒ์ŠคํŠธ ์…‹์„ ์ „์ œ๋Š” ํ•œ ์ค„์ด๋‹ค โ€” ์•ž ๋‹จ๊ณ„๊ฐ€ ๋๋‚˜ `virsh list` ๊ฐ€ `sudo` ์—†์ด ๋ˆ๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 01 ์— ์—†๋‹ค**. ๋‹ค๋งŒ 01 ์ด ๋งŒ๋“œ๋Š” ๊ฒƒ์ด ๋ฌด์—‡์ธ์ง€๋Š” ๋‹จ๊ณ„ 03 ์ด ์ง€๋‚˜๊ฐ€๋ฉฐ ํ•œ ์ค„๋กœ ์ ์–ด ๋‘์—ˆ๋‹ค. +์„ธ ๊ฒŒ์ŠคํŠธ ์ „์ฒด๋ฅผ ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์•„์ง ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. ๊ฒŒ์ŠคํŠธ ์‚ญ์ œ ์ž์ฒด๋ฟ ์•„๋‹ˆ๋ผ DHCP ์˜ˆ์•ฝ๊ณผ seed volume๊นŒ์ง€ ํ•จ๊ป˜ ์ •๋ฆฌํ•ด์•ผ ํ•˜๋ฏ€๋กœ ์ƒ์„ฑ ์ ˆ์ฐจ์™€ ๋ณ„๋„๋กœ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ```bash label="[lab host] 03 ์ด ์—ฃ์ง€๋ฅผ ์™œ VM ์œผ๋กœ ๋‘๋Š”์ง€ ์„ค๋ช…ํ•˜๋ฉฐ ์ ์–ด ๋‘” ํ•œ ์ค„" virsh undefine kc-lab-edge --remove-all-storage @@ -141,7 +141,7 @@ openssl rand -base64 18 **๋ชฉ์ ** โ€” ๊ฒŒ์ŠคํŠธ๊ฐ€ ์ฒซ ๋ถ€ํŒ…์—์„œ ์ฝ์„ `#cloud-config` ๋ฅผ ๊ฒŒ์ŠคํŠธ ์ด๋ฆ„๋ณ„๋กœ ํ•˜๋‚˜์”ฉ ๋งŒ๋“ ๋‹ค. -์›๋ณธ ๊ฐ€์ด๋“œ์—์„œ ์ด ๋‹จ๊ณ„๊ฐ€ ๋น„์–ด ์žˆ๋‹ค. ํ…œํ”Œ๋ฆฟ์œผ๋กœ `deploy/lab/cloud-init/kc-lab.yaml.example` ์„ ๊ฑธ์–ด ๋‘๊ณ  ๊ณง๋ฐ”๋กœ ์ž๋ฆฌํ‘œ์‹œ์ž๋ฅผ ๋ฐ”๊พธ๋Š” ์น˜ํ™˜ ๋ช…๋ น์œผ๋กœ ๋„˜์–ด๊ฐ€๋Š”๋ฐ, ๊ทธ ํŒŒ์ผ์„ ๊ฒŒ์ŠคํŠธ ์ด๋ฆ„์œผ๋กœ ๋ณต์‚ฌํ•˜๊ฑฐ๋‚˜ ์ƒˆ๋กœ ๋งŒ๋“œ๋Š” ๋ช…๋ น์ด ์›๋ณธ์—๋„ ์—†๋‹ค. ํ…œํ”Œ๋ฆฟ ์›๋ฌธ๋„ ๋ฐ˜์ž…๋˜์ง€ ์•Š์•„ ๋Œ€์กฐํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ๊ทธ๋ž˜์„œ ์•„๋ž˜๋Š” ์›๋ณธ ๋ณธ๋ฌธ์ด ์‹ค์€ ๋‚ด์šฉ์„ ํŒŒ์ผ๋กœ ์˜ฎ๊ฒจ ์ ์—ˆ๋‹ค. +`deploy/lab/cloud-init/kc-lab.yaml.example` ์›๋ณธ ํŒŒ์ผ์€ ํ˜„์žฌ ์ž๋ฃŒ์— ํฌํ•จ๋ผ ์žˆ์ง€ ์•Š์•„ ๊ทธ๋Œ€๋กœ ๋ณต์‚ฌํ•ด ์‚ฌ์šฉํ•  ์ˆ˜ ์—†๋‹ค. ๋”ฐ๋ผ์„œ ์•„๋ž˜ ์ ˆ์ฐจ์—์„œ๋Š” ํ™•์ธ๋œ cloud-config ํ•ญ๋ชฉ์„ ์ง์ ‘ ํŒŒ์ผ์— ์ž‘์„ฑํ•œ๋‹ค. ํ…œํ”Œ๋ฆฟ ํŒŒ์ผ๊ณผ ์™„์ „ํžˆ ๊ฐ™์€ ๋‚ด์šฉ์ด๋ผ๊ณ  ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ```bash label="[lab host] โ‘  ๊ฒŒ์ŠคํŠธ ์ด๋ฆ„์œผ๋กœ ํŒŒ์ผ์„ ์—ฐ๋‹ค" nano kc-lab-1.yaml @@ -183,7 +183,7 @@ packages: [curl, nftables] | `plain_text_passwd` | cloud-init ์ด ์‹คํŒจํ–ˆ์„ ๋•Œ์˜ ์œ ์ผํ•œ ํƒˆ์ถœ๊ตฌ. ํ‚ค๊ฐ€ ์•ˆ ๋“ค์–ด๊ฐ€๋ฉด SSH ๊ฐ€ ๋ง‰ํžˆ๋ฏ€๋กœ ์ฝ˜์†”๋กœ ๋“ค์–ด๊ฐ€ ๋กœ๊ทธ๋ฅผ ๋ด์•ผ ํ•œ๋‹ค | | ํ‚ค ๋‘ ๊ฐœ | lab host ์—์„œ ์ž๋™ํ™”๊ฐ€ ๋Œ๊ณ , ์›Œํฌ์Šคํ…Œ์ด์…˜์—์„œ๋Š” ProxyJump ๋กœ ์ง์ ‘ ๋ถ™๋Š”๋‹ค | -๋“ค์—ฌ์“ฐ๊ธฐ์—๋Š” ๊ณต๋ฐฑ๋งŒ ์“ด๋‹ค. YAML ์€ ํƒญ์„ ๊ธˆ์ง€ํ•˜๊ณ , cloud-init ์€ ํŒŒ์‹ฑ์— ์‹คํŒจํ•ด๋„ ์•„๋ฌด ์˜ค๋ฅ˜๋ฅผ ๋‚จ๊ธฐ์ง€ ์•Š์•„ ์ฆ์ƒ์ด ใ€ŒSSH ๊ฐ€ ์•ˆ ๋ถ™๋Š”๋‹คใ€ ํ•˜๋‚˜๋กœ๋งŒ ๋‚˜ํƒ€๋‚œ๋‹ค. ํŽธ์ง‘๊ธฐ๋กœ ์—ฌ๋Š” ๊นŒ๋‹ญ๋„ ์—ฌ๊ธฐ์— ์žˆ๋‹ค โ€” ๋ฐฐ์šธ ๊ฒƒ์ด `hostname:` ๊ณผ `users:` ์™€ `packages:` ์ธ๋ฐ ์น˜ํ™˜ ๋ช…๋ น์˜ ๊ตฌ๋ถ„์ž์™€ ๋ช…๋ น ์น˜ํ™˜์„ ๋จผ์ € ์ฝ์–ด์•ผ ํ•˜๋ฉด ์‹œ์„ ์ด ๊ทธ์ชฝ์œผ๋กœ ๊ฐ„๋‹ค. +๋“ค์—ฌ์“ฐ๊ธฐ์—๋Š” ๊ณต๋ฐฑ๋งŒ ์‚ฌ์šฉํ•œ๋‹ค. YAML ๋ฌธ๋ฒ• ์˜ค๋ฅ˜์™€ cloud-init ์Šคํ‚ค๋งˆ ์˜ค๋ฅ˜๋Š” ๋ณ„๊ฐœ์ด๋ฏ€๋กœ ํŒŒ์ผ์„ ๋งŒ๋“  ๋’ค ๋‘ ๊ฒ€์‚ฌ๋ฅผ ๋‚˜๋ˆ  ์‹คํ–‰ํ•œ๋‹ค. cloud-init์ด ์‚ฌ์šฉ์ž๋‚˜ SSH ํ‚ค ์„ค์ •์„ ์ ์šฉํ•˜์ง€ ๋ชปํ•˜๋ฉด ๊ฒฐ๊ณผ์ ์œผ๋กœ SSH ์ ‘์† ์‹คํŒจ๊ฐ€ ๋จผ์ € ๋ณด์ผ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ, ๊ฒŒ์ŠคํŠธ์—์„œ๋Š” `cloud-init status --long`๊ณผ ๋กœ๊ทธ๋„ ํ•จ๊ป˜ ํ™•์ธํ•œ๋‹ค. ์„ค์ • ํŒŒ์ผ์€ ๋‚ด์šฉ ์ž์ฒด๋ฅผ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋„๋ก ํŽธ์ง‘๊ธฐ๋กœ ์ž‘์„ฑํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ๊ฐ’ ์…‹์„ ํ•œ ๋ฒˆ์— ์น˜ํ™˜ํ–ˆ๋‹ค. @@ -245,7 +245,7 @@ Valid cloud-config: /home/donghyeon/kc-lab-edge.yaml ํ†ต๊ณผํ•˜๋ฉด ์œ ํšจํ•˜๋‹ค๋Š” ํ•œ ์ค„๋งŒ ๋‚˜์˜ค๊ณ , ์•„๋‹ˆ๋ฉด `Invalid cloud-config` ์•„๋ž˜์— ์–ด๋А ํ‚ค๊ฐ€ ์™œ ํ‹€๋ ธ๋Š”์ง€๊ฐ€ ๋‚˜์—ด๋œ๋‹ค. `deprecated` ๊ฒฝ๊ณ ์™€ `error` ๋Š” ๋‹ค๋ฅด๋‹ค โ€” ๊ฒฝ๊ณ ๋Š” ์ง€๊ธˆ ๋™์ž‘ํ•œ๋‹ค. -YAML ๋กœ ํŒŒ์‹ฑ๋˜๋Š” ๊ฒƒ๊ณผ cloud-config ๋กœ ์œ ํšจํ•œ ๊ฒƒ์€ ๋‹ค๋ฅด๋‹ค. ํ‚ค ์ด๋ฆ„ ์˜คํƒ€(`user` ์™€ `users`)๋Š” ์•ž์˜ ๋‘ `grep` ๋„, YAML ํŒŒ์„œ๋„ ๊ทธ๋ƒฅ ํ†ต๊ณผํ•œ๋‹ค. ์˜ค๋ฅ˜๊ฐ€ ๋‚˜๋ฉด ๊ทธ ํ‚ค๋Š” ์กฐ์šฉํžˆ ๋ฌด์‹œ๋˜๊ณ , `users` ๋ฅผ `user` ๋กœ ์ž˜๋ชป ์“ฐ๋ฉด ๊ณ„์ •์ด ์•ˆ ์ƒ๊ธฐ๋ฉฐ, ์ฆ์ƒ์€ ์—ญ์‹œ ใ€ŒSSH ๊ฐ€ ์•ˆ ๋ถ™๋Š”๋‹คใ€ ํ•˜๋‚˜๋กœ๋งŒ ๋‚˜ํƒ€๋‚œ๋‹ค. +YAML ๋ฌธ๋ฒ•์ด ๋งž๋Š” ๊ฒƒ๊ณผ cloud-config ์Šคํ‚ค๋งˆ๊ฐ€ ๋งž๋Š” ๊ฒƒ์€ ๋‹ค๋ฅด๋‹ค. ์˜ˆ๋ฅผ ๋“ค์–ด `users`๋ฅผ `user`๋กœ ์ž˜๋ชป ์ ์–ด๋„ YAML ํŒŒ์‹ฑ ์ž์ฒด๋Š” ์„ฑ๊ณตํ•  ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ `cloud-init schema`๋กœ ํ•œ ๋ฒˆ ๋” ํ™•์ธํ•œ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ธฐ๋Œ€ํ•œ ์‚ฌ์šฉ์ž๋‚˜ SSH ํ‚ค๋ฅผ ๋งŒ๋“ค์ง€ ๋ชปํ–ˆ๋‹ค๋ฉด `cloud-init status --long`๊ณผ ๋กœ๊ทธ์—์„œ ์ ์šฉ ๊ฒฐ๊ณผ๋ฅผ ํ™•์ธํ•œ๋‹ค. ์ด ํŒŒ์ผ์—๋Š” ์ฝ˜์†” ๋น„๋ฐ€๋ฒˆํ˜ธ๊ฐ€ ํ‰๋ฌธ์œผ๋กœ ๋“ค์–ด ์žˆ๋‹ค. `/tmp` ๊ฐ€ ์•„๋‹ˆ๋ผ ์ž๊ธฐ ํ™ˆ์— `600` ์œผ๋กœ ๋‘๊ณ  ๊ฒ€์‚ฌ๊ฐ€ ๋๋‚˜๋ฉด ๋ฐ”๋กœ ์ง€์šด๋‹ค. `scp` ๊ฐ€ ๋งŒ๋“œ๋Š” ๋™์•ˆ์—๋Š” ํŒŒ์ผ์ด ์ž ๊น ๊ธฐ๋ณธ ๊ถŒํ•œ์œผ๋กœ ๋†“์ด๋ฏ€๋กœ โ‘ค ๋ฅผ ๋ฐ”๋กœ ๋’ค์— ๋‘”๋‹ค. @@ -309,7 +309,7 @@ stat -c%s seed-kc-lab-1.iso ์ •์ƒ์ด๋ฉด `default` ํ’€์— `seed-kc-lab-1.iso` ๊ฐ€ ์žกํžˆ๊ณ  `Capacity` ๊ฐ€ ๋ฐฉ๊ธˆ ๋งŒ๋“  ๋กœ์ปฌ ํŒŒ์ผ ํฌ๊ธฐ์™€ ๊ฐ™๋‹ค. -์‹œ๋“œ๋Š” `cidata` ๋ผ๋ฒจ์ด ๋ถ™๊ณ  ์•ˆ์— `user-data` ์™€ `meta-data` ๋ผ๋Š” ์ •ํ™•ํ•œ ์ด๋ฆ„์˜ ํŒŒ์ผ์ด ์žˆ๋Š” ๋ณผ๋ฅจ์ด์–ด์•ผ ํ•œ๋‹ค. `vol-create-as` ๋Š” ๋นˆ ๋ณผ๋ฅจ์„ ๋งŒ๋“ค ๋ฟ์ด๊ณ  ๋‚ด์šฉ์€ `vol-upload` ๊ฐ€ ์ฑ„์šด๋‹ค. ๋’ค์—ฃ๊ฒƒ์„ ๋น ๋œจ๋ฆฌ๋ฉด ๋ชฉ๋ก์—๋Š” ์ด๋ฆ„์ด ๋ณด์ด๋Š”๋ฐ ์•ˆ์ด 0 ์œผ๋กœ ์ฑ„์›Œ์ ธ ์žˆ๊ณ , cloud-init ์€ `cidata` ๋ผ๋ฒจ์„ ๋ชป ์ฐพ์•„ ์กฐ์šฉํžˆ ๋๋‚œ๋‹ค โ€” ์ฆ์ƒ์€ ๋˜ ใ€ŒSSH ๊ฐ€ ์•ˆ ๋ถ™๋Š”๋‹คใ€๋‹ค. `instance-id` ๋ฅผ ๋งค๋ฒˆ ๋‹ค๋ฅธ ๊ฐ’์œผ๋กœ ๋‘๋Š” ๊ฒƒ์€ cloud-init ์ด ์ธ์Šคํ„ด์Šค๋งˆ๋‹ค ํ•œ ๋ฒˆ๋งŒ ์ดˆ๊ธฐํ™” ๋ชจ๋“ˆ์„ ๋Œ๋ฆฌ๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , id ๊ฐ€ ๊ฐ™์œผ๋ฉด user-data ๋ฅผ ๊ณ ์ณ๋„ ๋ฐ˜์˜๋˜์ง€ ์•Š๋Š”๋‹ค. +์‹œ๋“œ๋Š” `cidata` ๋ผ๋ฒจ๊ณผ `user-data`, `meta-data` ํŒŒ์ผ์„ ํฌํ•จํ•ด์•ผ ํ•œ๋‹ค. `vol-create-as`๋Š” ๋ณผ๋ฅจ๋งŒ ๋งŒ๋“ค๊ณ  ์‹ค์ œ ISO ๋‚ด์šฉ์€ `vol-upload`๊ฐ€ ์ฑ„์šฐ๋ฏ€๋กœ ๋‘ ๋‹จ๊ณ„๋ฅผ ๋ชจ๋‘ ์ˆ˜ํ–‰ํ•œ๋‹ค. ์—…๋กœ๋“œ๊ฐ€ ๋น ์ง€๋ฉด libvirt ๋ชฉ๋ก์—๋Š” ๋ณผ๋ฅจ ์ด๋ฆ„์ด ์žˆ์–ด๋„ ์œ ํšจํ•œ NoCloud ์‹œ๋“œ๊ฐ€ ๋˜์ง€ ์•Š๋Š”๋‹ค. `instance-id`๋Š” ๊ฒŒ์ŠคํŠธ๋ฅผ ๋‹ค์‹œ ๋งŒ๋“ค ๋•Œ ๋ฐ”๊ฟ” cloud-init์ด ์ƒˆ ์ธ์Šคํ„ด์Šค๋กœ ์ฒ˜๋ฆฌํ•˜๋„๋ก ํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” meta-data ๋ฅผ ๋ช…๋ น์œผ๋กœ ๋งŒ๋“ค์—ˆ๋‹ค. @@ -428,7 +428,7 @@ Domain creation completed. :::warning -์‹œ๋“œ๋ฅผ `--cloud-init` ์œผ๋กœ ๋ถ™์ด์ง€ ์•Š๋Š”๋‹ค. ๊ทธ ์˜ต์…˜์€ ์‹œ๋“œ๋ฅผ SATA CD-ROM ์œผ๋กœ ๋ถ™์ด๋Š”๋ฐ Debian genericcloud ์ด๋ฏธ์ง€๋Š” ํฌ๊ธฐ๋ฅผ ์ค„์ด๋ ค๊ณ  ๋ฌผ๋ฆฌ ํ•˜๋“œ์›จ์–ด ๋“œ๋ผ์ด๋ฒ„๋ฅผ ๋บ๊ณ , AHCI ์žฅ์น˜๊ฐ€ ๋ณด์ด์ง€ ์•Š์•„ cloud-init ์ด ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ๋ชป ์ฐพ๊ณ  ์กฐ์šฉํžˆ ๋๋‚œ๋‹ค. `bus=virtio` ๋กœ ๋””์Šคํฌ๋กœ ๋ถ™์—ฌ์•ผ ํ•œ๋‹ค. +์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” `--cloud-init`์œผ๋กœ ์—ฐ๊ฒฐํ•œ ์‹œ๋“œ์—์„œ ๊ธฐ๋Œ€ํ•œ NoCloud ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ๋ฐ˜๋ฉด seed ISO๋ฅผ `bus=virtio` ๋””์Šคํฌ๋กœ ๋ถ™์ธ ๊ตฌ์„ฑ์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ์˜ `cloud-init status --long`์—์„œ `DataSourceNoCloud [seed=/dev/vdb]`๋ฅผ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์ ˆ์ฐจ๋Š” ์‹ค์ œ๋กœ ํ™•์ธํ•œ virtio seed ๋ฐฉ์‹์„ ์‚ฌ์šฉํ•œ๋‹ค. ํ˜„์žฌ ์ฆ๊ฑฐ๋งŒ์œผ๋กœ `--cloud-init` ๊ฒฝ๋กœ๊ฐ€ ๊ธฐ๋Œ€๋Œ€๋กœ ๋™์ž‘ํ•˜์ง€ ์•Š์€ ์›์ธ์„ ํŠน์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ::: @@ -459,7 +459,7 @@ Domain creation completed. ํ˜ธ์ŠคํŠธ RAM 11,648MiB ๋Š” 2026-09-10 ์— ์ด ํ˜ธ์ŠคํŠธ์—์„œ `free -m | head -2` ๋กœ ๋ฐ›์€ `Mem:` ํ–‰์˜ `total` ์ด๋‹ค. `free -m` ์€ MiB ๋กœ ์ฐ์œผ๋ฏ€๋กœ, ์ž๊ธฐ ํ˜ธ์ŠคํŠธ์—์„œ ์ด ๋ฐฐ์น˜๋ฅผ ๋‹ค์‹œ ์žก์„ ๋•Œ๋„ ๊ฐ™์€ ๋ช…๋ น์œผ๋กœ ์žฌ๊ณ  MiB ๋กœ ์ฝ๋Š”๋‹ค. -ํ‘œ์˜ ๋ฉ”๋ชจ๋ฆฌ ์นธ์€ `virt-install --memory`์— ์ค€ ๊ฐ’์ด๋‹ค. 2026-09-10์˜ historical snapshot์—์„œ๋Š” `kc-lab-2`์˜ `dommemstat actual`์ด 3120MB๋กœ ๋‚˜์™”์ง€๋งŒ, ๊ทธ ์›์ธ์€ ๋‹น์‹œ ํ™•์ธ๋˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” `dominfo`์™€ `dommemstat`์„ ๋‚˜๋ž€ํžˆ ์ฝ์–ด configured/current/actual์ด ๋ชจ๋‘ 4096MiB์ธ ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. virtio-balloon ์žฅ์น˜๋Š” ์‹ค์ œ๋กœ ์กด์žฌํ•˜์ง€๋งŒ **์žฅ์น˜ ์กด์žฌ๋งŒ์œผ๋กœ ๊ณผ๊ฑฐ 3120MB์˜ ์›์ธ์„ balloon์ด๋ผ๊ณ  ๊ท€์†ํ•˜์ง€ ์•Š๋Š”๋‹ค.** +ํ‘œ์˜ ๋ฉ”๋ชจ๋ฆฌ ์นธ์€ `virt-install --memory`์— ์ค€ ๊ฐ’์ด๋‹ค. 2026-09-10 ๊ธฐ๋ก์—์„œ๋Š” `kc-lab-2`์˜ `dommemstat actual`์ด 3120MB๋กœ ๋‚˜์™”์ง€๋งŒ, ๊ทธ ์›์ธ์€ ๋‹น์‹œ ํ™•์ธ๋˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” `dominfo`์™€ `dommemstat`์„ ๋‚˜๋ž€ํžˆ ์ฝ์–ด configured/current/actual์ด ๋ชจ๋‘ 4096MiB์ธ ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. virtio-balloon ์žฅ์น˜๋Š” ์‹ค์ œ๋กœ ์กด์žฌํ•˜์ง€๋งŒ **์žฅ์น˜ ์กด์žฌ๋งŒ์œผ๋กœ ๊ณผ๊ฑฐ 3120MB์˜ ์›์ธ์„ balloon์ด๋ผ๊ณ  ๊ท€์†ํ•˜์ง€ ์•Š๋Š”๋‹ค.** vCPU ํ•ฉ์€ 2 + 2 + 1 = 5 ์ด๊ณ  ์ด ํ˜ธ์ŠคํŠธ์˜ ๋…ผ๋ฆฌ ์ฝ”์–ด๋Š” 8 ์ด๋‹ค. libvirt ๋Š” vCPU ํ•ฉ์ด ๋…ผ๋ฆฌ ์ฝ”์–ด ์ˆ˜๋ฅผ ๋„˜์–ด๋„ ๋ง‰์ง€ ์•Š์œผ๋ฏ€๋กœ, ๋” ํฌ๊ฒŒ ์žก์•„๋„ `virt-install` ์€ ํ†ต๊ณผํ•œ๋‹ค. ์—ฌ์œ ๋ฅผ ๋‘˜์ง€๋Š” ์ด ํ‘œ์—์„œ ์ •ํ•œ๋‹ค. @@ -591,7 +591,7 @@ kc-lab-edge.qcow2 Capacity=10.00 GiB Allocation=316.26 MiB seed-kc-lab-{1,2,edge}.iso Capacity=370.00 KiB Allocation=372.00 KiB ``` - `net-dumpxml default --inactive` ๋Š” `virbr0` ๊ณผ ๋™์  ๋Œ€์—ญ ํ•œ ์ค„๊ณผ ์˜ˆ์•ฝ ์„ธ ์ค„์„ ๋‚ธ๋‹ค โ€” `--inactive` ๋ฅผ ๋ถ™์—ฌ๋„ ์˜ˆ์•ฝ์ด ๊ทธ๋Œ€๋กœ ๋ณด์ด๋Š” ๊ฒƒ์ด `--config` ๋กœ ๋„ฃ์—ˆ๋‹ค๋Š” ์ฆ๊ฑฐ๋‹ค. + `net-dumpxml default --inactive`์—์„œ๋Š” `virbr0`, ๋™์  DHCP ๋Œ€์—ญ, ์˜ˆ์•ฝ ์„ธ ์ค„์ด ํ•จ๊ป˜ ๋ณด์˜€๋‹ค. `--inactive` ์ถœ๋ ฅ์—๋„ ์˜ˆ์•ฝ์ด ๋‚จ์•„ ์žˆ์œผ๋ฏ€๋กœ ํ•ด๋‹น ์˜ˆ์•ฝ์ด ์˜๊ตฌ ์„ค์ •์— ํฌํ•จ๋œ ๊ฒƒ์„ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋‹ค. - 2026-09-17์˜ `cloud-init status --long` ๋งˆ์ง€๋ง‰ ์ค„์€ ์ด ๋ฌธ์„œ์˜ 7๋ฒˆ ์„ค๋ช…๊ณผ ์ผ์น˜ํ–ˆ๋‹ค. @@ -603,11 +603,11 @@ detail: DataSourceNoCloud [seed=/dev/vdb][dsmode=net] ``` - `seed=/dev/vdb` ๊ฐ€ ํ•ต์‹ฌ์ด๋‹ค. ์‹œ๋“œ๋ฅผ `--cloud-init` ์œผ๋กœ ๋ถ™์˜€๋‹ค๋ฉด SATA CD-ROM(`sr0`)์ด ๋์„ ํ…๋ฐ, `bus=virtio` ๋กœ ๋””์Šคํฌ๋กœ ๋ถ™์˜€๊ธฐ ๋•Œ๋ฌธ์— `vdb` ๋กœ ์žกํ˜”๊ณ  cloud-init ์ด ๊ฑฐ๊ธฐ์„œ ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ์ฐพ์•˜๋‹ค. 7๋ฒˆ์ด ์ ์€ ์ด์œ ๊ฐ€ ์ด ํ•œ ์ค„๋กœ ํ™•์ธ๋œ๋‹ค. + ํ™•์ธํ•  ๊ฐ’์€ `DataSourceNoCloud [seed=/dev/vdb]`๋‹ค. ํ˜„์žฌ ๊ตฌ์„ฑ์—์„œ๋Š” seed ISO๋ฅผ virtio ๋””์Šคํฌ๋กœ ๋ถ™์˜€๊ณ , cloud-init์ด `/dev/vdb`์—์„œ ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ์ฝ๋Š” ๊ฒƒ์„ ์‹ค์ œ ๊ฒŒ์ŠคํŠธ์—์„œ ํ™•์ธํ–ˆ๋‹ค. - ํŒŒ์ผ์„ ์˜ฎ๊ฒจ ๊ฒ€์‚ฌํ•˜๋Š” ๋‹ค์„ฏ ์ค„ ํ˜•ํƒœ์™€ `virsh console` ์€ ๊ฐ€์ด๋“œ๊ฐ€ ์ ์–ด ๋‘” ๋ช…๋ น์ด๊ณ  ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์บก์ฒ˜ํ•œ ์ถœ๋ ฅ์ด ์—†๋‹ค. `virsh console` ์€ ๋Œ€ํ™”ํ˜•์ด๋ผ ๋น„๋Œ€ํ™”์‹์œผ๋กœ ๋ฐŸ์ง€ ์•Š์•˜๋‹ค. - ํŽธ์ง‘๊ธฐ๋กœ `kc-lab-1.yaml` ๊ณผ `meta-kc-lab-1` ์„ ์—ฌ๋Š” ํ˜•ํƒœ๋„ ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์น˜์ง€ ์•Š์•˜๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ์น˜ํ™˜ ๋ช…๋ น๊ณผ ์„œ์‹ ์ถœ๋ ฅ์œผ๋กœ ๋งŒ๋“ค์—ˆ๊ณ , ๊ฐ™์€ ์ƒํƒœ์— ๋‹ฟ๋Š”์ง€๋Š” ๋‹ค์‹œ ์žฌ์ง€ ์•Š์•˜๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. ๋‹จ๊ณ„ 03 ์ด ์ง€๋‚˜๊ฐ€๋ฉฐ ์ ์€ ํ•œ ์ค„ ๋ง๊ณ ๋Š” ๊ฒŒ์ŠคํŠธ์™€ ์‹œ๋“œ ๋ณผ๋ฅจ๊ณผ DHCP ์˜ˆ์•ฝ์„ ๊ฑท์–ด๋‚ด๋Š” ์ˆœ์„œ๊ฐ€ ์–ด๋””์—๋„ ์—†๋‹ค. +- ์„ธ ๊ฒŒ์ŠคํŠธ์™€ seed volume, DHCP ์˜ˆ์•ฝ์„ ๋ชจ๋‘ ์ œ๊ฑฐํ•˜๋Š” ์ „์ฒด rollback์€ ์•„์ง ๋๊นŒ์ง€ ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. - 2026-09-21์—๋Š” `kc-lab-1`๊ณผ `kc-lab-2`๋ฅผ ์‹ค์ œ๋กœ ์ฒ ๊ฑฐํ•œ ๋’ค ์ด ์ ˆ์ฐจ์˜ cloud-initยทqcow2 overlayยทDHCP ์˜ˆ์•ฝยท`virt-install` ๊ฒฝ๋กœ๋กœ ๋‹ค์‹œ ๋งŒ๋“ค์—ˆ๊ณ , ๋‘ worker๊ฐ€ Debian 12๋กœ ๋ถ€ํŒ…ํ•ด SSH์™€ cloud-init์„ ํ†ต๊ณผํ•œ ๋’ค k3s ํด๋Ÿฌ์Šคํ„ฐ์— ๋‹ค์‹œ ํ•ฉ๋ฅ˜ํ•˜๋Š” ๊ฒƒ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ **worker ๋‘ ๋Œ€์˜ ์žฌ์ƒ์„ฑ ๊ฒฝ๋กœ๋Š” ์žฌ๊ฒ€์ฆ๋๋‹ค.** `kc-lab-edge` ์ „์ฒด ์‚ญ์ œยท์žฌ์ƒ์„ฑ์€ ์‹ค์ œ TLS ์ข…๋‹จ์ ๊ณผ ์ธ์ฆ์„œ๋ฅผ ๋ณด์กดํ•˜๊ธฐ ์œ„ํ•ด ์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜์œผ๋ฏ€๋กœ, ์„ธ VM ์ „์ฒด๋ฅผ ํ•œ ๋ฒˆ์— ๋น„์šด ๋’ค ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๊ฒฝ๋กœ๊นŒ์ง€ ํ™•์ธ๋๋‹ค๊ณ  ์“ฐ์ง€๋Š” ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-edge-nginx-and-host-dnat.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-edge-nginx-and-host-dnat.md index d33d771..8b9ff29 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-edge-nginx-and-host-dnat.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-edge-nginx-and-host-dnat.md @@ -39,7 +39,7 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit | 1 | nginx ์„ค์น˜์™€ ๊ธฐ๋ณธ ์‚ฌ์ดํŠธ ๋„๊ธฐ | `[kc-lab-edge]` | | 2 ยท 3 | ๋ผ์šฐํŒ… ์„ค์ •๊ณผ ๋งํฌ ยท ๋ฌธ๋ฒ• ๊ฒ€์‚ฌ์™€ reload | `[kc-lab-edge]` | | 4 | DNAT ํŒŒ์ผ | `[lab host]` โ€” ์—ฌ๊ธฐ๋งŒ ์—ฃ์ง€๊ฐ€ ์•„๋‹ˆ๋‹ค | -| 5 | systemd ์œ ๋‹›๊ณผ libvirt ๊ตฌ๋ฉ | `[lab host]` | +| 5 | systemd ์œ ๋‹›๊ณผ libvirt ํ—ˆ์šฉ ๊ทœ์น™ | `[lab host]` | | ํŒ์ • | ์ธต๋ณ„ ํ™•์ธ โ‘ ~โ‘ฃ | `[lab host]` ์™€ `[์›Œํฌ์Šคํ…Œ์ด์…˜]` | **4๋ฒˆ๊ณผ 5๋ฒˆ๋งŒ ํ˜ธ์ŠคํŠธ์—์„œ ์น˜๋Š” ๊นŒ๋‹ญ์ด ๋‘˜์ด๋‹ค.** DNAT ๊ทœ์น™์˜ ์ฒซ ์ค„์ด `iifname "tailscale0"` ์ธ๋ฐ VM ์—๋Š” Tailscale ์„ ๋„ฃ์ง€ ์•Š๊ธฐ๋กœ ํ–ˆ์œผ๋ฏ€๋กœ ์—ฃ์ง€์—๋Š” ๊ทธ ์ธํ„ฐํŽ˜์ด์Šค ์ž์ฒด๊ฐ€ ์—†๊ณ , ๋„˜๊ธฐ๋Š” ๋Œ€์ƒ์ด `192.168.122.10` ์œผ๋กœ ๊ฐ€๋Š” ํŠธ๋ž˜ํ”ฝ์ด๋ผ ๋„˜๊ธฐ๋Š” ์ฃผ์ฒด๋Š” ๊ทธ ์•ž์— ์žˆ๋Š” ํ˜ธ์ŠคํŠธ๋‹ค. ์—ฃ์ง€์— ๋“ค์–ด๊ฐ€์„œ ์น˜๋ฉด `tailscale0` ์ด ์—†์–ด ๊ทœ์น™์ด ์˜๋ฏธ๊ฐ€ ์—†๋‹ค. @@ -76,7 +76,7 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit | ์—ฃ์ง€ nginx (`kc-lab-edge`) | ๋ฐ”๊นฅ์„ธ์ƒ๊ณผ์˜ ์ ‘์  โ€” TLS ์ข…๋‹จ ยท ์ธ์ฆ์„œ ยท `X-Forwarded-*` | | Traefik | ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์˜ ๋™์  ๋ผ์šฐํŒ… โ€” Ingress ๋ฅผ ๋ณด๊ณ  ์„œ๋น„์Šค๋ฅผ ๊ณ ๋ฅธ๋‹ค | -์ด 2ํ™‰์ด ์šด์˜ ๊ตฌ์กฐ์™€ ๊ฐ™๋‹ค๋Š” ๊ฒƒ์ด ์ด ๋ฐฐ์น˜์˜ ํ•ต์‹ฌ์ด๊ณ , ๋™์‹œ์— ํ—ค๋” ์‹คํ—˜์ด ์„ฑ๋ฆฝํ•˜๋Š” ๊ทผ๊ฑฐ๊ฐ€ ๋œ๋‹ค. 1ํ™‰์„ ๊ฐ€์ •ํ•˜๊ณ  ์“ด ๊ณ„์•ฝ์ด 2ํ™‰์—์„œ๋„ ์œ ํšจํ•œ์ง€๋ฅผ ์žฌ๋ ค๋ฉด ๋‘ ๊ฒน์ด ์žˆ์–ด์•ผ ํ•œ๋‹ค. +์ด ๋ฐฐ์น˜์—์„œ๋Š” nginx์™€ Traefik ๋‘ L7 ํ™‰์„ ๋ชจ๋‘ ํ†ต๊ณผํ•œ๋‹ค. forwarded ํ—ค๋”๊ฐ€ ๋‘ ํ”„๋ก์‹œ๋ฅผ ์ง€๋‚˜๋Š” ๋™์•ˆ ์–ด๋–ป๊ฒŒ ๋ฐ”๋€Œ๋Š”์ง€ ํ™•์ธํ•˜๋ ค๋ฉด ๋‘ ๊ณ„์ธต์„ ๊ทธ๋Œ€๋กœ ๋‘” ์ƒํƒœ์—์„œ ์ธก์ •ํ•ด์•ผ ํ•œ๋‹ค. ## ๋ฐฉํ™”๋ฒฝ๊ณผ ๊ธฐ์กด NAT ๊ทœ์น™์„ ๋ฐ”๊พธ๊ธฐ ์ „์— ํ™•์ธํ•œ๋‹ค @@ -88,7 +88,7 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit |---|---|---| | DNAT ๋งŒ ๋ˆ๋‹ค | `[lab host]` | `sudo systemctl disable --now lab-edge-dnat.service` | | ๊ทœ์น™๋งŒ ์ฆ‰์‹œ ๊ฑท์–ด๋‚ธ๋‹ค | `[lab host]` | `sudo nft delete table ip lab_edge` | -| libvirt ์— ๋šซ์€ ๊ตฌ๋ฉ์„ ๋ง‰๋Š”๋‹ค | `[lab host]` | `sudo nft -a list chain ip libvirt_network guest_input` ๋กœ handle ์„ ๋ณด๊ณ  `sudo nft delete rule ip libvirt_network guest_input handle <๋ฒˆํ˜ธ>` | +| libvirt์— ์ถ”๊ฐ€ํ•œ ํ—ˆ์šฉ ๊ทœ์น™์„ ์ œ๊ฑฐํ•œ๋‹ค | `[lab host]` | `sudo nft -a list chain ip libvirt_network guest_input` ๋กœ handle ์„ ๋ณด๊ณ  `sudo nft delete rule ip libvirt_network guest_input handle <๋ฒˆํ˜ธ>` | | ์—ฃ์ง€ ๋ผ์šฐํŒ…์„ ๋ˆ๋‹ค | `[kc-lab-edge]` | `sudo rm /etc/nginx/sites-enabled/keycloak-lab && sudo nginx -t && sudo systemctl reload nginx` | | ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์— ๋”ํ•œ ์ด๋ฆ„์„ ๊ฑท์–ด๋‚ธ๋‹ค | `[lab host]` | `kubectl -n kube-system delete configmap coredns-custom` ํ•˜๊ณ  `kubectl -n kube-system delete pod -l k8s-app=kube-dns` | @@ -117,7 +117,7 @@ donghyeon@kc-lab-edge:~$ cd /etc/nginx/ -bash: cd: /etc/nginx/: No such file or directory ``` -`/etc/nginx` ๋””๋ ‰ํ„ฐ๋ฆฌ๋Š” ํŒจํ‚ค์ง€๊ฐ€ ๋งŒ๋“ ๋‹ค. ๊ทธ๊ฒƒ์ด ์—†๋‹ค๋Š” ๊ฒƒ์€ ๊ฒฝ๋กœ๋ฅผ ์ž˜๋ชป ์งš์—ˆ๋‹ค๋Š” ๋œป์ด ์•„๋‹ˆ๋ผ ์„ค์น˜๊ฐ€ ์•ˆ ๋๋‹ค๋Š” ๋œป์ด๋‹ค. ์•ž ๋‹จ๊ณ„์˜ cloud-init ๋ชฉ๋ก์— nginx ๊ฐ€ ์—†์œผ๋ฏ€๋กœ 1๋ฒˆ์—์„œ ๊น๋‹ค. +Debian์˜ nginx ํŒจํ‚ค์ง€๋ฅผ ์„ค์น˜ํ•˜๋ฉด `/etc/nginx` ๋””๋ ‰ํ„ฐ๋ฆฌ๊ฐ€ ๋งŒ๋“ค์–ด์ง„๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ cloud-init์—๋Š” nginx ์„ค์น˜๊ฐ€ ํฌํ•จ๋ผ ์žˆ์ง€ ์•Š์œผ๋ฏ€๋กœ 1๋ฒˆ์—์„œ ํŒจํ‚ค์ง€๋ฅผ ์„ค์น˜ํ•˜๊ณ  ๋””๋ ‰ํ„ฐ๋ฆฌ๊ฐ€ ์ƒ๊ฒผ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค. **์—ฌ๊ธฐ์— `which nginx` ๋ฅผ ์“ฐ์ง€ ์•Š๋Š”๋‹ค.** ๊น”๋ ค ์žˆ์„ ๋•Œ๋„ ๋˜‘๊ฐ™์ด ์•„๋ฌด๊ฒƒ๋„ ์•ˆ ์ฐํžŒ๋‹ค โ€” 2026-09-17 ์— nginx ๊ฐ€ ๋Œ๊ณ  ์žˆ๋Š” ์—ฃ์ง€์—์„œ ์ง์ ‘ ์ณ์„œ ํ™•์ธํ–ˆ๋‹ค. @@ -196,9 +196,9 @@ server { ls /etc/nginx/sites-available/ ``` -์ •์ƒ์ด๋ฉด โ‘ข ์˜ ๋ชฉ๋ก์— `keycloak-lab` ์ด ๋ณด์ธ๋‹ค. nginx ๋Š” ์•„์ง ์ด ํŒŒ์ผ์„ ์ฝ์ง€ ์•Š๊ณ , ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” ๊ฒƒ์ด 3๋ฒˆ์ด๋‹ค. +์ •์ƒ์ด๋ฉด โ‘ข์˜ ๋ชฉ๋ก์— `keycloak-lab`์ด ๋ณด์ธ๋‹ค. ์ด ์‹œ์ ์—๋Š” ํŒŒ์ผ๋งŒ ๋งŒ๋“ค์–ด์กŒ๊ณ  nginx ์„ค์ •์—๋Š” ์•„์ง ํฌํ•จ๋˜์ง€ ์•Š์•˜๋‹ค. ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ `sites-enabled`์— ์—ฐ๊ฒฐํ•œ ๋’ค ์„ค์ • ๊ฒ€์‚ฌ๋ฅผ ํ†ต๊ณผํ•˜๋ฉด nginx๊ฐ€ ์ฝ๋Š”๋‹ค. -์ด ๋‹จ๊ณ„์—์„œ๋Š” 80 ๋งŒ ์„ธ์šด๋‹ค. ์ธ์ฆ์„œ๊ฐ€ ์—†๋Š”๋ฐ `ssl_certificate` ์ค„์„ ๋ฏธ๋ฆฌ ์จ ๋‘๋ฉด ์„ค์ • ์ „์ฒด๊ฐ€ ์‹คํŒจํ•ด์„œ 80 ๋ธ”๋ก๊นŒ์ง€ ์•ˆ ๋œฌ๋‹ค โ€” nginx ๋Š” ๊ทธ ํŒŒ์ผ์„ ๋‚˜์ค‘์ด ์•„๋‹ˆ๋ผ ๊ธฐ๋™๊ณผ reload ์‹œ์ ์— ์ฝ๋Š”๋‹ค. `X-Forwarded-Proto` ๊ฐ€ `http` ์ธ ๊ฒƒ๋„ ์ง€๊ธˆ์ด ๊ทธ๋ ‡๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ `https` ๋กœ ๋ฐ”๋€๋‹ค. ์‹ค์ œ๋กœ 80 ์œผ๋กœ ๋“ค์–ด์˜ค๋Š”๋ฐ `https` ๋ผ๊ณ  ์ ์œผ๋ฉด Keycloak ์ด ๋ฆฌ๋‹ค์ด๋ ‰ํŠธ ์ฃผ์†Œ๋ฅผ `https://` ๋กœ ๋งŒ๋“ค๊ณ  ๋กœ๊ทธ์ธ ๋„์ค‘์— ๋Š๊ธด๋‹ค. upstream ์ด ๋‘˜์ธ ๊ฒƒ์€ ๋‘ ๋…ธ๋“œ ๋ชจ๋‘ Traefik ์ด ๋œจ๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , nginx ๋Š” ๊ธฐ๋ณธ ๋ผ์šด๋“œ๋กœ๋นˆ์œผ๋กœ ๋ฒˆ๊ฐˆ์•„ ๋ณด๋‚ด๋‹ค๊ฐ€ ํ•œ์ชฝ์ด ์ฃฝ์œผ๋ฉด ์ž๋™์œผ๋กœ ๋บ€๋‹ค. +์ด ๋‹จ๊ณ„์—์„œ๋Š” 80 ๋งŒ ์„ธ์šด๋‹ค. ์ธ์ฆ์„œ๊ฐ€ ์—†๋Š”๋ฐ `ssl_certificate` ์ค„์„ ๋ฏธ๋ฆฌ ์จ ๋‘๋ฉด ์„ค์ • ์ „์ฒด๊ฐ€ ์‹คํŒจํ•ด์„œ 80 ๋ธ”๋ก๊นŒ์ง€ ์•ˆ ๋œฌ๋‹ค โ€” nginx ๋Š” ๊ทธ ํŒŒ์ผ์„ ๋‚˜์ค‘์ด ์•„๋‹ˆ๋ผ ๊ธฐ๋™๊ณผ reload ์‹œ์ ์— ์ฝ๋Š”๋‹ค. `X-Forwarded-Proto` ๊ฐ€ `http` ์ธ ๊ฒƒ๋„ ์ง€๊ธˆ์ด ๊ทธ๋ ‡๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ `https` ๋กœ ๋ฐ”๋€๋‹ค. ์‹ค์ œ๋กœ 80 ์œผ๋กœ ๋“ค์–ด์˜ค๋Š”๋ฐ `https` ๋ผ๊ณ  ์ ์œผ๋ฉด Keycloak ์ด ๋ฆฌ๋‹ค์ด๋ ‰ํŠธ ์ฃผ์†Œ๋ฅผ `https://` ๋กœ ๋งŒ๋“ค๊ณ  ๋กœ๊ทธ์ธ ๋„์ค‘์— ๋Š๊ธด๋‹ค. ๋‘ k3s ๋…ธ๋“œ ๋ชจ๋‘ Traefik์„ ์‹คํ–‰ํ•˜๋ฏ€๋กœ nginx upstream์—๋„ ๋‘ ์ฃผ์†Œ๋ฅผ ๋“ฑ๋กํ•œ๋‹ค. ๋ณ„๋„ ๋ถ„์‚ฐ ์•Œ๊ณ ๋ฆฌ์ฆ˜์„ ์ง€์ •ํ•˜์ง€ ์•Š์•˜๊ธฐ ๋•Œ๋ฌธ์— nginx๋Š” ๊ธฐ๋ณธ ๋ผ์šด๋“œ๋กœ๋นˆ์œผ๋กœ ์š”์ฒญ์„ ๋ณด๋‚ด๊ณ , ํ•œ upstream์— ์—ฐ๊ฒฐํ•  ์ˆ˜ ์—†์œผ๋ฉด ๋‹ค๋ฅธ upstream์„ ์‹œ๋„ํ•œ๋‹ค. :::warning @@ -250,7 +250,7 @@ nginx: configuration file /etc/nginx/nginx.conf test is successful **ํŒ์ •์€ `syntax is ok` ์™€ `test is successful` ๋‘ ๋งˆ๋””๋กœ๋งŒ ํ•œ๋‹ค.** `[warn]` ์ค„์€ ๋‚˜์˜ค๋ฉด ๋ฌด์‹œํ•˜๊ณ  ์•ˆ ๋‚˜์˜ค๋ฉด ์—†๋Š” ๋Œ€๋กœ ๋‘”๋‹ค โ€” ์—†๋‹ค๊ณ  ์„ค์ •์ด ๋œ ์ฝํžŒ ๊ฒƒ์ด ์•„๋‹ˆ๋‹ค. ํ†ต๊ณผํ–ˆ์œผ๋ฉด `&&` ๋’ค์˜ reload ๊ฐ€ ์ด์–ด์„œ ๋Œ๊ณ  `systemctl reload` ๋Š” ์•„๋ฌด ๋ง ์—†์ด ๋๋‚œ๋‹ค. -`&&` ๋กœ ์ด์€ ๊ฒƒ์€ ๋ฌธ๋ฒ•์ด ๊นจ์ง„ ์„ค์ •์œผ๋กœ reload ํ•˜์ง€ ์•Š์œผ๋ ค๋Š” ๊ฒƒ์ด๋‹ค. ์‹คํŒจ๋ฉด `[emerg]` ์ค„์— ํŒŒ์ผ๊ณผ ์ค„ ๋ฒˆํ˜ธ๊ฐ€ ์ฐํžˆ๊ณ  reload ๋Š” ์•„์˜ˆ ์•ˆ ๋Œ์•„, ์ง€๊ธˆ ๋Œ๊ณ  ์žˆ๋Š” nginx ๋Š” ์˜› ์„ค์ • ๊ทธ๋Œ€๋กœ ๋ฉ€์ฉกํ•˜๋‹ค. ๊ฒฝ๊ณ ์™€ ์˜ค๋ฅ˜๋ฅผ ์—ฌ๊ธฐ์„œ ๊ฐˆ๋ผ ๋‘๋ฉด ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ ๊ฐ™์€ `types_hash` ๊ฒฝ๊ณ ๋ฅผ ์‹คํŒจ๋กœ ์˜ค๋…ํ•˜์ง€ ์•Š๋Š”๋‹ค. โ‘ฃ ์˜ ํ”„๋กœ์„ธ์Šค ํŠธ๋ฆฌ์—์„œ ์›Œ์ปค ์ค„์˜ PID ๋ฅผ ๋ˆˆ์— ๋‹ด์•„ ๋‘”๋‹ค โ€” reload ๋Š” ๋งˆ์Šคํ„ฐ๋ฅผ ๊ทธ๋Œ€๋กœ ๋‘๊ณ  ์›Œ์ปค๋งŒ ๊ฐˆ์•„ ๋ผ์šฐ๋ฏ€๋กœ, ์ „ํ›„๋กœ ์›Œ์ปค PID ๊ฐ€ ๋ฐ”๋€Œ๋ฉด ์ƒˆ ์„ค์ •์ด ์ ์šฉ๋œ ๊ฒƒ์ด๋‹ค. ๋‹ค์Œ ๋‹จ๊ณ„์—์„œ ์ธ์ฆ์„œ ๊ฐฑ์‹ ์ด ์„œ๋น™๊นŒ์ง€ ๋‹ฟ์•˜๋Š”์ง€๋ฅผ ๋˜‘๊ฐ™์€ ๋ฐฉ๋ฒ•์œผ๋กœ ํŒ์ •ํ•œ๋‹ค. +`nginx -t && systemctl reload nginx`์ฒ˜๋Ÿผ ์—ฐ๊ฒฐํ•˜๋ฉด ์„ค์ • ๊ฒ€์‚ฌ๊ฐ€ ์„ฑ๊ณตํ–ˆ์„ ๋•Œ๋งŒ reload๋ฅผ ์‹คํ–‰ํ•œ๋‹ค. ๋ฌธ๋ฒ• ์˜ค๋ฅ˜๊ฐ€ ์žˆ์œผ๋ฉด `[emerg]`์— ํŒŒ์ผ๊ณผ ์ค„ ๋ฒˆํ˜ธ๊ฐ€ ๋‚˜์˜ค๊ณ  ํ˜„์žฌ nginx ํ”„๋กœ์„ธ์Šค๋Š” ๊ธฐ์กด ์„ค์ •์œผ๋กœ ๊ณ„์† ๋™์ž‘ํ•œ๋‹ค. `types_hash` ๊ฐ™์€ `[warn]`๊ณผ ์‹ค์ œ `[emerg]` ์˜ค๋ฅ˜๋ฅผ ๊ตฌ๋ถ„ํ•ด ํ™•์ธํ•œ๋‹ค. reload ์ „ํ›„์˜ worker PID๊ฐ€ ๋ฐ”๋€Œ๋ฉด ์ƒˆ ์„ค์ •์„ ์ฝ์€ ๊ฒƒ๋„ ํ™•์ธํ•  ์ˆ˜ ์žˆ์œผ๋ฉฐ, ์ธ์ฆ์„œ ๊ฐฑ์‹  ๋’ค reload๋ฅผ ํ™•์ธํ•  ๋•Œ๋„ ๊ฐ™์€ ๋ฐฉ๋ฒ•์„ ์‚ฌ์šฉํ•œ๋‹ค. ์‹คํŒจํ•˜๋ฉด `unknown directive "http2"` ๊ฐ€ ๋‚˜์˜ค๋ฉด nginx ํŒ ๋ฒˆํ˜ธ๋ฅผ ๋ณธ๋‹ค. Debian 12 ๋Š” 1.22 ์ด๊ณ  ๊ทธ ์ง€์‹œ์–ด๋Š” 1.25.1 ๋ถ€ํ„ฐ๋‹ค. `systemctl reload` ๊ฐ€ ์‹คํŒจํ•˜๋ฉด reload ๋ง๊ณ  `sudo nginx -t` ๋ฅผ ๋จผ์ € ์นœ๋‹ค. @@ -291,7 +291,7 @@ table ip lab_edge { ๋””๋ ‰ํ„ฐ๋ฆฌ๊ฐ€ ์—†์œผ๋ฉด `nano` ๊ฐ€ ์ €์žฅํ•  ๊ณณ์„ ๋ชป ์ฐพ์œผ๋ฏ€๋กœ โ‘  ์„ ๋จผ์ € ์นœ๋‹ค. `table ip lab_edge` ์™€ `delete table ip lab_edge` ๋‘ ์ค„์ด ํŒŒ์ผ ๋งจ ์•ž์— ์žˆ๋Š” ๊ฒƒ์€ ์—†๋Š” ํ…Œ์ด๋ธ”์„ ์ง€์šฐ๋ฉด ์—๋Ÿฌ๊ฐ€ ๋‚˜๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ํ•œ ๋ฒˆ ๋งŒ๋“ค๊ณ  ์ง€์šฐ๋ฉด ๊ฐ™์€ ํŒŒ์ผ์„ ๋ช‡ ๋ฒˆ ์ ์šฉํ•ด๋„ ์•ˆ์ „ํ•ด์ง„๋‹ค. tailnet ์ฃผ์†Œ `100.83.212.4` ์˜ 80 ๊ณผ 443 ์„ ๋ฐ›๋Š” ๊ฒƒ์€ ์—ฌ์ „ํžˆ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์ด๊ณ , ๊ทธ ํŠธ๋ž˜ํ”ฝ์„ ์—ฃ์ง€๋กœ ๋„˜๊ธฐ๋Š” ์ผ์ด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ๊ฐ€ ์‹คํ—˜๋Œ€๋ฅผ ์œ„ํ•ด ํ•˜๋Š” ์ผ์˜ ์ „๋ถ€๋‹ค โ€” ์ด ๊ทœ์น™ ํ•˜๋‚˜์™€ ๊ฒŒ์ŠคํŠธ๋ฅผ ๋งŒ๋“ค ๋•Œ ๋„ฃ์€ DHCP ์˜ˆ์•ฝ ์„ธ ์ค„์ด๊ณ , ๋‘˜ ๋‹ค ํ•œ ๋ฒˆ ์“ฐ๊ณ  ๋‹ค์‹œ ์•ˆ ๊ฑด๋“œ๋ฆฐ๋‹ค. -`prerouting` ์ฒด์ธ ๋’ค์— ๋นˆ ์ค„์ด ํ•˜๋‚˜ ๋‚จ์•„ ์žˆ๋‹ค. ์ฒ˜์Œ ์“ด ํŒŒ์ผ์—๋Š” ๊ฑฐ๊ธฐ์— `priority filter - 10` ์œผ๋กœ ๋จผ์ € ๋„๋Š” `forward` ์ฒด์ธ์ด ์žˆ์—ˆ๊ณ  `ct state new accept` ๋ฅผ ๋„ฃ์–ด ๋‘์—ˆ๋Š”๋ฐ, ๋ฐ–์—์„œ ์˜ค๋Š” ์š”์ฒญ์€ ๊ทธ๋ž˜๋„ ํ†ต๊ณผํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ์•ž ์ฒด์ธ์˜ `accept` ๋Š” ใ€Œ์ด ์ฒด์ธ์€ ํ†ต๊ณผใ€๋ผ๋Š” ๋œป์ด์ง€ ใ€Œํ‰๊ฐ€ ๋ใ€์ด ์•„๋‹ˆ๋ผ์„œ, ๊ฐ™์€ ํ›…์— ๋ถ™์€ ๋’ค ์ฒด์ธ์ด ๊ทธ๋Œ€๋กœ `reject` ํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ๊ทธ ์ฒด์ธ์„ ์ง€์› ๊ณ , ๊ตฌ๋ฉ์€ 5๋ฒˆ์—์„œ libvirt ์ฒด์ธ ์•ˆ์— ๋šซ๋Š”๋‹ค. +`prerouting` ์ฒด์ธ ๋’ค์— ๋นˆ ์ค„์ด ํ•˜๋‚˜ ๋‚จ์•„ ์žˆ๋‹ค. ์ฒ˜์Œ ์“ด ํŒŒ์ผ์—๋Š” ๊ฑฐ๊ธฐ์— `priority filter - 10` ์œผ๋กœ ๋จผ์ € ๋„๋Š” `forward` ์ฒด์ธ์ด ์žˆ์—ˆ๊ณ  `ct state new accept` ๋ฅผ ๋„ฃ์–ด ๋‘์—ˆ๋Š”๋ฐ, ๋ฐ–์—์„œ ์˜ค๋Š” ์š”์ฒญ์€ ๊ทธ๋ž˜๋„ ํ†ต๊ณผํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ์•ž ์ฒด์ธ์˜ `accept` ๋Š” ใ€Œ์ด ์ฒด์ธ์€ ํ†ต๊ณผใ€๋ผ๋Š” ๋œป์ด์ง€ ใ€Œํ‰๊ฐ€ ๋ใ€์ด ์•„๋‹ˆ๋ผ์„œ, ๊ฐ™์€ ํ›…์— ๋ถ™์€ ๋’ค ์ฒด์ธ์ด ๊ทธ๋Œ€๋กœ `reject` ํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ํ•ด๋‹น `forward` ์ฒด์ธ์€ ์ œ๊ฑฐํ–ˆ๊ณ , ์™ธ๋ถ€์—์„œ Edge VM์˜ 80ยท443 ํฌํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์ƒˆ ์—ฐ๊ฒฐ์€ 5๋ฒˆ์—์„œ libvirt `guest_input` ์ฒด์ธ์— ํ—ˆ์šฉ ๊ทœ์น™์œผ๋กœ ์ถ”๊ฐ€ํ•œ๋‹ค. :::warning @@ -307,7 +307,7 @@ grep dport /etc/nftables.d/lab-edge-dnat.nft ### 5. ํ˜ธ์ŠคํŠธ์— systemd ์œ ๋‹›์„ ์“ฐ๊ณ  ์ผ ๋‹ค -**๋ชฉ์ ** โ€” DNAT ํ…Œ์ด๋ธ”์„ ๋ถ€ํŒ…ํ•  ๋•Œ ์ ์šฉํ•œ๋‹ค. ์•„๋ž˜ `ExecStartPost` ๋Š” ๊ณผ๊ฑฐ์— libvirt `guest_input`์˜ `reject` ์•ž์— ๊ตฌ๋ฉ์„ ํ•จ๊ป˜ ๋„ฃ๊ธฐ ์œ„ํ•ด ์‚ฌ์šฉํ•œ ํ˜•ํƒœ๋‹ค. ํ•˜์ง€๋งŒ 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ libvirt๊ฐ€ ๋‚˜์ค‘์— ์ฒด์ธ์„ ๋‹ค์‹œ ๊ตฌ์„ฑํ•˜๋ฉด ์ด ๊ทœ์น™์ด `reject` ๋’ค๋กœ ๋ฐ€๋ฆด ์ˆ˜ ์žˆ์Œ์ด ํ™•์ธ๋๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์ค„์€ ํ˜„์žฌ ๋™์ž‘์„ ์„ค๋ช…ํ•˜๋Š” ์ž„์‹œ ๊ตฌ์„ฑ์ด์ง€, ๊ฒ€์ฆ์ด ๋๋‚œ persistence ํ•ด๋ฒ•์ด ์•„๋‹ˆ๋‹ค. ๋Œ€์ฒด ๋ฐฉ์‹์€ ์•„์ง ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. +**๋ชฉ์ ** โ€” DNAT ํ…Œ์ด๋ธ”์„ ๋ถ€ํŒ…ํ•  ๋•Œ ์ ์šฉํ•œ๋‹ค. ์•„๋ž˜ `ExecStartPost`๋Š” ๊ณผ๊ฑฐ์— libvirt `guest_input`์˜ `reject` ์•ž์— ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๊ธฐ ์œ„ํ•ด ์‚ฌ์šฉํ•œ ํ˜•ํƒœ๋‹ค. ํ•˜์ง€๋งŒ 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ libvirt๊ฐ€ ๋‚˜์ค‘์— ์ฒด์ธ์„ ๋‹ค์‹œ ๊ตฌ์„ฑํ•˜๋ฉด ์ด ๊ทœ์น™์ด `reject` ๋’ค๋กœ ๋ฐ€๋ฆด ์ˆ˜ ์žˆ์Œ์ด ํ™•์ธ๋๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์ค„์€ ํ˜„์žฌ ๋™์ž‘์„ ์„ค๋ช…ํ•˜๋Š” ์ž„์‹œ ๊ตฌ์„ฑ์ด์ง€, ๊ฒ€์ฆ์ด ๋๋‚œ persistence ํ•ด๋ฒ•์ด ์•„๋‹ˆ๋‹ค. ๋Œ€์ฒด ๋ฐฉ์‹์€ ์•„์ง ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. ```bash label="[lab host] โ‘  ์œ ๋‹› ํŒŒ์ผ์„ ์—ฐ๋‹ค. ๊ฒฝ๋กœ๋ฅผ system ๊นŒ์ง€ ๋๊นŒ์ง€ ์นœ๋‹ค" sudo nano /etc/systemd/system/lab-edge-dnat.service @@ -352,15 +352,15 @@ sudo systemctl enable --now lab-edge-dnat.service | tailnet ์œผ๋กœ ๋“ค์–ด์˜จ 80 ๊ณผ 443 ์„ `192.168.122.10` ์œผ๋กœ ๋„˜๊ธด๋‹ค | ์šฐ๋ฆฌ ํ…Œ์ด๋ธ” `lab_edge` (`.nft` ํŒŒ์ผ) | | ๊ทธ ์ฃผ์†Œ๋กœ ๊ฐ€๋Š” ์ƒˆ ์—ฐ๊ฒฐ์„ ํ†ต๊ณผ์‹œํ‚จ๋‹ค | libvirt ํ…Œ์ด๋ธ” `libvirt_network` ์˜ `guest_input` ์ฒด์ธ (์œ ๋‹›์˜ `ExecStartPost`) | -libvirt ๋Š” ๊ฒŒ์ŠคํŠธ ๋Œ€์—ญ์œผ๋กœ ์ƒˆ๋กœ ๋“ค์–ด์˜ค๋Š” ์—ฐ๊ฒฐ์„ ๊ฑฐ์ ˆํ•œ๋‹ค. ์ž๊ธฐ ํ…Œ์ด๋ธ”์˜ `guest_input` ์ฒด์ธ์ด `established,related` ๋งŒ ๋ฐ›๊ณ  ๋‚˜๋จธ์ง€๋ฅผ `reject` ๋กœ ๋๋‚ด๊ธฐ ๋•Œ๋ฌธ์ธ๋ฐ, ์šฐ๋ฆฌ ํ…Œ์ด๋ธ”์— ์•„๋ฌด๋ฆฌ ๋จผ์ € `accept` ๋ฅผ ๋†”๋„ ์†Œ์šฉ์ด ์—†๋‹ค. ๊ทธ๋ž˜์„œ ์ฒ˜์Œ์—๋Š” ๊ตฌ๋ฉ์„ libvirt ์ฒด์ธ ๋งจ ์•ž์— `insert` ํ•˜๊ณ , ์œ ๋‹›์˜ `ExecStartPost` ๋กœ ๋‹ค์‹œ ๋„ฃ๋Š” ๋ฐฉ์‹์„ ์ผ๋‹ค. `add` ๋กœ ๋งจ ๋’ค์— ๋ถ™์ด๋ฉด `reject` ๋’ค๋ผ ์˜๋ฏธ๊ฐ€ ์—†๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. +libvirt ๋Š” ๊ฒŒ์ŠคํŠธ ๋Œ€์—ญ์œผ๋กœ ์ƒˆ๋กœ ๋“ค์–ด์˜ค๋Š” ์—ฐ๊ฒฐ์„ ๊ฑฐ์ ˆํ•œ๋‹ค. ์ž๊ธฐ ํ…Œ์ด๋ธ”์˜ `guest_input` ์ฒด์ธ์ด `established,related` ๋งŒ ๋ฐ›๊ณ  ๋‚˜๋จธ์ง€๋ฅผ `reject` ๋กœ ๋๋‚ด๊ธฐ ๋•Œ๋ฌธ์ธ๋ฐ, ์šฐ๋ฆฌ ํ…Œ์ด๋ธ”์— ์•„๋ฌด๋ฆฌ ๋จผ์ € `accept` ๋ฅผ ๋†”๋„ ์†Œ์šฉ์ด ์—†๋‹ค. ๊ทธ๋ž˜์„œ ์ฒ˜์Œ์—๋Š” Edge VM 80ยท443 ํ—ˆ์šฉ ๊ทœ์น™์„ libvirt ์ฒด์ธ์˜ `reject` ์•ž์— `insert`ํ•˜๊ณ , ์œ ๋‹›์˜ `ExecStartPost`์—์„œ ๋‹ค์‹œ ์ถ”๊ฐ€ํ•˜๋Š” ๋ฐฉ์‹์„ ์ผ๋‹ค. `add` ๋กœ ๋งจ ๋’ค์— ๋ถ™์ด๋ฉด `reject` ๋’ค๋ผ ์˜๋ฏธ๊ฐ€ ์—†๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ๋ฌธ์ œ๋Š” ์ด ๋ฐฉ์‹์ด **์œ ๋‹›์ด ์‹œ์ž‘๋˜๋Š” ์ˆœ๊ฐ„์—๋งŒ** ๊ทœ์น™์„ ๋„ฃ๋Š”๋‹ค๋Š” ์ ์ด๋‹ค. 2026-09-21 worker ์žฌ๊ตฌ์ถ•์—์„œ๋Š” ์œ ๋‹›์ด ๊ณ„์† `active` ์ธ ๋™์•ˆ libvirt๊ฐ€ `guest_input`์„ ๋‹ค์‹œ ๋งŒ๋“ค์—ˆ๊ณ , ๊ธฐ์กด accept ๊ทœ์น™์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๋‹ค. ๋”ฐ๋ผ์„œ `ExecStartPost`๋ฅผ persistence ํ•ด๋ฒ•์œผ๋กœ ๋ณด์ง€ ์•Š๋Š”๋‹ค. ์•„๋ž˜ ๋ช…๋ น์€ ํ˜„์žฌ ์žฅ์• ๋ฅผ ๋ณต๊ตฌํ•˜๊ฑฐ๋‚˜ ๋™์ž‘์„ ํ™•์ธํ•˜๋Š” ์ž„์‹œ ์ˆ˜๋‹จ์œผ๋กœ๋งŒ ์ฝ๋Š”๋‹ค. -`ExecStartPost` ์•ž์˜ `-` ๋Š” ๊ทธ ๋ช…๋ น์ด ์‹คํŒจํ•ด๋„ ์œ ๋‹›์„ ์‹คํŒจ๋กœ ๋ณด์ง€ ์•Š๋Š”๋‹ค๋Š” ๋œป์ด๋‹ค. `libvirt_network` ํ…Œ์ด๋ธ”์€ ๊ฐ€์ƒ ๋„คํŠธ์›Œํฌ๊ฐ€ ๋–  ์žˆ์–ด์•ผ ์กด์žฌํ•˜๋Š”๋ฐ ๋ถ€ํŒ… ์ˆœ์„œ์— ๋”ฐ๋ผ ์ด ์œ ๋‹›์ด ๋จผ์ € ๋Œ ์ˆ˜ ์žˆ๊ณ , `-` ๊ฐ€ ์—†์œผ๋ฉด ๊ตฌ๋ฉ์ด ์•ˆ ๋“ค์–ด๊ฐ€๋ฉด์„œ DNAT ๊นŒ์ง€ ๊ฐ™์ด ์•ˆ ์‹ค๋ฆฐ๋‹ค. `-` ๋ฅผ ๋‘๊ณ  ๊ฐ์ˆ˜ํ•œ ๊ฒƒ์ด ๊ทธ ๋ฐ˜๋Œ€์ชฝ์ด๋‹ค โ€” DNAT ๋งŒ ์‹ค๋ฆฌ๊ณ  ๊ตฌ๋ฉ์ด ๋น ์ง„ ์ƒํƒœ์—์„œ๋„ ์œ ๋‹›์€ `active` ์ด๊ณ  ์•„๋ฌด ์˜ค๋ฅ˜๋„ ์•ˆ ๋‚จ๋Š”๋‹ค. ๊ทธ๋ž˜์„œ `systemctl is-active` ๊ฐ€ `active` ๋ผ๋Š” ๊ฒƒ์€ DNAT ์ด ์‹ค๋ ธ๋‹ค๋Š” ๋œป์ด์ง€ ๊ตฌ๋ฉ์ด ๋šซ๋ ธ๋‹ค๋Š” ๋œป์ด ์•„๋‹ˆ๊ณ , ๊ทธ ์ƒํƒœ๋Š” ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” ๋˜๋Š”๋ฐ ๋ฐ–์—์„œ๋งŒ ์•ˆ ๋˜๋Š” ํ˜•ํƒœ๋กœ ์•„๋ž˜ ํ™•์ธ โ‘ข ์—์„œ์•ผ ๋“œ๋Ÿฌ๋‚œ๋‹ค. ์ด ์‹คํ—˜๋Œ€๊ฐ€ ๊ทธ ์ƒํƒœ๋ฅผ ์ผ๋ถ€๋Ÿฌ ๋งŒ๋“ค์–ด ํ™•์ธํ•ด ๋ณด์ง€๋Š” ์•Š์•˜๋‹ค. +`ExecStartPost` ์•ž์˜ `-` ๋Š” ๊ทธ ๋ช…๋ น์ด ์‹คํŒจํ•ด๋„ ์œ ๋‹›์„ ์‹คํŒจ๋กœ ๋ณด์ง€ ์•Š๋Š”๋‹ค๋Š” ๋œป์ด๋‹ค. `libvirt_network` ํ…Œ์ด๋ธ”์€ ๊ฐ€์ƒ ๋„คํŠธ์›Œํฌ๊ฐ€ ๋–  ์žˆ์–ด์•ผ ์กด์žฌํ•˜๋Š”๋ฐ ๋ถ€ํŒ… ์ˆœ์„œ์— ๋”ฐ๋ผ ์ด ์œ ๋‹›์ด ๋จผ์ € ๋Œ ์ˆ˜ ์žˆ๊ณ , `-`๊ฐ€ ์—†์œผ๋ฉด ํ—ˆ์šฉ ๊ทœ์น™ ์ถ”๊ฐ€ ๋ช…๋ น์˜ ์‹คํŒจ ๋•Œ๋ฌธ์— DNAT ์œ ๋‹› ์ „์ฒด๊ฐ€ ์‹คํŒจํ•  ์ˆ˜ ์žˆ๋‹ค. ๋ฐ˜๋Œ€๋กœ `-`๋ฅผ ๋‘๋ฉด DNAT๋งŒ ์ ์šฉ๋˜๊ณ  ํ—ˆ์šฉ ๊ทœ์น™์ด ์—†๋Š” ์ƒํƒœ์—์„œ๋„ ์œ ๋‹›์€ `active`์ผ ์ˆ˜ ์žˆ๋‹ค. ๋”ฐ๋ผ์„œ `systemctl is-active`์˜ `active`๋งŒ์œผ๋กœ `guest_input` ํ—ˆ์šฉ ๊ทœ์น™๊นŒ์ง€ ์ ์šฉ๋๋‹ค๊ณ  ํŒ๋‹จํ•˜์ง€ ์•Š๊ณ , ๊ทธ ์ƒํƒœ๋Š” ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” ๋˜๋Š”๋ฐ ๋ฐ–์—์„œ๋งŒ ์•ˆ ๋˜๋Š” ํ˜•ํƒœ๋กœ ์•„๋ž˜ ํ™•์ธ โ‘ข ์—์„œ์•ผ ๋“œ๋Ÿฌ๋‚œ๋‹ค. ์ด ์‹คํ—˜๋Œ€๊ฐ€ ๊ทธ ์ƒํƒœ๋ฅผ ์ผ๋ถ€๋Ÿฌ ๋งŒ๋“ค์–ด ํ™•์ธํ•ด ๋ณด์ง€๋Š” ์•Š์•˜๋‹ค. ์†์œผ๋กœ ํ•œ ๋ฒˆ ๋„ฃ์–ด ๋ณผ ๋•Œ์™€ ๋‚ ์•„๊ฐ”์„ ๋•Œ ๋‹ค์‹œ ๋„ฃ์„ ๋•Œ๋Š” ์ด๋ ‡๋‹ค. -```bash label="[lab host] ์†์œผ๋กœ ๊ตฌ๋ฉ์„ ํ•œ ๋ฒˆ ๋„ฃ์–ด ๋ณธ๋‹ค" +```bash label="[lab host] guest_input ์•ž์— Edge VM ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•œ๋‹ค" sudo nft insert rule ip libvirt_network guest_input oif virbr0 ip daddr 192.168.122.10 tcp dport '{80,443}' ct state new counter accept ``` @@ -395,7 +395,7 @@ sudo nft list table ip lab_edge | nginx (์—ฃ์ง€) | Debian 12 ์˜ `nginx/1.22.1` | | upstream | `192.168.122.11:80` ยท `192.168.122.12:80` โ€” ๊ธฐ๋ณธ ๋ผ์šด๋“œ๋กœ๋นˆ | | DNAT | `iifname "tailscale0" tcp dport { 80, 443 } dnat to 192.168.122.10` | -| libvirt ๊ตฌ๋ฉ | ์œ ๋‹›์˜ `ExecStartPost` ๊ฐ€ `guest_input`์— `insert`. **2026-09-21์—๋Š” libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ๋งŒ๋“  ๋’ค ์ด ๊ทœ์น™์ด reject ๋’ค๋กœ ๋ฐ€๋ ค ์™ธ๋ถ€ ๊ฒฝ๋กœ๊ฐ€ ๋‹ค์‹œ ๋Š๊ฒผ๋‹ค** | +| libvirt ํ—ˆ์šฉ ๊ทœ์น™ | ์œ ๋‹›์˜ `ExecStartPost`๊ฐ€ `guest_input`์— `insert`. **2026-09-21์—๋Š” libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ๋งŒ๋“  ๋’ค ์ด ๊ทœ์น™์ด reject ๋’ค๋กœ ๋ฐ€๋ ค ์™ธ๋ถ€ ๊ฒฝ๋กœ๊ฐ€ ๋‹ค์‹œ ๋Š๊ฒผ๋‹ค** | | source rewrite | `lab_edge` ์ž์ฒด์—๋Š” SNAT ์—†์Œ. ๊ทธ๋Ÿฌ๋‚˜ ํ˜„์žฌ host์˜ Tailscale `ts-postrouting` MASQUERADE ๋•Œ๋ฌธ์— edge์—์„œ source๊ฐ€ `192.168.122.1`๋กœ ๊ด€์ธก๋จ | PREROUTING nat ์€ ๋ผ์šฐํŒ… ๊ฒฐ์ •๋ณด๋‹ค ๋จผ์ € ๋„๋ฏ€๋กœ ์ด ๊ทœ์น™์ด ํ˜ธ์ŠคํŠธ ์ž์‹ ์˜ 443 ์†Œ์ผ“๋ณด๋‹ค ์šฐ์„ ํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์— nginx ๊ฐ€ ์•„์ง ๋–  ์žˆ์–ด๋„ ํŠธ๋ž˜ํ”ฝ์€ ์—ฃ์ง€๋กœ ๊ฐ€๊ณ , ์ „ํ™˜์ด ์›์ž์ ์ด๋ฉฐ ๋˜๋Œ๋ฆฌ๊ธฐ๋„ ํ•œ ์ค„์ด ๋œ๋‹ค. @@ -434,7 +434,7 @@ curl -s -o /dev/null -w '%{http_code}\n' http://192.168.122.11 curl -s -o /dev/null -w '%{http_code}\n' http://192.168.122.12 ``` -`.11` ์—์„œ ์žฐ ๊ฐ’์ด `404` ์˜€๋‹ค. ๋‘˜์ด ๊ฐ™์œผ๋ฉด nginx ๊ฐ€ ์–ด๋А ์ชฝ์œผ๋กœ ๋ณด๋‚ด๋„ ๊ฐ™์€ ๊ฒฐ๊ณผ๊ฐ€ ๋‚˜์˜จ๋‹ค. ํ•œ์ชฝ๋งŒ ๋‹ค๋ฅด๋ฉด upstream ๋‘˜ ์ค‘ ํ•˜๋‚˜๊ฐ€ ์ฃฝ์€ ๊ฒƒ์ด๊ณ , ๊ทธ ์ƒํƒœ์—์„œ๋Š” ์š”์ฒญ์˜ ์ ˆ๋ฐ˜๋งŒ ์‹คํŒจํ•ด์„œ ใ€Œ๊ฐ€๋” ์•ˆ ๋œ๋‹คใ€๋กœ ๋ณด์ธ๋‹ค. +`.11` ์—์„œ ์žฐ ๊ฐ’์ด `404` ์˜€๋‹ค. ๋‘˜์ด ๊ฐ™์œผ๋ฉด nginx ๊ฐ€ ์–ด๋А ์ชฝ์œผ๋กœ ๋ณด๋‚ด๋„ ๊ฐ™์€ ๊ฒฐ๊ณผ๊ฐ€ ๋‚˜์˜จ๋‹ค. ํ•œ์ชฝ๋งŒ ๋‹ค๋ฅด๋ฉด upstream ๋‘˜ ์ค‘ ํ•˜๋‚˜๊ฐ€ ์ •์ƒ ์‘๋‹ต์„ ๋‚ด์ง€ ๋ชปํ•˜๋Š” ์ƒํƒœ์ด๊ณ , ๊ทธ ์ƒํƒœ์—์„œ๋Š” ์š”์ฒญ์˜ ์ ˆ๋ฐ˜๋งŒ ์‹คํŒจํ•ด์„œ ใ€Œ๊ฐ€๋” ์•ˆ ๋œ๋‹คใ€๋กœ ๋ณด์ธ๋‹ค. ### ํ™•์ธ โ‘ก ์—ฃ์ง€ nginx ๊ฐ€ ์ง์ ‘ ์‘๋‹ตํ•˜๋‚˜ @@ -457,7 +457,7 @@ Content-Length: 19 404 page not found ``` -`Server:` ๊ฐ€ `nginx/1.22.1` ์ด๊ณ  ๋ณธ๋ฌธ์ด Traefik ์˜ `404 page not found` ๋ผ๋Š” ๊ฒƒ์ด ์—ฃ์ง€๊ฐ€ ๋ฐ›์•„์„œ Traefik ์œผ๋กœ ๋„˜๊ฒผ๋‹ค๋Š” ์ฆ๊ฑฐ๋‹ค. **์ด ์ธต์˜ ํ†ต๊ณผ ๊ธฐ์ค€์€ ์ฝ”๋“œ๊ฐ’์ด ์•„๋‹ˆ๋ผ ใ€Œ`curl: (7)` ์—†์ด ์‘๋‹ต์ด ์˜จ๋‹คใ€์™€ `Server: nginx` ๋‘ ๊ฐ€์ง€๋‹ค.** ์—ฌ๊ธฐ์„œ ๋ง‰ํžˆ๋ฉด ๋ฌธ์ œ๋Š” ์—ฃ์ง€ ์•ˆ์ด๋‹ค. ํ†ต๊ณผํ•˜๋Š”๋ฐ ์•„๋ž˜ โ‘ข ์ด ์•ˆ ๋˜๋ฉด ๋ฌธ์ œ๋Š” DNAT ์ด๋‹ค. ์ด ํ•œ ์ธต์„ ๋ผ์›Œ ๋‘๋ฉด ๊ทธ ๋‘˜์„ ํ—ท๊ฐˆ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. +์‘๋‹ต์˜ `Server:`๊ฐ€ `nginx/1.22.1`์ด๊ณ  ๋ณธ๋ฌธ์ด Traefik์˜ `404 page not found`๋ผ๋ฉด ์š”์ฒญ์ด Edge Nginx๋ฅผ ๊ฑฐ์ณ Traefik๊นŒ์ง€ ์ „๋‹ฌ๋œ ์ƒํƒœ๋‹ค. **์ด ์ธต์˜ ํ†ต๊ณผ ๊ธฐ์ค€์€ ์ฝ”๋“œ๊ฐ’์ด ์•„๋‹ˆ๋ผ ใ€Œ`curl: (7)` ์—†์ด ์‘๋‹ต์ด ์˜จ๋‹คใ€์™€ `Server: nginx` ๋‘ ๊ฐ€์ง€๋‹ค.** ์—ฌ๊ธฐ์„œ ๋ง‰ํžˆ๋ฉด ๋ฌธ์ œ๋Š” ์—ฃ์ง€ ์•ˆ์ด๋‹ค. ํ†ต๊ณผํ•˜๋Š”๋ฐ ์•„๋ž˜ โ‘ข ์ด ์•ˆ ๋˜๋ฉด ๋ฌธ์ œ๋Š” DNAT ์ด๋‹ค. ์ด ํ•œ ์ธต์„ ๋ผ์›Œ ๋‘๋ฉด ๊ทธ ๋‘˜์„ ํ—ท๊ฐˆ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. ### ํ™•์ธ โ‘ข ๋ฐ–์—์„œ, ์ฆ‰ DNAT ์„ ๊ฑฐ์ณ ๋‹ฟ๋‚˜ @@ -500,7 +500,7 @@ curl -s -o /dev/null -w '%{http_code} %{redirect_url}\n' http://auth.hyeonworks. ๋งˆ์ง€๋ง‰ ์ค„์ด ์ค‘์š”ํ•˜๋‹ค โ€” **TLS ๋ฅผ ์–น๊ธฐ ์ „์—๋„ `/realms/master` ๋Š” `200` ์ด๋‹ค.** ์ธต โ‘ฃ ์˜ `200` ์€ ใ€ŒTLS ๊ฐ€ ์„ฐ๋‹คใ€๊ฐ€ ์•„๋‹ˆ๋ผ ใ€Œ๋๊นŒ์ง€ ์ด์–ด์กŒ๋‹คใ€๋ฅผ ์žฌ๋Š” ๊ฐ’์ด๊ณ , `https` ๋กœ ๊ทธ ๊ฐ’์„ ๋ฐ›๋Š” ๊ฒƒ์ด 04 ์˜ ๋ชซ์ด๋‹ค. -๋ฐ–์—์„œ ๋‹ฟ์ง€ ์•Š์„ ๋•Œ์˜ ๋ชจ์–‘๋„ ์ ์–ด ๋‘”๋‹ค. 2026-09-17 ์— ๊ตฌ๋ฉ์„ ๋šซ๊ธฐ ์ „์—๋Š” ์ด๋žฌ๋‹ค. +์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋  ๋•Œ์˜ ์ƒํƒœ๋„ ํ™•์ธํ–ˆ๋‹ค. 2026-09-17 ํ—ˆ์šฉ ๊ทœ์น™์„ ์ถ”๊ฐ€ํ•˜๊ธฐ ์ „์—๋Š” ๋‹ค์Œ๊ณผ ๊ฐ™์•˜๋‹ค. ```text curl: (7) Failed to connect to auth.hyeonworks.com port 80 after 54 ms @@ -539,12 +539,12 @@ journalctl -u nginx -f # ์ง€๊ธˆ ๋ฒŒ์–ด์ง€๋Š” ๊ฒƒ ๊ฐ ์ค„์˜ ๊ด„ํ˜ธ ์•ˆ errno ์™€ ๊ทธ ๋’ค์˜ upstream ์ฃผ์†Œ, ๊ทธ๋ฆฌ๊ณ  ํƒ€์ž„์Šคํƒฌํ”„. ๋ฐฉ๊ธˆ ์นœ ์š”์ฒญ ์‹œ๊ฐ๊ณผ ์•ˆ ๋งž์œผ๋ฉด ์ง€๊ธˆ ๋ณด๊ณ  ์žˆ๋Š” ๊ฒƒ์€ ์˜› ์‚ฌ๊ณ ๋‹ค. -`-p err` ๋กœ ๊ฑธ๋Ÿฌ๋„ ์•„๋ฌด๊ฒƒ๋„ ์•ˆ ๋‚˜์˜ค๋ฉด nginx ๋Š” ์ •์ƒ์ด๊ณ  ๋ฌธ์ œ๋Š” ๋” ์œ„์— ์žˆ๋‹ค. ๋‘˜์งธ ๋ช…๋ น์€ ๋„์›Œ ๋†“์€ ์ฑ„๋กœ ๋‹ค๋ฅธ ์ฐฝ์—์„œ ์š”์ฒญ์„ ์น˜๋Š” ์šฉ๋„์ด๊ณ , ๋๋‚ด๋ ค๋ฉด Ctrl+C ๋ฅผ ๋ˆ„๋ฅธ๋‹ค. upstream ์ด ๋‘˜์ด๋ผ ํ•œ์ชฝ์ด ์ฃฝ์œผ๋ฉด nginx ๊ฐ€ ์ž๋™์œผ๋กœ ๋นผ๋Š”๋ฐ, 2026-09-17์—๋Š” ๊ทธ ๋™์ž‘์ด ์•„๋ž˜ ์„ธ ์ค„๋กœ ๋‚จ์•˜๋‹ค. +`-p err` ๋กœ ๊ฑธ๋Ÿฌ๋„ ์•„๋ฌด๊ฒƒ๋„ ์•ˆ ๋‚˜์˜ค๋ฉด nginx ๋Š” ์ •์ƒ์ด๊ณ  ๋ฌธ์ œ๋Š” ๋” ์œ„์— ์žˆ๋‹ค. ๋‘˜์งธ ๋ช…๋ น์€ ๋„์›Œ ๋†“์€ ์ฑ„๋กœ ๋‹ค๋ฅธ ์ฐฝ์—์„œ ์š”์ฒญ์„ ์น˜๋Š” ์šฉ๋„์ด๊ณ , ๋๋‚ด๋ ค๋ฉด Ctrl+C ๋ฅผ ๋ˆ„๋ฅธ๋‹ค. upstream์ด ๋‘˜์ด๋ผ ํ•œ์ชฝ์— ์—ฐ๊ฒฐํ•  ์ˆ˜ ์—†์œผ๋ฉด nginx๊ฐ€ ๋‹ค๋ฅธ upstream์„ ์‚ฌ์šฉํ•˜๋ฉฐ, 2026-09-17์—๋Š” ๊ทธ ๋™์ž‘์ด ์•„๋ž˜ ์„ธ ์ค„๋กœ ๋‚จ์•˜๋‹ค. ```text connect() failed (113: No route to host) โ† ํ˜ธ์ŠคํŠธ์— ๋ชป ๋‹ฟ๋Š”๋‹ค connect() failed (111: Connection refused) โ† ํฌํŠธ์— ์•„๋ฌด๋„ ์—†๋‹ค -no live upstreams โ† ๋‘˜ ๋‹ค ์ฃฝ์—ˆ๋‹ค๊ณ  ํŒ๋‹จ +no live upstreams โ† ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋Š” upstream์ด ์—†๋‹ค๊ณ  ํŒ๋‹จ ``` 113 ๊ณผ 111 ์€ ๋Œ€์‘์ด ๋‹ค๋ฅด๋‹ค โ€” 113 ์€ ๋„คํŠธ์›Œํฌ๊ณ  111 ์€ ํ”„๋กœ์„ธ์Šค๋‹ค. ๋…ธ๋“œ๋ฅผ ์žƒ์—ˆ์„ ๋•Œ ์ด ์„ธ ์ค„์ด 1๋ถ„ ์•ˆ์— ์ˆœ์„œ๋Œ€๋กœ ๋‚˜์™”๋‹ค. @@ -569,7 +569,7 @@ grep oauth2/callback /var/log/nginx/access.log | tail -1 | wc -c |---|---|---| | nginx ๋ฌธ๋ฒ• | `sudo nginx -t` | `syntax is ok` ยท `test is successful` | | ๋งํฌ | `ls -l /etc/nginx/sites-enabled/` | `keycloak-lab` ์ด ์žˆ๊ณ  `default` ๊ฐ€ ์—†๋‹ค | -| ์œ ๋‹› | `systemctl is-active lab-edge-dnat.service` | `active` โ€” ์ด๊ฒƒ๋งŒ์œผ๋กœ `guest_input` ๊ตฌ๋ฉ๊นŒ์ง€ ์ •์ƒ์ด๋ผ๋Š” ๋œป์€ ์•„๋‹ˆ๋‹ค | +| ์œ ๋‹› | `systemctl is-active lab-edge-dnat.service` | `active` โ€” ์ด๊ฒƒ๋งŒ์œผ๋กœ `guest_input` ํ—ˆ์šฉ ๊ทœ์น™๊นŒ์ง€ ์ •์ƒ์ด๋ผ๋Š” ๋œป์€ ์•„๋‹ˆ๋‹ค | | libvirt ์ฒด์ธ | `sudo nft -a list chain ip libvirt_network guest_input` | edge์šฉ `accept`๊ฐ€ `reject`๋ณด๋‹ค ์•ž์— ์žˆ๋Š”์ง€ ์ง์ ‘ ํ™•์ธ | | ์šฐ๋ฆฌ ํ…Œ์ด๋ธ” | `sudo nft list table ip lab_edge` | `dnat to 192.168.122.10` ยท ํฌํŠธ `80, 443` ยท **์ด ํ…Œ์ด๋ธ” ์•ˆ์—๋Š”** SNAT ์—†์Œ | | host ์ „์ฒด source rewrite | `sudo nft list ruleset` | ์ถœ๋ ฅ์—์„œ `masquerade`ยท`snat` ๊ทœ์น™์„ ์ฐพ๋Š”๋‹ค. ํ˜„์žฌ ํ™˜๊ฒฝ์—๋Š” Tailscale `ts-postrouting` MASQUERADE๊ฐ€ ์กด์žฌํ•˜๋ฏ€๋กœ ์›๋ณธ IP ๋ณด์กด์„ ๋ณ„๋„ ํŒ์ • | @@ -584,7 +584,7 @@ grep oauth2/callback /var/log/nginx/access.log | tail -1 | wc -c | ์ฆ์ƒ | ์–ด๋””์„œ ๋Š๊ฒผ๋‚˜ | ํ™•์ธ | |---|---|---| -| โ‘  ์ด ์—ฐ๊ฒฐ ๊ฑฐ๋ถ€ | Traefik ์ด ์•ˆ ๋–ด๊ฑฐ๋‚˜ ๊ฒŒ์ŠคํŠธ๊ฐ€ ์ฃฝ์Œ | `kubectl get pods -n kube-system` | +| โ‘  ์ด ์—ฐ๊ฒฐ ๊ฑฐ๋ถ€ | Traefik ๋ฏธ๊ธฐ๋™ ๋˜๋Š” ๊ฒŒ์ŠคํŠธ ์ค‘๋‹จ | `kubectl get pods -n kube-system` | | โ‘  ์ด `502` | Traefik ์€ ๋–ด๋Š”๋ฐ ๋ฐฑ์—”๋“œ๊ฐ€ ์—†์Œ | Ingress ํ™•์ธ | | โ‘ก ๊ฐ€ ์‘๋‹ต ์—†์Œ | nginx ๊ฐ€ ์•ˆ ๋–ด๊ฑฐ๋‚˜ ๋ฐฉํ™”๋ฒฝ | `systemctl status nginx` | | โ‘ข ์ด `502` | ์ธ์ฆ์„œ ๋ฌธ์ œ ๋˜๋Š” upstream ๋‹ค์šด | ๋‹ค์Œ ๋‹จ๊ณ„ ยท ์œ„ ํ™•์ธ โ‘ค | @@ -596,7 +596,7 @@ grep oauth2/callback /var/log/nginx/access.log | tail -1 | wc -c | `cp: cannot stat 'deploy/...'` | ์—ฃ์ง€์—์„œ ์ณค๊ฑฐ๋‚˜ lab host ์— ์ €์žฅ์†Œ๊ฐ€ ์—†๋‹ค | `ls ~/workspace` | | `Unit lab-edge-dnat.service does not exist` | ์œ ๋‹›์ด ์—†๊ฑฐ๋‚˜ `/etc/systemd/` ์— ์ผ๊ฑฐ๋‚˜ `daemon-reload` ๋ฅผ ์•ˆ ํ–ˆ๋‹ค | `find /etc/systemd -name 'lab-edge-dnat*'` | | 80 ์€ ๋˜๋Š”๋ฐ HTTPS ๋งŒ ์•ˆ ๋œ๋‹ค | `.nft` ์˜ ํฌํŠธ๊ฐ€ `433` ์˜คํƒ€ | `grep dport /etc/nftables.d/lab-edge-dnat.nft` | -| ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404 ์ธ๋ฐ ๋ฐ–์—์„œ๋งŒ connection refused | libvirt `guest_input` ์˜ `reject`. ๊ตฌ๋ฉ์ด ๋น ์กŒ๊ฑฐ๋‚˜ ๋‚ ์•„๊ฐ”๋‹ค | `sudo nft -a list chain ip libvirt_network guest_input` โ€” `reject` ์ค„์˜ ์นด์šดํ„ฐ๊ฐ€ ์˜ฌ๋ผ๊ฐ€๋ฉด ์—ฌ๊ธฐ๋‹ค | +| ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404 ์ธ๋ฐ ๋ฐ–์—์„œ๋งŒ connection refused | libvirt `guest_input`์˜ `reject`. Edge VM ํ—ˆ์šฉ ๊ทœ์น™์ด ์—†๊ฑฐ๋‚˜ libvirt ์ฒด์ธ ์žฌ์ž‘์„ฑ ๋’ค ์ˆœ์„œ๊ฐ€ ๋ฐ”๋€Œ์—ˆ๋‹ค | `sudo nft -a list chain ip libvirt_network guest_input` โ€” `reject` ์ค„์˜ ์นด์šดํ„ฐ๊ฐ€ ์˜ฌ๋ผ๊ฐ€๋ฉด ์—ฌ๊ธฐ๋‹ค | | `Error: syntax error, unexpected ct` | ์…ธ์ด `{80,443}` ์„ ํŽผ์ณค๋‹ค | `'{80,443}'` ๋กœ ๋”ฐ์˜ดํ‘œ | ## ๋ฐฐํฌ๋œ ๊ฒƒ๊ณผ ์ ์–ด ๋‘” ๊ฒƒ์ด ๋‹ค๋ฅด๋‹ค @@ -608,7 +608,7 @@ grep oauth2/callback /var/log/nginx/access.log | tail -1 | wc -c | `lab-edge-dnat.nft` | `prerouting` ๋’ค์— `forward` ์ฒด์ธ์ด ๊ทธ๋Œ€๋กœ ์žˆ๋‹ค (`priority filter - 10` ยท `ct state new accept`) | ๊ทธ ์ฒด์ธ์ด ์—†๋‹ค. ์ž๋ฆฌ์— ์™œ ๋บ๋Š”์ง€ ์ฃผ์„๋งŒ ๋‚จ๊ฒผ๋‹ค | | `lab-edge-dnat.service` | `ExecStartPost` ์ค„์ด ์—†๋‹ค | `ExecStartPost=-โ€ฆinsert rule ip libvirt_network guest_inputโ€ฆ` ์ด ์žˆ๋‹ค | -**์ด๊ฒƒ์ด ์œ„ ํ™•์ธ โ‘ข ์˜ `curl: (7)` ์„ ๊ทธ๋Œ€๋กœ ์„ค๋ช…ํ•œ๋‹ค.** ๊ณ ์นœ ์ชฝ์˜ ์š”์ ์€ ์•ž ์ฒด์ธ์˜ `accept` ๋กœ๋Š” ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ชป ๋ง‰์œผ๋‹ˆ ๊ตฌ๋ฉ์€ libvirt ์ฒด์ธ ์•ˆ์— ๋šซ๋Š”๋‹ค๋Š” ๊ฒƒ์ธ๋ฐ, ํ˜ธ์ŠคํŠธ์—๋Š” **ํšจ๊ณผ๊ฐ€ ์—†๋Š” ์ชฝ๋งŒ ๊น”๋ ค ์žˆ๊ณ  ํšจ๊ณผ๊ฐ€ ์žˆ๋Š” ์ชฝ์€ ์•ˆ ๊น”๋ ค ์žˆ๋‹ค.** ๊ฒŒ๋‹ค๊ฐ€ ๊ทธ ๊ตฌ๋ฉ์€ ๋Ÿฐํƒ€์ž„ ์ƒํƒœ๋ผ libvirt ๊ฐ€ ๋„คํŠธ์›Œํฌ๋ฅผ ๋‹ค์‹œ ์„ธ์šฐ๋ฉด ๋‚ ์•„๊ฐ€๊ณ , ๋‹ค์‹œ ๋„ฃ์–ด ์ค„ `ExecStartPost` ๊ฐ€ ์œ ๋‹›์— ์—†์œผ๋‹ˆ **์‹คํ—˜๋Œ€๋ฅผ ๋‹ค์‹œ ์„ธ์šด ์งํ›„์—๋Š” ๋ฐ–์—์„œ ๋ชป ๋“ค์–ด์˜จ๋‹ค.** +**์ด๊ฒƒ์ด ์œ„ ํ™•์ธ โ‘ข ์˜ `curl: (7)` ์„ ๊ทธ๋Œ€๋กœ ์„ค๋ช…ํ•œ๋‹ค.** ์•ž base chain์˜ `accept`๋งŒ์œผ๋กœ๋Š” ๋’ค์ชฝ libvirt `reject`๋ฅผ ํ”ผํ•  ์ˆ˜ ์—†์œผ๋ฏ€๋กœ ํ—ˆ์šฉ ๊ทœ์น™์€ `guest_input` ์•ˆ์—์„œ `reject`๋ณด๋‹ค ์•ž์— ์žˆ์–ด์•ผ ํ•œ๋‹ค. ๋‹น์‹œ ํ˜ธ์ŠคํŠธ์—๋Š” ์•ž์ชฝ `forward` accept๋งŒ ์žˆ๊ณ  `guest_input` ํ—ˆ์šฉ ๊ทœ์น™์„ ๋‹ค์‹œ ๋„ฃ๋Š” `ExecStartPost`๊ฐ€ ๋ฐฐํฌ๋˜์ง€ ์•Š์•„, ์žฌ๊ตฌ์„ฑ ์งํ›„ ์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋๋‹ค. **๊ทธ๋ž˜์„œ 4๋ฒˆ๊ณผ 5๋ฒˆ์€ ใ€Œ์ด๋ฏธ ์žˆ์œผ๋‹ˆ ๊ฑด๋„ˆ๋›ด๋‹คใ€๋กœ ๋„˜๊ธฐ์ง€ ์•Š๋Š”๋‹ค.** ํŒŒ์ผ์ด ์žˆ๋Š” ๊ฒƒ๊ณผ ๊ทธ ํŒŒ์ผ์ด ์ด ๋ฌธ์„œ๊ฐ€ ์‹ฃ๋Š” ๋‚ด์šฉ์ธ ๊ฒƒ์€ ๋‹ค๋ฅด๋‹ค. ๋‘ ํŒŒ์ผ์„ ์—ฐ ๋‹ค์Œ ์œ„ ๋ณธ๋ฌธ๊ณผ ํ•œ ์ค„์”ฉ ๋Œ€์กฐํ•œ๋‹ค. @@ -640,7 +640,7 @@ oif "virbr0" counter packets 5 bytes 300 reject oif "virbr0" ip daddr 192.168.122.10 tcp dport { 80, 443 } ct state new counter packets 10 bytes 600 accept ``` -**๊ตฌ๋ฉ์ด ํ•˜๋‚˜๊ฐ€ ์•„๋‹ˆ๋ผ ์…‹์ด๋‹ค.** `ExecStartPost` ๊ฐ€ `nft insert` ๋ฅผ ์‹คํ–‰ํ•  ๋•Œ๋งˆ๋‹ค ๊ฐ™์€ ๊ทœ์น™์ด ํ•˜๋‚˜์”ฉ ๋” ์ƒ๊ฒผ๋‹ค. ์ด ๋ช…๋ น์€ ์žฌ์‹คํ–‰ ์•ˆ์ „ํ•˜์ง€ ์•Š๋‹ค. +๊ฐ™์€ ํ—ˆ์šฉ ๊ทœ์น™์ด ์„ธ ๊ฐœ ์ค‘๋ณต๋ผ ์žˆ์—ˆ๋‹ค. `ExecStartPost`๊ฐ€ ์‹คํ–‰๋  ๋•Œ๋งˆ๋‹ค ์กฐ๊ฑด ํ™•์ธ ์—†์ด `nft insert`๋ฅผ ์ˆ˜ํ–‰ํ–ˆ๊ธฐ ๋•Œ๋ฌธ์— ๊ฐ™์€ ๊ทœ์น™์ด ๋ˆ„์ ๋๋‹ค. ์ด ๋ช…๋ น์€ ์žฌ์‹คํ–‰ ์•ˆ์ „ํ•˜์ง€ ์•Š๋‹ค. 2026-09-21์— worker VM ๋‘˜์„ ์ฒ ๊ฑฐํ–ˆ๋‹ค ๋‹ค์‹œ ๋งŒ๋“œ๋Š” ๊ณผ์ •์—์„œ ๋” ํฐ ๋ฌธ์ œ๊ฐ€ ์‹ค์ œ๋กœ ์žฌํ˜„๋๋‹ค. libvirt ๊ฐ€ `guest_input` ์ฒด์ธ์„ ๋‹ค์‹œ ๊ตฌ์„ฑํ•˜๋ฉด์„œ ์„ธ accept ๊ทœ์น™์ด `reject` ๋’ค๋กœ ๋ฐ€๋ ธ๋‹ค. @@ -658,7 +658,7 @@ oif "virbr0" ip daddr 192.168.122.10 tcp dport { 80, 443 } ... accept ์ด ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ๊ธฐ์กด host firewall ์„ ์ž„์˜ ๋ณ€๊ฒฝํ•˜์ง€ ์•Š๋Š” ์•ˆ์ „ ์กฐ๊ฑด ๋•Œ๋ฌธ์— ์ƒˆ ๊ทœ์น™ ์„ค๊ณ„๊นŒ์ง€ ์ ์šฉํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜„์žฌ ๋ฐฉ์‹์˜ ๋Œ€์ฒด์•ˆ์€ ์•„์ง ์‹ค์ œ๋กœ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. -## ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์—์„œ๋„ ๊ณต๊ฐœ ์ด๋ฆ„์— ๋ชป ๋‹ฟ๋Š”๋‹ค โ€” ์ด ๋ฌธ์„œ์— ์—†๋˜ ๋˜ ํ•œ ๋‹จ๊ณ„ +## ํด๋Ÿฌ์Šคํ„ฐ ๋‚ด๋ถ€์—์„œ๋„ ๊ณต๊ฐœ ๋„๋ฉ”์ธ์ด Edge Nginx๋ฅผ ๊ฑฐ์น˜๋„๋ก ์„ค์ •ํ•œ๋‹ค ๋žฉ ํ˜ธ์ŠคํŠธ๋งŒ์˜ ์ผ์ด ์•„๋‹ˆ๋‹ค. **ํŒŒ๋“œ ์•ˆ์—์„œ๋„ ๊ฐ™์€ ์ด๋ฆ„์ด ๊ฐ™์€ ์ด์œ ๋กœ ๋ง‰ํ˜”๋‹ค.** 2026-09-17์— ํŒŒ๋“œ ์•ˆ์—์„œ ์ง์ ‘ ํ™•์ธํ–ˆ๋‹ค. ์ด๋ฆ„์€ ํ˜ธ์ŠคํŠธ์˜ tailnet ์ฃผ์†Œ๋กœ ํ’€๋ฆฌ๋Š”๋ฐ ๊ทธ ํฌํŠธ๋ฅผ ๋“ฃ๋Š” ๊ฒƒ์ด ์—†๋‹ค. @@ -706,7 +706,7 @@ kubectl -n kube-system delete pod -l k8s-app=kube-dns --wait=false ์ด ์‹คํ—˜๋Œ€๋Š” ๊ฐ™์€ ๋งค๋‹ˆํŽ˜์ŠคํŠธ๋ฅผ `kubectl apply -f - <<'YAML'` ํž™๋…์œผ๋กœ ํ˜๋ ค ๋„ฃ์—ˆ๋‹ค. ํž™๋…์€ ConfigMap ์„ ๋ช…๋ น ์•ˆ์— ๋ฌป์–ด ๋ฒ„๋ ค์„œ, ์„œ๋ฒ„ ๋ธ”๋ก์„ ํ•œ ์ค„ ๊ณ ์น˜๋ ค๋ฉด ๊ฐ™์€ ํž™๋…์„ ์ฒ˜์Œ๋ถ€ํ„ฐ ๋‹ค์‹œ ์นœ๋‹ค. ํŒŒ์ผ๋กœ ๋‘๋ฉด ์—ด์–ด ๋ณด๊ณ  ๊ณ ์ณ์„œ โ‘ฃ ๋ฅผ ๋‹ค์‹œ ์น˜๋ฉด ๋œ๋‹ค. ์ด ๋‚˜๋ˆˆ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. -**ํŒŒ์ผ ์ด๋ฆ„์ด `.server` ์ธ ๊ฒƒ์ด ํ•ต์‹ฌ์ด๋‹ค.** k3s ๋Š” `*.override` ๋ฅผ ๊ธฐ๋ณธ ์„œ๋ฒ„ ๋ธ”๋ก ์•ˆ์— ๋ผ์›Œ ๋„ฃ๋Š”๋ฐ, ๊ทธ ๋ธ”๋ก์€ ์ด๋ฏธ `hosts /etc/coredns/NodeHosts` ๋กœ `hosts` ๋ฅผ ํ•œ ๋ฒˆ ์“ฐ๊ณ  ์žˆ๋‹ค. `.override` ์— `hosts` ๋ฅผ ๋˜ ์“ฐ๋ฉด CoreDNS ๊ฐ€ ์•ˆ ๋œฌ๋‹ค. +์—ฌ๊ธฐ์„œ๋Š” ํŒŒ์ผ ์ด๋ฆ„์˜ `.server` ์ ‘๋ฏธ์‚ฌ๊ฐ€ ํ•„์š”ํ•˜๋‹ค. k3s ๋Š” `*.override` ๋ฅผ ๊ธฐ๋ณธ ์„œ๋ฒ„ ๋ธ”๋ก ์•ˆ์— ๋ผ์›Œ ๋„ฃ๋Š”๋ฐ, ๊ทธ ๋ธ”๋ก์€ ์ด๋ฏธ `hosts /etc/coredns/NodeHosts` ๋กœ `hosts` ๋ฅผ ํ•œ ๋ฒˆ ์“ฐ๊ณ  ์žˆ๋‹ค. `.override` ์— `hosts` ๋ฅผ ๋˜ ์“ฐ๋ฉด CoreDNS ๊ฐ€ ์•ˆ ๋œฌ๋‹ค. ```text label="`.override` ๋กœ ๋„ฃ์—ˆ์„ ๋•Œ โ€” CrashLoopBackOff" plugin/hosts: this plugin can only be used once per Server Block @@ -800,9 +800,9 @@ chain ts-forward { iifname "tailscale0" counter ... xt target "MARK" } libvirt ์˜ ๋งˆ์Šค์ปค๋ ˆ์ด๋“œ๋Š” ์ด ์ผ๊ณผ ๋ฌด๊ด€ํ•˜๋‹ค. ๊ทธ ๊ทœ์น™์€ `ip saddr 192.168.122.0/24 ip daddr != 192.168.122.0/24` ์ด๋ผ **๊ฒŒ์ŠคํŠธ์—์„œ ๋ฐ–์œผ๋กœ ๋‚˜๊ฐ€๋Š”** ๊ฒƒ๋งŒ ๊ณ ๋ฅด๊ณ , ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์ด ํŒจํ‚ท์€ ๋ชฉ์ ์ง€๊ฐ€ ๊ทธ ๋Œ€์—ญ ์•ˆ์ด๋ผ ์•ˆ ๊ฑธ๋ฆฐ๋‹ค. -๋ฒ”์ธ๋ณด๋‹ค ๊ฒฐ๊ณผ๊ฐ€ ๋จผ์ €๋‹ค. `proxy_set_header X-Forwarded-For $remote_addr` ๋Š” ์‹œํ‚ค๋Š” ๋Œ€๋กœ ๋™์ž‘ํ•˜๊ณ  ์žˆ๊ณ , ๋‹ค๋งŒ `$remote_addr` ๊ฐ€ ์ด๋ฏธ ํ˜ธ์ŠคํŠธ์˜ ๋ธŒ๋ฆฌ์ง€ ์ฃผ์†Œ๋‹ค. ๊ทธ๋ž˜์„œ **์ด ์‹คํ—˜๋Œ€์˜ `X-Forwarded-For` ๋Š” ์ง„์งœ ํด๋ผ์ด์–ธํŠธ๋ฅผ ๋‹ด์ง€ ์•Š๋Š”๋‹ค.** ํ†ต๊ณผ ์กฐ๊ฑด์— ใ€Œ์—ฃ์ง€ ๋กœ๊ทธ์˜ ์ถœ๋ฐœ์ง€๊ฐ€ ๋ฐ–์—์„œ ์นœ ๊ธฐ๊ณ„๋‹คใ€๋ฅผ ๋„ฃ์œผ๋ฉด ๋Š˜ ์‹คํŒจํ•œ๋‹ค. +`proxy_set_header X-Forwarded-For $remote_addr` ์ž์ฒด๋Š” ์„ค์ •๋Œ€๋กœ ๋™์ž‘ํ•˜๊ณ  ์žˆ๋‹ค. ๋ฌธ์ œ๋Š” Edge Nginx์— ๋„์ฐฉํ•œ ์‹œ์ ์˜ `$remote_addr`๊ฐ€ ์ด๋ฏธ ํ˜ธ์ŠคํŠธ์˜ ๋ธŒ๋ฆฌ์ง€ ์ฃผ์†Œ๋ผ๋Š” ์ ์ด๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์‹คํ—˜๋Œ€์˜ `X-Forwarded-For`์—๋Š” ์›๋ž˜ tailnet ํด๋ผ์ด์–ธํŠธ ์ฃผ์†Œ๊ฐ€ ๋‚จ์ง€ ์•Š๋Š”๋‹ค. ์ด ์ƒํƒœ์—์„œ๋Š” Edge ๋กœ๊ทธ์˜ ์ถœ๋ฐœ์ง€ ์ฃผ์†Œ๋ฅผ ์™ธ๋ถ€ ํด๋ผ์ด์–ธํŠธ ์ฃผ์†Œ์™€ ๊ฐ™๋‹ค๊ณ  ํŒ์ •ํ•  ์ˆ˜ ์—†๋‹ค. -## Traefik ์ด ๊ทธ ํ—ค๋”๋ฅผ ๋‹ค์‹œ ๋ฎ๋Š”๋‹ค โ€” ์ด ๋ฌธ์„œ์— ์—†๋˜ ํ•œ ๋‹จ๊ณ„ +## Traefik์ด ์ „๋‹ฌ ํ—ค๋”๋ฅผ ๋‹ค์‹œ ์“ฐ์ง€ ์•Š๋„๋ก ์‹ ๋ขฐํ•  ํ”„๋ก์‹œ๋ฅผ ์ง€์ •ํ•œ๋‹ค ์œ„ 2๋ฒˆ์ด ์„ธ์šด ํ—ค๋”๊ฐ€ ์•ฑ๊นŒ์ง€ ๊ฐ€๋Š”์ง€๋ฅผ ์ฒ˜์Œ์œผ๋กœ ์žฌ ๋ดค๋‹ค. **์•ˆ ๊ฐ„๋‹ค.** Traefik ์€ ์ž๊ธฐ๊ฐ€ ์‹ ๋ขฐํ•˜์ง€ ์•Š๋Š” ๊ณณ์—์„œ ์˜จ `X-Forwarded-*` ๋ฅผ ์ž๊ธฐ ์—ฐ๊ฒฐ ๊ธฐ์ค€์œผ๋กœ ๋‹ค์‹œ ์“ฐ๊ณ , ๊ธฐ๋ณธ๊ฐ’์—๋Š” ์‹ ๋ขฐ ๋ชฉ๋ก์ด ๋น„์–ด ์žˆ๋‹ค. @@ -840,7 +840,7 @@ kubectl -n kube-system rollout status deploy/traefik --timeout=180s - ์ด ์ด๋™์œผ๋กœ L7 ํ™‰ ์ˆ˜๊ฐ€ 2ํ™‰ ๊ทธ๋Œ€๋กœ๋ผ๋Š” ํŒ์ •์ด ์ด ๋ฐฐ์น˜์˜ ์ „์ œ๋‹ค. ๋Š˜์–ด๋‚œ ๊ฒƒ์€ ์ปค๋„์ด ํ•˜๋Š” L4 ์ „๋‹ฌ ํ•œ ๋ฒˆ๋ฟ์ด๋ผ ํ™‰ ์ˆ˜ ์ž์ฒด๋Š” ๋งž๋‹ค. ๋‹ค๋งŒ **ํ™‰ ์ˆ˜๊ฐ€ ๊ทธ๋Œ€๋กœ์—ฌ๋„ `X-Forwarded-*` ๊ณ„์•ฝ์€ ์„ฑ๋ฆฝํ•˜์ง€ ์•Š์•˜๋‹ค** โ€” ์œ„ ๋‘ ์ ˆ์—์„œ ์‹ค์ œ๋กœ ์žฌ ๋ณด๋‹ˆ ํด๋ผ์ด์–ธํŠธ ์ฃผ์†Œ๊ฐ€ ์—ฃ์ง€์— ๋‹ฟ๊ธฐ ์ „์— ๋ฎ์ด๊ณ , Traefik ์ด ์‹ ๋ขฐ ๋ชฉ๋ก ์—†์ด ํ•œ ๋ฒˆ ๋” ๋ฎ์—ˆ๋‹ค. - `curl -I http://192.168.122.11` ์˜ ์ „์ฒด ์ถœ๋ ฅ์€ ์บก์ฒ˜ํ•ด ๋‘์ง€ ์•Š์•˜๋‹ค. ๊ฐ€์ด๋“œ๋„ ๋ด์•ผ ํ•  ์ค„๋งŒ ์ ์—ˆ๋‹ค. - `systemctl status nginx` ๋‘ ๋ฒˆ๊ณผ `ls -l /etc/nginx/sites-enabled/`, ํŒŒ์ผ ์ฐพ๊ธฐ, ์ฒด์ธ ์กฐํšŒ, `journalctl -u nginx`, access ๋กœ๊ทธ ๋‘ ์ค„์€ ๊ฐ€์ด๋“œ๊ฐ€ ์ ์–ด ๋‘” ๋ช…๋ น์ด๊ณ  ์ถœ๋ ฅ์ด ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. -- libvirt ์˜ `firewall_backend` ๊ฐ€ iptables ์ผ ๋•Œ๋„ `guest_input` ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค. ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. +- libvirt ์˜ `firewall_backend` ๊ฐ€ iptables ์ผ ๋•Œ๋„ `guest_input`์— ๊ฐ™์€ ํ—ˆ์šฉ ๊ทœ์น™์ด ํ•„์š”ํ•œ์ง€๋Š” ์žฌ์ง€ ์•Š์•˜๋‹ค. ์ด ํ˜ธ์ŠคํŠธ๋Š” nftables ๋ฐฑ์—”๋“œ๋‹ค. - ๋˜๋Œ๋ฆฌ๊ธฐ ๋„ค ์ค„์€ ๊ฐ€์ด๋“œ ์›๋ฌธ ๊ทธ๋Œ€๋กœ์ด๊ณ , ๊ทธ ๋„ค ์ค„์„ ์‹ค์ œ๋กœ ์ณ์„œ ๊ฑท์–ด๋‚ด ๋ณธ ๊ธฐ๋ก์ด ์—†๋‹ค. - 2026-09-21์—๋Š” worker ๋‘ ๋Œ€๋ฅผ ์‹ค์ œ ์ฒ ๊ฑฐํ•œ ๋’ค cloud-init โ†’ k3s โ†’ Keycloak/observability โ†’ power-cycle ๋ณต๊ตฌ๊นŒ์ง€ ๋‹ค์‹œ ์ˆ˜ํ–‰ํ–ˆ๋‹ค. ๋‹ค๋งŒ ๋ฌผ๋ฆฌ hostยทedge VMยทcertificate ๊ณ„์ธต๊นŒ์ง€ ๋น„์šด **์™„์ „ํ•œ 00~06 ์žฌ๊ตฌ์ถ•**์€ ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-install-k3s-server-and-agent.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-install-k3s-server-and-agent.md index 3fd00f0..749174c 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-install-k3s-server-and-agent.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-install-k3s-server-and-agent.md @@ -34,7 +34,7 @@ evidence: ๊ธฐ๋ณธ์€ `[lab host]` ๋‹ค. ๊ฒŒ์ŠคํŠธ์— ๋กœ๊ทธ์ธํ•ด์„œ ์น˜์ง€ ์•Š๋Š”๋‹ค. -๊นŒ๋‹ญ์ด ์…‹์ด๋‹ค. ๊ฒŒ์ŠคํŠธ์—๋Š” lab host ์˜ ๊ฐœ์ธํ‚ค๋„ `~/.ssh/config` ๋„ ์—†์–ด์„œ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ `ssh kc-lab-1` ์„ ์น˜๋ฉด `Host key verification failed.` ๋กœ ๋๋‚œ๋‹ค. ๊ทธ ์‹คํŒจ๋ฅผ ์…ธ ๋ณ€์ˆ˜ ๋Œ€์ž…์œผ๋กœ ๊ฐ์‹ธ๋ฉด ์˜ค๋ฅ˜๋Š” ํ™”๋ฉด์œผ๋กœ ์ƒˆ๊ณ  ๋ณ€์ˆ˜์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‹ด๊ธฐ๋Š”๋ฐ, ์…ธ์€ ์•„๋ฌด ๋ถˆํ‰๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ํ† ํฐ์ด ๋น„๊ณ , agent ์„ค์น˜๊ฐ€ `--token is required` ๋กœ ์ฃฝ๋Š”๋ฐ๋„ ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๊ทธ ์ „๊นŒ์ง€๋ฅผ ๋‹ค ์„ฑ๊ณต์œผ๋กœ ์ฐ๊ณ  ๋๋‚œ๋‹ค. +๊นŒ๋‹ญ์ด ์…‹์ด๋‹ค. ๊ฒŒ์ŠคํŠธ์—๋Š” lab host ์˜ ๊ฐœ์ธํ‚ค๋„ `~/.ssh/config` ๋„ ์—†์–ด์„œ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ `ssh kc-lab-1` ์„ ์น˜๋ฉด `Host key verification failed.` ๋กœ ๋๋‚œ๋‹ค. ๊ทธ ์‹คํŒจ๋ฅผ ์…ธ ๋ณ€์ˆ˜ ๋Œ€์ž…์œผ๋กœ ๊ฐ์‹ธ๋ฉด ์˜ค๋ฅ˜๋Š” ํ™”๋ฉด์œผ๋กœ ์ƒˆ๊ณ  ๋ณ€์ˆ˜์—๋Š” ๋นˆ ๋ฌธ์ž์—ด์ด ๋‹ด๊ธฐ๋Š”๋ฐ, ์…ธ์€ ์•„๋ฌด ๋ถˆํ‰๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ทธ ๊ฒฐ๊ณผ ํ† ํฐ ๋ณ€์ˆ˜๊ฐ€ ๋น„์–ด ์žˆ์—ˆ๊ณ , ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ์ข…๋ฃŒ๋์ง€๋งŒ ์‹ค์ œ agent ํ”„๋กœ์„ธ์Šค๋Š” `--token is required` ์˜ค๋ฅ˜๋กœ ์‹œ์ž‘ํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ์…ธ์„ ํ•˜๋‚˜๋งŒ ์“ฐ๋ฉด ์ด ๋ฌธ์ œ๊ฐ€ ํ†ต์งธ๋กœ ์—†์–ด์ง„๋‹ค. ์˜ˆ์™ธ๊ฐ€ ๋‘˜์ด๋‹ค. @@ -77,7 +77,7 @@ k3s ๊ฐ€ ๋”ฐ๋กœ ์„ค์น˜ํ•˜์ง€ ์•Š์•„๋„ ๋”ธ๋ ค ์˜ค๋Š” ๊ฒƒ์ด ๋‹ค์„ฏ์ด๋‹ค. ๋’ค ๋‹จ ์ „์ œ๋Š” ํ•œ ์ค„์ด๋‹ค โ€” ์•ž ๋‹จ๊ณ„๊ฐ€ ๋๋‚˜ lab host ์—์„œ ๋‘ ๊ฒŒ์ŠคํŠธ์— SSH ๊ฐ€ ๋ถ™๋Š”๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 02 ์— ์—†๋‹ค**. k3s ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” `k3s-uninstall.sh` ์™€ `k3s-agent-uninstall.sh` ๋ฅผ ํ•จ๊ป˜ ๊น”์ง€๋งŒ ๊ฐ€์ด๋“œ๊ฐ€ ๊ทธ ์ด๋ฆ„์„ ํ•œ ๋ฒˆ๋„ ์ ์ง€ ์•Š์•˜๊ณ  ์ด ์‹คํ—˜๋Œ€๋„ ๋ถ€๋ฅธ ์ ์ด ์—†๋‹ค. ๊ฐ€์ด๋“œ๊ฐ€ ์žฌ์„ค์น˜๋ฅผ ๋งํ•˜๋Š” ๊ณณ์€ ๋‘ ๊ตฐ๋ฐ์ธ๋ฐ ๋‘˜ ๋‹ค ๋˜๋Œ๋ฆฌ๋Š” ๋ช…๋ น์ด ์•„๋‹ˆ๋ผ ๋’ค์ฒ˜๋ฆฌ๋ฅผ ์ ์–ด ๋‘์—ˆ๋‹ค. +k3s ์ „์ฒด ์ œ๊ฑฐ ์ ˆ์ฐจ๋Š” ์•„์ง ์ด ์‹คํ—˜๋Œ€์—์„œ ์‹คํ–‰ํ•ด ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๊ฐ€ `k3s-uninstall.sh`์™€ `k3s-agent-uninstall.sh`๋ฅผ ์„ค์น˜ํ•˜์ง€๋งŒ, ์ด ๋‘ ์Šคํฌ๋ฆฝํŠธ๋ฅผ ์‚ฌ์šฉํ•ด server์™€ agent๋ฅผ ์ œ๊ฑฐํ•œ ๋’ค ๋‹ค์‹œ ๊ตฌ์„ฑํ•˜๋Š” ๊ฒฝ๋กœ๋Š” ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. | ์–ด๋””์„œ | ๋ฌด์—‡์„ ์ ์—ˆ๋‚˜ | |---|---| @@ -298,11 +298,11 @@ exit ์ •์ƒ์ด๋ฉด ์„ค์น˜๊ฐ€ ๋๋‚˜๋ฉด `k3s-agent.service` ๊ฐ€ ๊ทธ ๋…ธ๋“œ์— ์„œ๊ณ , lab host ์˜ `kubectl get nodes` ์— `kc-lab-2` ๊ฐ€ ํ•œ ์ค„ ๋” ๋ถ™๋Š”๋‹ค. -**โ‘ฆ ์„ ํŽธ์ง‘๊ธฐ๋กœ ์—ฌ๋Š” ๊นŒ๋‹ญ** โ€” ์ด ์‹คํ—˜๋Œ€๋Š” `sudo sed -i "s|$HOME/node-token|/etc/rancher/node-token|" /etc/systemd/system/k3s-agent.service` ๋กœ ๊ณ ์ณค๋‹ค. `sed -i` ๋Š” ํŒจํ„ด์ด ์•ˆ ๋งž์•„๋„ ์กฐ์šฉํžˆ ์„ฑ๊ณตํ•˜๊ณ , ์ด ํŒจํ„ด์—๋Š” `$HOME` ์ด ๋“ค์–ด ์žˆ์–ด ์„ค์น˜ํ•  ๋•Œ์™€ ๋‹ค๋ฅธ ๊ณ„์ •์œผ๋กœ ์น˜๋ฉด ์•„๋ฌด ์ค„๋„ ์•ˆ ๋ฐ”๋€ ์ฑ„ โ‘จ ๊ฐ€ ์ด์–ด์„œ ๋ˆ๋‹ค. ๊ทธ๋Ÿฌ๋ฉด ์ง€๊ธˆ ๋–  ์žˆ๋Š” ๋…ธ๋“œ๋Š” ๋ฉ€์ฉกํ•ด ๋ณด์ด๊ณ  ๋‹ค์Œ ์žฌ๋ถ€ํŒ…์—์„œ์•ผ `Waiting for file` ๋กœ ๋ฉŽ๋Š”๋‹ค. ์œ ๋‹›์„ ์—ด๋ฉด ๊ณ ์น  ์ค„์ด ๋ˆˆ์— ๋ณด์ด๊ณ , ๊ณ ์ณค๋Š”์ง€๋„ ์ €์žฅํ•˜๊ธฐ ์ „์— ๋ˆˆ์œผ๋กœ ๋ณธ๋‹ค. ์ด ํŽธ์ง‘๊ธฐ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. +**โ‘ฆ ์„ ํŽธ์ง‘๊ธฐ๋กœ ์—ฌ๋Š” ๊นŒ๋‹ญ** โ€” ์ด ์‹คํ—˜๋Œ€๋Š” `sudo sed -i "s|$HOME/node-token|/etc/rancher/node-token|" /etc/systemd/system/k3s-agent.service` ๋กœ ๊ณ ์ณค๋‹ค. `sed -i`๋Š” ์น˜ํ™˜ํ•  ํŒจํ„ด์ด ์—†์–ด๋„ ์ข…๋ฃŒ ์ฝ”๋“œ 0์œผ๋กœ ๋๋‚  ์ˆ˜ ์žˆ๊ณ , ์ด ํŒจํ„ด์—๋Š” `$HOME` ์ด ๋“ค์–ด ์žˆ์–ด ์„ค์น˜ํ•  ๋•Œ์™€ ๋‹ค๋ฅธ ๊ณ„์ •์œผ๋กœ ์น˜๋ฉด ์•„๋ฌด ์ค„๋„ ์•ˆ ๋ฐ”๋€ ์ฑ„ โ‘จ ๊ฐ€ ์ด์–ด์„œ ๋ˆ๋‹ค. ๊ทธ๋Ÿฌ๋ฉด ์ง€๊ธˆ ๋–  ์žˆ๋Š” ๋…ธ๋“œ๋Š” ๋ฉ€์ฉกํ•ด ๋ณด์ด๊ณ  ๋‹ค์Œ ์žฌ๋ถ€ํŒ…์—์„œ์•ผ `Waiting for file` ๋กœ ๋ฉŽ๋Š”๋‹ค. ์œ ๋‹›์„ ์—ด๋ฉด ๊ณ ์น  ์ค„์ด ๋ˆˆ์— ๋ณด์ด๊ณ , ๊ณ ์ณค๋Š”์ง€๋„ ์ €์žฅํ•˜๊ธฐ ์ „์— ๋ˆˆ์œผ๋กœ ๋ณธ๋‹ค. ์ด ํŽธ์ง‘๊ธฐ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” `sudo` ์•„๋ž˜ root ๋กœ ๋„๋‹ˆ ํ™ˆ์˜ `600` ํŒŒ์ผ๋„ ์ฝ๋Š”๋‹ค. `--token` ๋Œ€์‹  `--token-file` ์„ ์“ฐ๋ฉด ํ† ํฐ์ด ๋ช…๋ น์ค„์— ์•ˆ ๋“ค์–ด๊ฐ€๋ฏ€๋กœ ํ”„๋กœ์„ธ์Šค ๋ชฉ๋ก๊ณผ ์…ธ ํžˆ์Šคํ† ๋ฆฌ์— ๋‚จ์ง€ ์•Š๊ณ , ํ† ํฐ์„ ๊บผ๋‚ธ ์…ธ๊ณผ ๊ฐ™์€ ์…ธ์—์„œ ์ณ์•ผ ํ•œ๋‹ค๋Š” ์ œ์•ฝ๋„ ์—†์–ด์ง„๋‹ค. -์ด ์‹คํ—˜๋Œ€๋Š” ๋‘ ์ค„๋กœ ํ–ˆ๋‹ค. ์•„๋ž˜๋Š” ๋‹น์‹œ ์‹คํ–‰์„ ๋ณด์กดํ•œ historical/reference block์ด๊ณ , ๋”ฐ๋ผ ํ•˜๋Š” ์ ˆ์ฐจ๋Š” ์œ„ โ‘ ~โ‘ช์ฒ˜๋Ÿผ ๊ฒ€์ฆ๊ณผ ์‚ญ์ œ๋ฅผ ๋ถ„๋ฆฌํ•œ๋‹ค. +์ด ์‹คํ—˜๋Œ€๋Š” ๋‘ ์ค„๋กœ ํ–ˆ๋‹ค. ์•„๋ž˜๋Š” ๋‹น์‹œ ์‹คํ–‰ํ•œ ๋ช…๋ น์„ ๋‚จ๊ธด ๋ธ”๋ก์ด๊ณ , ๋”ฐ๋ผ ํ•˜๋Š” ์ ˆ์ฐจ๋Š” ์œ„ โ‘ ~โ‘ช์ฒ˜๋Ÿผ ๊ฒ€์ฆ๊ณผ ์‚ญ์ œ๋ฅผ ๋ถ„๋ฆฌํ•œ๋‹ค. ```bash label="[lab host] [reference] ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์‹ค์ œ๋กœ ์นœ ํ˜•ํƒœ" ssh kc-lab-1 'sudo cat /var/lib/rancher/k3s/server/node-token' \ @@ -314,7 +314,7 @@ ssh kc-lab-2 "curl -sfL https://get.k3s.io | sudo sh -s - agent \ ๋‘ ์ค„ ์•ˆ์— ์›๊ฒฉ ์…ธ ๋‘˜๊ณผ `sudo` ๋‘˜, ํŒŒ์ดํ”„ ํ•˜๋‚˜, ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ ํ•˜๋‚˜, ๋งˆ์ง€๋ง‰ ์‚ญ์ œ ํ•˜๋‚˜๊ฐ€ ๊ฒน์ณ ์žˆ๋‹ค. ์‹คํŒจํ–ˆ์„ ๋•Œ ์–ด๋А ์ชฝ์ด ์‹คํŒจํ–ˆ๋Š”์ง€ ๊ฐˆ๋ฆฌ์ง€ ์•Š์•„ ์œ„์—์„œ๋Š” โ‘  ๋ถ€ํ„ฐ โ‘ช ๊นŒ์ง€๋กœ ๋‚˜๋ˆด๋‹ค. ํ† ํฐ์ด `/tmp/token` ๋Œ€์‹  ์ž๊ธฐ ํ™ˆ์— ๋†“์ด๊ณ  `sudo tee` ๋Œ€์‹  `scp` ์™€ `chmod 600` ์ด ๊ทธ ํŒŒ์ผ์„ ๋งŒ๋“œ๋Š” ๊ฒƒ๋„ ๊ทธ๋ž˜์„œ ๋‹ฌ๋ผ์ง„๋‹ค. ์ด ๋‚˜๋ˆˆ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. -์‹คํŒจํ•˜๋ฉด agent ์„ค์น˜๋Š” ์„ฑ๊ณตํ–ˆ๋Š”๋ฐ ๋…ธ๋“œ๊ฐ€ ์•ˆ ๋ณด์ด๋ฉด ๋กœ๊ทธ์— `--token is required` ๊ฐ€ ์žˆ๋Š”์ง€ ๋ณธ๋‹ค. ํ† ํฐ์ด ๋นˆ ๊ฐ’์ด์—ˆ์œผ๋ฉด ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๋‚ด๋ ค๋ฐ›๊ธฐ์™€ ์œ ๋‹› ์ƒ์„ฑ๊ณผ ํ™œ์„ฑํ™”๊นŒ์ง€ ๋‹ค ์„ฑ๊ณต์œผ๋กœ ์ฐ๊ณ  ๋๋‚˜๊ณ , ์œ ๋‹›์€ `Restart=always` ๋ผ 5์ดˆ๋งˆ๋‹ค ์กฐ์šฉํžˆ ์žฌ์‹œ๋„ํ•œ๋‹ค. +์‹คํŒจํ•˜๋ฉด agent ์„ค์น˜๋Š” ์„ฑ๊ณตํ–ˆ๋Š”๋ฐ ๋…ธ๋“œ๊ฐ€ ์•ˆ ๋ณด์ด๋ฉด ๋กœ๊ทธ์— `--token is required` ๊ฐ€ ์žˆ๋Š”์ง€ ๋ณธ๋‹ค. ํ† ํฐ์ด ๋นˆ ๊ฐ’์ด์—ˆ์œผ๋ฉด ์„ค์น˜ ์Šคํฌ๋ฆฝํŠธ๋Š” ๋‚ด๋ ค๋ฐ›๊ธฐ์™€ ์œ ๋‹› ์ƒ์„ฑ๊ณผ ํ™œ์„ฑํ™”๊นŒ์ง€ ๋‹ค ์„ฑ๊ณต์œผ๋กœ ์ฐ๊ณ  ๋๋‚˜๊ณ , ์œ ๋‹›์€ `Restart=always` ์„ค์ • ๋•Œ๋ฌธ์— ์•ฝ 5์ดˆ ๊ฐ„๊ฒฉ์œผ๋กœ ๋‹ค์‹œ ์‹œ์ž‘ํ•œ๋‹ค. ```bash label="[lab host] agent ๊ฐ€ ์™œ ๋ชป ๋ถ™์—ˆ๋Š”์ง€ ๋ณธ๋‹ค" ssh kc-lab-2 'sudo journalctl -u k3s-agent -n 30 --no-pager' @@ -361,7 +361,7 @@ ssh test-server "ssh kc-lab-1 'sudo cat /etc/rancher/k3s/k3s.yaml'" > ~/.kube/kc ๋”ฐ์˜ดํ‘œ๊ฐ€ ๋‘ ๊ฒน์ด๋ผ ์–ด๋А ๊ธฐ๊ณ„์—์„œ ์–ด๋А ๋ช…๋ น์ด ๋„๋Š”์ง€๊ฐ€ ํ•œ ์ค„์— ๋ฌปํžŒ๋‹ค. ๊ธฐ๊ณ„๋งˆ๋‹ค ํ•œ ๋ช…๋ น์ด ๋˜๊ฒŒ ๋‚˜๋ˆˆ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. -์‹คํŒจํ•˜๋ฉด ํƒ€์ž„์•„์›ƒ์ด๋ฉด โ‘  ์˜ ํ„ฐ๋„ ์ฐฝ์ด ๋‹ซํžŒ ๊ฒƒ์ด๊ณ , `connection refused` ๋ฉด ํ„ฐ๋„์€ ์‚ด์•„ ์žˆ๋Š”๋ฐ ๋ฐ˜๋Œ€ํŽธ API ์„œ๋ฒ„๊ฐ€ ์ฃฝ์€ ๊ฒƒ์ด๋‹ค. ํ„ฐ๋„์ด ๋‹ซํžˆ๋ฉด `kubectl` ์ด ํ†ต์งธ๋กœ ๋ฉŽ์–ด ํ„ฐ๋„ ์ƒํƒœ์™€ ํด๋Ÿฌ์Šคํ„ฐ ์ƒํƒœ๊ฐ€ ์„ž์ธ๋‹ค. ๋…ธ๋“œ๋ฅผ ์ฃฝ์ด๊ณ  ์‚ด๋ฆฌ๋Š” ์‹คํ—˜์€ lab host ์—์„œ ์น˜๋Š” ํŽธ์ด ๋‚ซ๋‹ค. +์‹คํŒจํ•˜๋ฉด ํƒ€์ž„์•„์›ƒ์ด๋ฉด โ‘  ์˜ ํ„ฐ๋„ ์ฐฝ์ด ๋‹ซํžŒ ๊ฒƒ์ด๊ณ , `connection refused`์ด๋ฉด ํ„ฐ๋„ ์ž์ฒด๋Š” ์—ด๋ ค ์žˆ์ง€๋งŒ ๋ฐ˜๋Œ€ํŽธ API ์„œ๋ฒ„๊ฐ€ ์š”์ฒญ์„ ๋ฐ›์ง€ ๋ชปํ•˜๋Š” ์ƒํƒœ๋‹ค. ํ„ฐ๋„์ด ๋‹ซํžˆ๋ฉด `kubectl` ์ด ํ†ต์งธ๋กœ ๋ฉŽ์–ด ํ„ฐ๋„ ์ƒํƒœ์™€ ํด๋Ÿฌ์Šคํ„ฐ ์ƒํƒœ๊ฐ€ ์„ž์ธ๋‹ค. ๋…ธ๋“œ๋ฅผ ์ค‘๋‹จํ•˜๊ณ  ๋‹ค์‹œ ์‹œ์ž‘ํ•˜๋Š” ์‹คํ—˜์€ lab host์—์„œ ์‹คํ–‰ํ•œ๋‹ค. ## kubeconfig์™€ systemd unit์˜ ์œ„์น˜ @@ -515,7 +515,7 @@ Node authorizer ์™€ NodeRestriction admission ์€ ์ด ์‹ ์›์ด ์ž๊ธฐ ๋…ธ๋“œ์— ## ์ด k3s ๊ตฌ์„ฑ์—์„œ ์‹ค์ œ๋กœ ํ™•์ธํ•œ ๋ฒ”์œ„ -- 2026-09-17 ๋‹น์‹œ stable installer๊ฐ€ ์„ ํƒํ•œ `v1.36.4+k3s1`, ๋‘ ๋…ธ๋“œ `Ready`, INTERNAL-IP ๋‘ ๊ฐœ, ํ† ํฐ ๊ธธ์ด, `ExecStart` ๋‘ ์ค„, agent ์˜ `localhost:8080` ์˜ค๋ฅ˜์™€ ์ธ์ฆ์„œ subject. ์œ„ canonical ์„ค์น˜ ๋ช…๋ น์€ ์žฌ์‹คํ–‰ ๋•Œ๋„ ๊ฐ™์€ k3s๋ฅผ ๋ฐ›๋„๋ก `INSTALL_K3S_VERSION=v1.36.4+k3s1`์„ ๋ช…์‹œํ•œ๋‹ค. +- 2026-09-17 ๋‹น์‹œ stable installer๊ฐ€ ์„ ํƒํ•œ `v1.36.4+k3s1`, ๋‘ ๋…ธ๋“œ `Ready`, INTERNAL-IP ๋‘ ๊ฐœ, ํ† ํฐ ๊ธธ์ด, `ExecStart` ๋‘ ์ค„, agent ์˜ `localhost:8080` ์˜ค๋ฅ˜์™€ ์ธ์ฆ์„œ subject. ์œ„ ํ˜„์žฌ ์„ค์น˜ ๋ช…๋ น์€ ์žฌ์‹คํ–‰ ๋•Œ๋„ ๊ฐ™์€ k3s ๋ฒ„์ „์„ ๋ฐ›๋„๋ก `INSTALL_K3S_VERSION=v1.36.4+k3s1`์„ ๋ช…์‹œํ•œ๋‹ค. - 2026-09-17 ์‹ค์ œ ์ถœ๋ ฅ์—์„œ๋Š” `kube-system` ํŒŒ๋“œ ์—ฌ๋Ÿ ์ค„๊ณผ `local-path (default)` StorageClass ๋ฅผ ํ™•์ธํ–ˆ๋‹ค. `svclb-traefik-` ๋‘ ์ค„์ด DaemonSet ์ด ๋‘ ๋…ธ๋“œ์— ๋ชจ๋‘ ๋œฌ ์ƒํƒœ๋ฅผ ๋ณด์—ฌ ์คฌ๋‹ค. - ์ฟ ๋ฒ„๋„คํ‹ฐ์Šค 1.20 ์ด์ „์˜ ํ‰๋ฌธ 8080๊ณผ Node authorizerยทNodeRestriction ๋™์ž‘์€ ์ด ์‹คํ—˜๋Œ€์—์„œ ์žฌํ˜„ํ•œ ๊ฐ’์ด ์•„๋‹ˆ๋ผ ์ฟ ๋ฒ„๋„คํ‹ฐ์Šค ์ชฝ ๋™์ž‘์„ ์„ค๋ช…ํ•œ ๊ฒƒ์ด๋‹ค. - 3๋ฒˆ๊ณผ 4๋ฒˆ์˜ ๋‚˜๋ˆˆ ํ˜•ํƒœ๋Š” ์ด ์‹คํ—˜๋Œ€์—์„œ ์น˜์ง€ ์•Š์•˜๋‹ค. ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์นœ ๊ฒƒ์€ ์›๊ฒฉ ์…ธ ๋‘˜์„ ํŒŒ์ดํ”„๋กœ ์ด์€ ๋‘ ์ค„์ด๊ณ , ๋‚˜๋ˆˆ ํ˜•ํƒœ๋กœ ๊ฐ™์€ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ์„œ๋Š”์ง€๋Š” ๋‹ค์‹œ ์žฌ์ง€ ์•Š์•˜๋‹ค. @@ -540,7 +540,7 @@ E0917 07:42:16.919786 conn.go:353] "Error on socket receive" err="read tcp 127.0 ``` `kubectl exec` ๋‚˜ `logs` ๋กœ ์—ฐ๊ฒฐํ–ˆ๋‹ค๊ฐ€ ๋Š์„ ๋•Œ๋งˆ๋‹ค ํ•œ ์ค„์”ฉ ๋‚จ๋Š”๋‹ค. **๋ด์•ผ ํ•  ๊ฒƒ์€ `E` ์ธ์ง€๊ฐ€ ์•„๋‹ˆ๋ผ ๋ฌธ๊ตฌ๋‹ค** โ€” ํ† ํฐ์ด๋‚˜ ์ฃผ์†Œ๊ฐ€ ํ‹€๋ ธ์œผ๋ฉด `failed to get CA certs` ๋‚˜ `401 Unauthorized` ๊ฐ€ ๋‚˜์˜จ๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. `k3s-uninstall.sh` ๋ผ๋Š” ์ด๋ฆ„์ด ๊ฐ€์ด๋“œ์— ํ•œ ๋ฒˆ๋„ ์•ˆ ๋‚˜์˜ค๊ณ  ์ด ์‹คํ—˜๋Œ€๋„ ๋ถ€๋ฅธ ์ ์ด ์—†๋‹ค. +- `k3s-uninstall.sh`์™€ `k3s-agent-uninstall.sh`๋ฅผ ์‚ฌ์šฉํ•œ ์ „์ฒด ์ œ๊ฑฐยท์žฌ์„ค์น˜ ๊ฒฝ๋กœ๋Š” ์•„์ง ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. - 2026-09-21 worker ์žฌ๊ตฌ์ถ•์—์„œ๋Š” k3s server์™€ agent ์„ค์น˜ ๊ฒฝ๋กœ๋ฅผ ๋‹ค์‹œ ์‹คํ–‰ํ•ด ๋‘ ๋…ธ๋“œ๊ฐ€ `Ready`๋กœ ๋Œ์•„์˜ค๋Š” ๊ฒƒ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ๋‹ค๋งŒ ์ด ๊ฒ€์ฆ์€ ๊ธฐ์กด lab host ์œ„์—์„œ worker VM์„ ๋‹ค์‹œ ๋งŒ๋“  ๊ตฌ๊ฐ„ ์žฌ๊ตฌ์ถ•์ด๊ณ , ๋นˆ ๋ฌผ๋ฆฌ host์—์„œ ๋‹จ๊ณ„ 00๋ถ€ํ„ฐ ์ „์ฒด ๊ฐ€์ด๋“œ๋ฅผ ๋‹ค์‹œ ์‹คํ–‰ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ๊ณผ๊ฑฐ ํ† ํฐ 108์ž๋Š” ์‹œ์ ๊ฐ’์ด๋ผ ํŒ์˜ฌ๋ฆผ์ด๋‚˜ ์žฌ์„ค์น˜ ๋’ค์—๋„ ๊ฐ™์€ ๊ธธ์ด๋ผ๊ณ  ๊ฐ€์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-keycloak-two-nodes-and-postgres-on-k3s.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-keycloak-two-nodes-and-postgres-on-k3s.md index 134e381..cf02bae 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-keycloak-two-nodes-and-postgres-on-k3s.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-keycloak-two-nodes-and-postgres-on-k3s.md @@ -39,7 +39,7 @@ source: `kubectl` ์ด lab host ์—์„œ ๋„๋Š” ๊นŒ๋‹ญ์€ ์•ž ๋‹จ๊ณ„์— ์žˆ๋‹ค. kubeconfig ๋ฅผ ๊ฒŒ์ŠคํŠธ์—์„œ ํ˜ธ์ŠคํŠธ๋กœ ๊ฐ€์ ธ๋‹ค ๋‘์—ˆ์œผ๋ฏ€๋กœ ๊ฒŒ์ŠคํŠธ์— ๋“ค์–ด๊ฐˆ ์ผ์ด ์—†๋‹ค. `deploy/...` ๋กœ ์‹œ์ž‘ํ•˜๋Š” ์ƒ๋Œ€๊ฒฝ๋กœ๋Š” ์ €์žฅ์†Œ ๋ฃจํŠธ ๊ธฐ์ค€์ด๋ผ, ๋‹ค๋ฅธ ๋””๋ ‰ํ„ฐ๋ฆฌ์—์„œ ์น˜๋ฉด `error: the path ... does not exist` ๋กœ ๋ง‰ํžŒ๋‹ค. -์ด ๋‹จ๊ณ„์—๋Š” ์†์œผ๋กœ ์“ฐ๋Š” ํŒŒ์ผ์ด ์—†๋‹ค. ์„ธ์šฐ๋Š” ๊ฒƒ์ด ์ „๋ถ€ ๋งค๋‹ˆํŽ˜์ŠคํŠธ ํ•œ ์žฅ์— ๋“ค์–ด ์žˆ๊ณ , ๊ทธ ์›๋ฌธ์€ ์ €์žฅ์†Œ์˜ `deploy/lab/k8s/keycloak-cluster.yaml` ์ด๋‹ค. +์ด ๋‹จ๊ณ„์—์„œ ์‚ฌ์šฉํ•˜๋Š” ๋ฆฌ์†Œ์Šค ์ •์˜๋Š” ์ €์žฅ์†Œ์˜ `deploy/lab/k8s/keycloak-cluster.yaml`์— ๋“ค์–ด ์žˆ๋‹ค. ์ ์šฉ ์ „์— ์‹ค์ œ ๋งค๋‹ˆํŽ˜์ŠคํŠธ๋ฅผ ์—ด์–ด ์ด๋ฏธ์ง€ ํƒœ๊ทธ์™€ Secret, PVC, Deployment ์„ค์ •์„ ํ™•์ธํ•œ๋‹ค. **๋žฉ ํ˜ธ์ŠคํŠธ์™€ ํด๋Ÿฌ์Šคํ„ฐ ๋‚ด๋ถ€์˜ ์ด๋ฆ„ ํ•ด์„์„ ๊ฐ™์€ ๊ฒƒ์œผ๋กœ ๋ณด์ง€ ์•Š๋Š”๋‹ค.** ๋žฉ ํ˜ธ์ŠคํŠธ์—์„œ `auth.hyeonworks.com`์„ ํ’€๋ฉด ์ž์‹ ์˜ tailnet ์ฃผ์†Œ `100.83.212.4`๊ฐ€ ๋‚˜์˜ค๊ณ , host๊ฐ€ ์Šค์Šค๋กœ ๋‚ธ ํŒจํ‚ท์€ `iifname "tailscale0"` DNAT ๊ทœ์น™์„ ํƒ€์ง€ ์•Š์œผ๋ฏ€๋กœ ์ด๋ฆ„ ๊ทธ๋Œ€๋กœ `curl`ํ•˜๋ฉด ์‹คํŒจํ•  ์ˆ˜ ์žˆ๋‹ค. ๊ทธ๋ž˜์„œ lab host์˜ ์™ธ๋ถ€ ๊ฒฝ๋กœ ํ™•์ธ์—๋Š” `--resolve <์ด๋ฆ„>:443:192.168.122.10`์œผ๋กœ edge๋ฅผ ์ง์ ‘ ์งš๋Š”๋‹ค. @@ -79,7 +79,7 @@ image: quay.io/keycloak/keycloak:26.7.0 ์ „์ œ๋Š” ํ•œ ์ค„์ด๋‹ค โ€” ์•ž ๋‹จ๊ณ„๊นŒ์ง€ ๋๋‚˜ `https` ๊ฐ€ ์—ด๋ฆฐ๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 05 ์— ์—†๋‹ค**. `kubectl delete -f` ๋„, ์ง€์šฐ๋Š” ์ˆœ์„œ๋„ ์ ํ˜€ ์žˆ์ง€ ์•Š๋‹ค. ์ด ๋‹จ๊ณ„๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ์— ๋‚จ๊ธฐ๋Š” ๊ฒƒ์€ `keycloak-lab` ๋„ค์ž„์ŠคํŽ˜์ด์Šค์™€ ๊ทธ ์•ˆ์˜ ์ „๋ถ€์ด๊ณ , ๊ทธ์ค‘ PVC ๋Š” ์„ฑ๊ฒฉ์ด ๋‹ค๋ฅด๋‹ค โ€” StorageClass ๊ฐ€ `local-path` ๋ผ ๋ฐ์ดํ„ฐ๊ฐ€ ํŒŒ๋“œ๊ฐ€ ์Šค์ผ€์ค„๋œ ๊ทธ ๋…ธ๋“œ์˜ ๋””์Šคํฌ์— ๋†“์ธ๋‹ค. ๋„ค์ž„์ŠคํŽ˜์ด์Šค๋ฅผ ์ง€์šธ ๋•Œ ๊ทธ ๋””๋ ‰ํ„ฐ๋ฆฌ๊ฐ€ ์–ด๋–ป๊ฒŒ ๋˜๋Š”์ง€๋Š” ๊ฐ€์ด๋“œ๊ฐ€ ์ ์ง€ ์•Š์•˜๊ณ  ์ด ์‹คํ—˜๋Œ€๋„ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. +Keycloak๊ณผ PostgreSQL์„ ๋ชจ๋‘ ์ œ๊ฑฐํ•˜๋Š” ์ ˆ์ฐจ๋Š” ์•„์ง ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. ์ด ๋‹จ๊ณ„๋Š” `keycloak-lab` ๋„ค์ž„์ŠคํŽ˜์ด์Šค์™€ ๊ทธ ์•ˆ์˜ ๋ฆฌ์†Œ์Šค๋ฅผ ๋งŒ๋“ค๋ฉฐ, `local-path` StorageClass๋ฅผ ์‚ฌ์šฉํ•˜๋Š” PVC ๋ฐ์ดํ„ฐ๋Š” ๋…ธ๋“œ ๋””์Šคํฌ์— ๋†“์ธ๋‹ค. ๋„ค์ž„์ŠคํŽ˜์ด์Šค์™€ PVC๋ฅผ ์‚ญ์ œํ–ˆ์„ ๋•Œ ๋…ธ๋“œ์˜ ์‹ค์ œ ๋ฐ์ดํ„ฐ ๋””๋ ‰ํ„ฐ๋ฆฌ๊ฐ€ ์–ด๋–ป๊ฒŒ ์ •๋ฆฌ๋˜๋Š”์ง€๋Š” ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. ## ๋‘ ๋…ธ๋“œ์™€ ๊ธฐ๋ณธ StorageClass๊ฐ€ ์ค€๋น„๋๋Š”์ง€ ํ™•์ธํ•œ๋‹ค @@ -166,7 +166,7 @@ partitioned roll out complete: 2 new pods have been updated... | ๋„ค์ž„์ŠคํŽ˜์ด์Šค ์ด๋ฆ„ | ๋งค๋‹ˆํŽ˜์ŠคํŠธ ์ฒซ ๋ฌธ์„œ | | ํŒŒ๋“œ ์ด๋ฆ„์˜ ์ˆœ๋ฒˆ | StatefulSet ์ด๋ผ `keycloak-0` ยท `keycloak-1` | | ํŒŒ๋“œ ์ด๋ฆ„์˜ ํ•ด์‹œ | Deployment ๊ฐ€ ๋งŒ๋“  ReplicaSet ์ด๋ฆ„์—์„œ ๋ฌผ๋ ค๋ฐ›๋Š”๋‹ค | -| Secret ์˜ ๋ฐ”์ดํŠธ ์ˆ˜ | ๋งค๋‹ˆํŽ˜์ŠคํŠธ๊ฐ€ ๋„ฃ์€ ๊ฐ’์˜ ๊ธธ์ด. ์ด ๋ฌธ์„œ๋Š” ๊ฐ’์„ ์ ์ง€ ์•Š๋Š”๋‹ค | +| Secret ์˜ ๋ฐ”์ดํŠธ ์ˆ˜ | ๋งค๋‹ˆํŽ˜์ŠคํŠธ๊ฐ€ ๋„ฃ์€ ๊ฐ’์˜ ๊ธธ์ด. ์‹ค์ œ ๋น„๋ฐ€ ๊ฐ’์€ ์ถœ๋ ฅํ•˜์ง€ ์•Š๋Š”๋‹ค | | PVC ๊ฐ€ ๋ถ™๋Š” ๋…ธ๋“œ | `local-path` ๊ฐ€ ํŒŒ๋“œ ์Šค์ผ€์ค„์„ ๊ธฐ๋‹ค๋ ธ๋‹ค ๊ทธ ๋…ธ๋“œ์— ๋งŒ๋“ ๋‹ค | | Ingress ์˜ HOSTS | ์•ž ๋‹จ๊ณ„์—์„œ ๋ฐœ๊ธ‰ํ•œ ์ธ์ฆ์„œ์˜ ์ด๋ฆ„๊ณผ ๊ฐ™์•„์•ผ ํ•œ๋‹ค | @@ -188,7 +188,7 @@ kubectl -n keycloak-lab get all kubectl -n keycloak-lab get secret,configmap,pvc,ingress ``` -โ‘  ์€ ์ข…๋ฅ˜๋ณ„๋กœ ๋ฌถ์—ฌ ๋‚˜์˜ค๋Š” ์™ผ์ชฝ ์ด๋ฆ„ ์—ด์„ ํ›‘๊ณ , ํŒŒ๋“œ ์ค„์—์„œ๋Š” READY ์นธ์˜ `1/1` ๊ณผ RESTARTS ์นธ์„ ๋ณธ๋‹ค. RESTARTS ๊ฐ€ 0 ์ด ์•„๋‹ˆ๋ฉด ์ง€๊ธˆ์€ `Running` ์ด์–ด๋„ ํ•œ ๋ฒˆ ์ฃฝ์—ˆ๋‹ค ์‚ด์•„๋‚œ ๊ฒƒ์ด๋‹ค. โ‘ก ๋Š” ๋„ค ์ข…๋ฅ˜๊ฐ€ ํ•˜๋‚˜์”ฉ์ด๋ผ๋„ ์žˆ๋Š”๊ฐ€, PVC ์ค„์˜ STATUS ๊ฐ€ `Bound` ์ธ๊ฐ€, Ingress ์ค„์˜ HOSTS ์นธ์ด `auth.hyeonworks.com` ์ธ๊ฐ€. +โ‘  ์€ ์ข…๋ฅ˜๋ณ„๋กœ ๋ฌถ์—ฌ ๋‚˜์˜ค๋Š” ์™ผ์ชฝ ์ด๋ฆ„ ์—ด์„ ํ›‘๊ณ , ํŒŒ๋“œ ์ค„์—์„œ๋Š” READY ์นธ์˜ `1/1` ๊ณผ RESTARTS ์นธ์„ ๋ณธ๋‹ค. RESTARTS๊ฐ€ 0์ด ์•„๋‹ˆ๋ฉด ํ˜„์žฌ `Running` ์ƒํƒœ๋”๋ผ๋„ ์ปจํ…Œ์ด๋„ˆ๊ฐ€ ์ด์ „์— ์žฌ์‹œ์ž‘๋œ ๊ธฐ๋ก์ด ์žˆ๋‹ค๋Š” ๋œป์ด๋‹ค. โ‘ก ๋Š” ๋„ค ์ข…๋ฅ˜๊ฐ€ ํ•˜๋‚˜์”ฉ์ด๋ผ๋„ ์žˆ๋Š”๊ฐ€, PVC ์ค„์˜ STATUS ๊ฐ€ `Bound` ์ธ๊ฐ€, Ingress ์ค„์˜ HOSTS ์นธ์ด `auth.hyeonworks.com` ์ธ๊ฐ€. `get all` ์€ ์ด๋ฆ„๊ณผ ๋‹ฌ๋ฆฌ ์ „๋ถ€๊ฐ€ ์•„๋‹ˆ๋‹ค. Secret ๊ณผ ConfigMap ๊ณผ PVC ์™€ Ingress ๊ฐ€ โ‘  ์˜ ์ถœ๋ ฅ์— ๋‚˜์˜ค์ง€ ์•Š์œผ๋ฏ€๋กœ, ์ฒซ ๋ช…๋ น๋งŒ ๋ณด๊ณ  ใ€Œ๋‹ค ๋งŒ๋“ค์–ด์กŒ๋‹คใ€๋กœ ํŒ์ •ํ•˜๋ฉด ๋น ์ง„ ๊ฒƒ์„ ๋ชจ๋ฅธ ์ฑ„ ๋‹ค์Œ์œผ๋กœ ๊ฐ„๋‹ค. ๋งค๋‹ˆํŽ˜์ŠคํŠธ์— ์žˆ๋Š”๋ฐ โ‘ก ์— ์—†๋Š” ์ข…๋ฅ˜๊ฐ€ ์žˆ๋‹ค๋ฉด `apply` ๊ฐ€ ๋ถ€๋ถ„์ ์œผ๋กœ๋งŒ ๋จน์—ˆ๋‹ค. @@ -367,7 +367,7 @@ NAME STATUS VOLUME CAPACITY S postgres-data Bound pvc-fe269834-3dd1-4b1f-82f6-a53413310a30 5Gi local-path ``` -๊ทธ๋ž˜์„œ **Keycloak ํŒŒ๋“œ๋Š” ๋ณผ๋ฅจ์„ ์•ˆ ๊ฐ–๋Š”๋‹ค.** ์„ธ์…˜์ด ์–ด๋”” ์‚ฌ๋Š”์ง€๋ฅผ ๋ฌป๋Š” ์ด ์‹คํ—˜๋Œ€์˜ ์งˆ๋ฌธ์—์„œ ๊ทธ๊ฒƒ์ด ์ค‘์š”ํ•˜๋‹ค โ€” ํŒŒ๋“œ๊ฐ€ ์ฃฝ์œผ๋ฉด ๊ทธ ์•ˆ์˜ ๊ฒƒ์€ ์‚ฌ๋ผ์ง€๊ณ  `postgres-data` ๋งŒ ๋‚จ๋Š”๋‹ค. +Keycloak ํŒŒ๋“œ์—๋Š” ๋ณ„๋„ ์˜๊ตฌ ๋ณผ๋ฅจ์„ ์—ฐ๊ฒฐํ•˜์ง€ ์•Š์•˜๋‹ค. ํŒŒ๋“œ ๋กœ์ปฌ ํŒŒ์ผ์‹œ์Šคํ…œ์€ ์˜๊ตฌ ์ €์žฅ์†Œ๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š์œผ๋ฉฐ, PostgreSQL ๋ฐ์ดํ„ฐ๋Š” `postgres-data` PVC์— ๋‚จ๋Š”๋‹ค. `Bound` ๋ฉด ๋ณผ๋ฅจ์ด ๋ถ™์—ˆ๋‹ค. `Pending` ์ด๋ฉด StorageClass ๊ฐ€ ์—†๊ฑฐ๋‚˜ ๋…ธ๋“œ์— ์ž๋ฆฌ๊ฐ€ ์—†๋‹ค. `local-path` ๋Š” ํŒŒ๋“œ๊ฐ€ ์Šค์ผ€์ค„๋  ๋•Œ๊นŒ์ง€ ๊ธฐ๋‹ค๋ฆฌ๋ฏ€๋กœ, ํŒŒ๋“œ๊ฐ€ ์•ˆ ๋œจ๋ฉด PVC ๋„ `Pending` ์ธ ๊ฒƒ์ด ์ •์ƒ์ด๋‹ค. ๋‘˜์ด ์„œ๋กœ๋ฅผ ๊ธฐ๋‹ค๋ฆฌ๋Š” ๊ฒƒ์ฒ˜๋Ÿผ ๋ณด์ด์ง€๋งŒ ํŒŒ๋“œ ์ชฝ ์›์ธ์„ ๋จผ์ € ๋ณธ๋‹ค. ์‚ฌ์œ ๋Š” PVC ์˜ ์ด๋ฒคํŠธ์— ์ ํ˜€ ์žˆ๋‹ค. @@ -491,11 +491,11 @@ curl -s -o /dev/null -w '%{http_code}\n' -H 'Host: auth.hyeonworks.com' http://1 ๊ฐ€์ด๋“œ๊ฐ€ ์ ์€ ใ€Œ์ด ๋‹จ๊ณ„๊ฐ€ ๋๋‚˜๋ฉดใ€์˜ ์•ž ์ ˆ๋ฐ˜. -๋ธŒ๋ผ์šฐ์ €๋กœ `https://auth.hyeonworks.com/admin` ์— ๋“ค์–ด๊ฐ€ ๊ด€๋ฆฌ์ž๋กœ ๋กœ๊ทธ์ธํ•œ๋‹ค. ๋น„๋ฐ€๋ฒˆํ˜ธ๋Š” ํ™•์ธ โ‘ข ์˜ Secret ์— ์žˆ๊ณ , ์ด ๋ฌธ์„œ๋Š” ๊ทธ ๊ฐ’์„ ์ ์ง€ ์•Š๋Š”๋‹ค โ€” ์ด ์‹คํ—˜๋Œ€์˜ ํ™•์ธ์€ ์ „๋ถ€ ๊ธธ์ด๊นŒ์ง€๋งŒ ๋ณธ๋‹ค. +๋ธŒ๋ผ์šฐ์ €๋กœ `https://auth.hyeonworks.com/admin` ์— ๋“ค์–ด๊ฐ€ ๊ด€๋ฆฌ์ž๋กœ ๋กœ๊ทธ์ธํ•œ๋‹ค. ๋น„๋ฐ€๋ฒˆํ˜ธ๋Š” ํ™•์ธ โ‘ข์˜ Secret์— ์žˆ์œผ๋ฉฐ ์‹ค์ œ ๊ฐ’์€ ์ถœ๋ ฅํ•˜์ง€ ์•Š๊ณ  ๊ธธ์ด๋งŒ ํ™•์ธํ•œ๋‹ค. ์„ธ์…˜ ์ €์žฅ ์œ„์น˜๋Š” ๊ด€๋ฆฌ ์ฝ˜์†” ๋กœ๊ทธ์ธ ์„ฑ๊ณต๊ณผ ๋ณ„๊ฐœ์˜ ์งˆ๋ฌธ์ด๋‹ค. DB ํ…Œ์ด๋ธ” ํ•œ ๋ฒˆ ์กฐํšŒํ•œ ๊ฒฐ๊ณผ๋งŒ์œผ๋กœ `DB ์ €์žฅ` ๋˜๋Š” `๋ฉ”๋ชจ๋ฆฌ ์ €์žฅ`์„ ํ™•์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. Keycloak ๋ฒ„์ „๊ณผ persistent-session ์„ค์ •์— ๋”ฐ๋ผ ์ €์žฅ ๊ตฌ์กฐ์™€ ์‹œ์ ์ด ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. -์›๋ฌธ์—๋Š” `offline_user_session`์„ ๋กœ๊ทธ์ธ ์ „ํ›„๋กœ ๋น„๊ตํ•˜๋Š” ํ™•์ธ์ด ๋‚จ์•„ ์žˆ์ง€๋งŒ, ํ˜„์žฌ `persistent-user-sessions` ์„ค์ •๊ฐ’๊ณผ ํ•ด๋‹น ์กฐํšŒ ๊ฒฐ๊ณผ๋ฅผ ์ด ๊ธฐ๋ก์—์„œ ๋‹ค์‹œ ๋Œ€์กฐํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด Setup์˜ ํ†ต๊ณผ ์กฐ๊ฑด์€ **๋‘ ๋…ธ๋“œ๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ์ด๋ฃจ๊ณ  ์™ธ๋ถ€ ์š”์ฒญ๊ณผ ๊ด€๋ฆฌ ์ฝ˜์†”์ด ๋™์ž‘ํ•˜๋Š” ๊ฒƒ**๊นŒ์ง€๋กœ ๋‘”๋‹ค. ์„ธ์…˜ ์ €์žฅ ์œ„์น˜์™€ ํŒŒ๋“œ ์žฌ์‹œ์ž‘ ๋’ค ์ƒ์กด ์—ฌ๋ถ€๋Š” ๋ณ„๋„ ์„ธ์…˜ ์‹คํ—˜์˜ ์ฆ๊ฑฐ๋กœ ํŒ์ •ํ•œ๋‹ค. +์›๋ฌธ์—๋Š” `offline_user_session`์„ ๋กœ๊ทธ์ธ ์ „ํ›„๋กœ ๋น„๊ตํ•˜๋Š” ํ™•์ธ์ด ๋‚จ์•„ ์žˆ์ง€๋งŒ, ํ˜„์žฌ `persistent-user-sessions` ์„ค์ •๊ฐ’๊ณผ ํ•ด๋‹น ์กฐํšŒ ๊ฒฐ๊ณผ๋ฅผ ์ด ๊ธฐ๋ก์—์„œ ๋‹ค์‹œ ๋Œ€์กฐํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. ํ˜„์žฌ ํ™•์ธํ•œ ๋ฒ”์œ„๋Š” ๋‘ Keycloak ๋…ธ๋“œ๊ฐ€ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ์ด๋ฃจ๊ณ  ์™ธ๋ถ€ ์š”์ฒญ๊ณผ ๊ด€๋ฆฌ ์ฝ˜์†”์ด ๋™์ž‘ํ•˜๋Š” ๊ฒƒ๊นŒ์ง€๋‹ค. ์„ธ์…˜ ์ €์žฅ ์œ„์น˜์™€ ํŒŒ๋“œ ์žฌ์‹œ์ž‘ ๋’ค ์ƒ์กด ์—ฌ๋ถ€๋Š” ๋ณ„๋„ ์„ธ์…˜ ์‹คํ—˜์˜ ์ฆ๊ฑฐ๋กœ ํŒ์ •ํ•œ๋‹ค. ## Keycloak ๋‘ ๋…ธ๋“œ ํ™•์ธํ‘œ @@ -516,7 +516,7 @@ curl -s -o /dev/null -w '%{http_code}\n' -H 'Host: auth.hyeonworks.com' http://1 kubectl -n keycloak-lab get events --sort-by=.lastTimestamp | tail -20 ``` -๋งจ ์•„๋žซ์ค„๋ถ€ํ„ฐ ๊ฑฐ๊พธ๋กœ ์ฝ๋Š”๋‹ค. `--sort-by` ๋ฅผ ์ค€ ๊นŒ๋‹ญ์ด ๊ทธ๊ฒƒ์ด๋‹ค. TYPE ์ด `Warning` ์ธ ์ค„, REASON ์นธ, ๊ทธ๋ฆฌ๊ณ  OBJECT ์นธ์ด ์–ด๋А ํŒŒ๋“œ์ธ๊ฐ€๋ฅผ ๋ณธ๋‹ค. ์ด๋ฒคํŠธ๋Š” ๊ธฐ๋ณธ ํ•œ ์‹œ๊ฐ„๋งŒ ๋‚จ์œผ๋ฏ€๋กœ ์•„๋ฌด๊ฒƒ๋„ ์—†๋‹ค๊ณ  ๋ฌธ์ œ๊ฐ€ ์—†๋Š” ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. REASON ํ•˜๋‚˜๊ฐ€ ๋‹ค์Œ ํ–‰๋™์„ ์ •ํ•œ๋‹ค โ€” `FailedScheduling` ์€ ๋…ธ๋“œ์— ์ž๋ฆฌ๊ฐ€ ์—†๋Š” ๊ฒƒ์ด๋ผ ํŒŒ๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ๋ด์•ผ ํ•˜๊ณ , `ErrImagePull` ์€ ์ด๋ฏธ์ง€ ์ด๋ฆ„ ๋ฌธ์ œ๋ผ ๋กœ๊ทธ๋ฅผ ๋ณผ ๊ฒƒ๋„ ์—†์œผ๋ฉฐ, `BackOff` ๋Š” ์ปจํ…Œ์ด๋„ˆ๊ฐ€ ๋–ด๋‹ค๊ฐ€ ์ฃฝ๋Š” ์ค‘์ด๋ผ โ‘ข ์œผ๋กœ ๊ฐ„๋‹ค. +๋งจ ์•„๋žซ์ค„๋ถ€ํ„ฐ ๊ฑฐ๊พธ๋กœ ์ฝ๋Š”๋‹ค. `--sort-by` ๋ฅผ ์ค€ ๊นŒ๋‹ญ์ด ๊ทธ๊ฒƒ์ด๋‹ค. TYPE ์ด `Warning` ์ธ ์ค„, REASON ์นธ, ๊ทธ๋ฆฌ๊ณ  OBJECT ์นธ์ด ์–ด๋А ํŒŒ๋“œ์ธ๊ฐ€๋ฅผ ๋ณธ๋‹ค. ์ด๋ฒคํŠธ๋Š” ๊ธฐ๋ณธ ํ•œ ์‹œ๊ฐ„๋งŒ ๋‚จ์œผ๋ฏ€๋กœ ์•„๋ฌด๊ฒƒ๋„ ์—†๋‹ค๊ณ  ๋ฌธ์ œ๊ฐ€ ์—†๋Š” ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. REASON ํ•˜๋‚˜๊ฐ€ ๋‹ค์Œ ํ–‰๋™์„ ์ •ํ•œ๋‹ค โ€” `FailedScheduling` ์€ ๋…ธ๋“œ์— ์ž๋ฆฌ๊ฐ€ ์—†๋Š” ๊ฒƒ์ด๋ผ ํŒŒ๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ๋ด์•ผ ํ•˜๊ณ , `ErrImagePull` ์€ ์ด๋ฏธ์ง€ ์ด๋ฆ„ ๋ฌธ์ œ๋ผ ๋กœ๊ทธ๋ฅผ ๋ณผ ๊ฒƒ๋„ ์—†์œผ๋ฉฐ, `BackOff`๋Š” ์ปจํ…Œ์ด๋„ˆ๊ฐ€ ์‹œ์ž‘ ํ›„ ๋ฐ˜๋ณต ์ข…๋ฃŒ๋˜๋Š” ์ƒํƒœ์ด๋ฏ€๋กœ โ‘ข์˜ ๋กœ๊ทธ ํ™•์ธ์œผ๋กœ ๊ฐ„๋‹ค. **โ‘ก describe.** ๊ทธ ํŒŒ๋“œ์— ํ•œ์ •๋œ ์ด๋ฒคํŠธ์™€ ์ƒํƒœ๋ฅผ ํ•จ๊ป˜ ๋ณธ๋‹ค. @@ -526,14 +526,14 @@ kubectl -n keycloak-lab describe pod keycloak-0 ์œ„์—์„œ๋ถ€ํ„ฐ ์„ธ ๊ณณ์ด๋‹ค. `Conditions` ์ ˆ์—์„œ `Ready` ๊ฐ€ `False` ์ธ๊ฐ€, ์ปจํ…Œ์ด๋„ˆ ์ ˆ์˜ `State` ์™€ `Last State` ์™€ ๊ทธ ์•ˆ์˜ `Exit Code`, ๊ทธ๋ฆฌ๊ณ  ๋งจ ์•„๋ž˜ `Events`. Exit Code ๋Š” ๊ทธ๊ฒƒ๋งŒ์œผ๋กœ ๋ง์ด ๋œ๋‹ค โ€” `137` ์€ OOM ์ด๋‚˜ ๊ฐ•์ œ ์ข…๋ฃŒ, `1` ์€ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ์Šค์Šค๋กœ ๋๋‚ธ ๊ฒƒ, `127` ์€ ๋ช…๋ น์„ ๋ชป ์ฐพ์•˜๋‹ค๋Š” ๋œป์ด๋‹ค. `137` ์ด๋ฉด ๋กœ๊ทธ์— ์•„๋ฌด ๋‹จ์„œ๋„ ์—†์„ ์ˆ˜ ์žˆ์–ด ๋ฉ”๋ชจ๋ฆฌ ํ•œ๋„๋ฅผ ๋ณธ๋‹ค. `Ready` ๋งŒ `False` ์ด๊ณ  ์ปจํ…Œ์ด๋„ˆ๋Š” ์‚ด์•„ ์žˆ์œผ๋ฉด readiness ํ”„๋กœ๋ธŒ ๋ฌธ์ œ์ด๋ฏ€๋กœ ํ™•์ธ โ‘ฃ ๋กœ ๋Œ์•„๊ฐ„๋‹ค. -**โ‘ข ๋กœ๊ทธ.** ์ปจํ…Œ์ด๋„ˆ๊ฐ€ ๋–ด๋Š”๋ฐ ์ฃฝ๋Š” ๊ฒฝ์šฐ๋ฅผ ๋ณธ๋‹ค. +**โ‘ข ๋กœ๊ทธ.** ์ปจํ…Œ์ด๋„ˆ๊ฐ€ ์‹œ์ž‘๋œ ๋’ค ์ข…๋ฃŒ๋˜๋Š” ๊ฒฝ์šฐ๋ฅผ ํ™•์ธํ•œ๋‹ค. ```bash label="[lab host] ์ง€๊ธˆ ๋กœ๊ทธ์™€ ์žฌ์‹œ์ž‘ ์ง์ „ ๋กœ๊ทธ" kubectl -n keycloak-lab logs keycloak-0 kubectl -n keycloak-lab logs keycloak-0 --previous # ์žฌ์‹œ์ž‘ ์ง์ „ ๋กœ๊ทธ ``` -์ฒซ ๋ช…๋ น์—์„œ๋Š” ๋งˆ์ง€๋ง‰ ์ค„๋“ค, ๋‘˜์งธ ๋ช…๋ น์—์„œ๋Š” ์Šคํƒ ํŠธ๋ ˆ์ด์Šค์˜ ๋งจ ์œ—์ค„์„ ๋ณธ๋‹ค. Keycloak ์€ ๊ธฐ๋™์— ์„ฑ๊ณตํ•˜๋ฉด `Keycloak ... started in` ํ•œ ์ค„์„ ๋‚จ๊ธฐ๋ฏ€๋กœ, ๊ทธ ์ค„์ด ์žˆ๋Š”์ง€ ์—†๋Š”์ง€๊ฐ€ ๊ธฐ๋™ ์ค‘๊ณผ ๊ธฐ๋™ ์‹คํŒจ๋ฅผ ๊ฐ€๋ฅธ๋‹ค. `--previous` ๊ฐ€ ์ค‘์š”ํ•˜๋‹ค โ€” CrashLoopBackOff ๋ฉด ์ง€๊ธˆ ์ปจํ…Œ์ด๋„ˆ๋Š” ๋ฐฉ๊ธˆ ๋œฌ ๊ฒƒ์ด๋ผ ์ฃฝ์€ ๊นŒ๋‹ญ์€ ์ด์ „ ์ปจํ…Œ์ด๋„ˆ ๋กœ๊ทธ์— ์žˆ๋‹ค. `--previous` ๊ฐ€ `not found` ๋ฅผ ๋‚ด๋ฉด ์•„์ง ํ•œ ๋ฒˆ๋„ ์žฌ์‹œ์ž‘ํ•˜์ง€ ์•Š์€ ๊ฒƒ์ด๊ณ , ๊ทธ๋Ÿฌ๋ฉด ์ง€๊ธˆ ๋กœ๊ทธ๊ฐ€ ๊ณง ์ „๋ถ€๋‹ค. +์ฒซ ๋ช…๋ น์—์„œ๋Š” ๋งˆ์ง€๋ง‰ ์ค„๋“ค, ๋‘˜์งธ ๋ช…๋ น์—์„œ๋Š” ์Šคํƒ ํŠธ๋ ˆ์ด์Šค์˜ ๋งจ ์œ—์ค„์„ ๋ณธ๋‹ค. Keycloak ์€ ๊ธฐ๋™์— ์„ฑ๊ณตํ•˜๋ฉด `Keycloak ... started in` ํ•œ ์ค„์„ ๋‚จ๊ธฐ๋ฏ€๋กœ, ๊ทธ ์ค„์ด ์žˆ๋Š”์ง€ ์—†๋Š”์ง€๊ฐ€ ๊ธฐ๋™ ์ค‘๊ณผ ๊ธฐ๋™ ์‹คํŒจ๋ฅผ ๊ฐ€๋ฅธ๋‹ค. `--previous` ๊ฐ€ ์ค‘์š”ํ•˜๋‹ค โ€” CrashLoopBackOff ๋ฉด ์ง€๊ธˆ ์ปจํ…Œ์ด๋„ˆ๋Š” ๋ฐฉ๊ธˆ ๋œฌ ๊ฒƒ์ด๋ผ ์ข…๋ฃŒ ์›์ธ์€ ์ด์ „ ์ปจํ…Œ์ด๋„ˆ ๋กœ๊ทธ์—์„œ ํ™•์ธํ•œ๋‹ค. `--previous` ๊ฐ€ `not found` ๋ฅผ ๋‚ด๋ฉด ์•„์ง ํ•œ ๋ฒˆ๋„ ์žฌ์‹œ์ž‘ํ•˜์ง€ ์•Š์€ ๊ฒƒ์ด๊ณ , ๊ทธ๋Ÿฌ๋ฉด ์ง€๊ธˆ ๋กœ๊ทธ๊ฐ€ ๊ณง ์ „๋ถ€๋‹ค. **โ‘ฃ ๊ทธ๋ž˜๋„ ๋ชจ๋ฅด๋ฉด ์•ˆ์—์„œ ๋ณธ๋‹ค.** @@ -558,9 +558,9 @@ kubectl -n keycloak-lab exec -it keycloak-0 -- sh - ๋””์Šค์ปค๋ฒ„๋ฆฌ ํ…Œ์ด๋ธ”์—๋Š” ๋‘˜ ๋‹ค ์žˆ๋Š”๋ฐ ๋ฉ”์‹œ์ง€๊ฐ€ ์•ˆ ๊ฐ€๋Š” ์ƒํƒœ๋ฅผ ์‹ค์ œ๋กœ ๊ฒช์—ˆ๋‹ค. - `kubectl get endpoints` ์˜ v1.33 deprecation ์€ ์ฟ ๋ฒ„๋„คํ‹ฐ์Šค ์ชฝ ๊ทœ๊ฒฉ์ด๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ํ•ด๋‹น ๋ฒ„์ „ ์œ„์—์„œ ๋ช…๋ น ์„ ํƒ์— ๋ฐ˜์˜ํ–ˆ์„ ๋ฟ, deprecation ์ž์ฒด๋ฅผ ์ธก์ •ํ•œ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. - Infinispan ์ด ํŒŒ๋“œ ์ด๋ฆ„์— ์ž„์˜์˜ ์ ‘๋ฏธ์‚ฌ๋ฅผ ๋ถ™์—ฌ ํด๋Ÿฌ์Šคํ„ฐ ๋…ธ๋“œ ์‹๋ณ„์ž๋กœ ์“ฐ๋Š” ๊ฒƒ์€ Infinispan ์ชฝ ๋™์ž‘์ด๋‹ค. 2026-09-17 ์‹ค์ œ ๋กœ๊ทธ์—๋Š” `keycloak-0-10001` ๊ณผ `keycloak-0-46674` ๊ฐ€ ๊ทธ๋Ÿฐ ํ˜•ํƒœ๋กœ ๋‚˜ํƒ€๋‚ฌ๋‹ค. -- ์ด ๊ธ€์€ `keycloak-cluster.yaml` ์ „์ฒด๋ฅผ ๋ณธ๋ฌธ์— ๋ณต์ œํ•˜์ง€ ์•Š๋Š”๋‹ค. ์ด๋ฏธ์ง€ ํƒœ๊ทธ์™€ ํ˜„์žฌ ๊ฒ€์ฆ์— ํ•„์š”ํ•œ ์ฃผ์š” ์„ค์ •์€ ํ™•์ธํ–ˆ์ง€๋งŒ, ํŒŒ๋“œ ์ž์› ํ•œ๋„ยทํ”„๋กœ๋ธŒยท`persistent-user-sessions` ์„ค์ •๊ฐ’์€ ์ด Setup์˜ ์„ค๋ช… ๋ฒ”์œ„์— ๋ชจ๋‘ ์˜ฎ๊ธฐ์ง€ ์•Š์•˜๋‹ค. ๊ทธ ๊ฐ’์ด ํ•„์š”ํ•œ ์‹คํ—˜์—์„œ๋Š” ์‹ค์ œ ๋งค๋‹ˆํŽ˜์ŠคํŠธ๋ฅผ ๋‹ค์‹œ ํ™•์ธํ•œ๋‹ค. +- `keycloak-cluster.yaml`์˜ ๋ชจ๋“  ํ•„๋“œ๋ฅผ ์—ฌ๊ธฐ ์˜ฎ๊ธฐ์ง€๋Š” ์•Š์•˜๋‹ค. ํŒŒ๋“œ ์ž์› ํ•œ๋„, ํ”„๋กœ๋ธŒ, `persistent-user-sessions`์ฒ˜๋Ÿผ ์ด ์ ˆ์ฐจ์—์„œ ์ง์ ‘ ํ™•์ธํ•˜์ง€ ์•Š์€ ๊ฐ’์€ ์‹ค์ œ ๋งค๋‹ˆํŽ˜์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค. - `get all` ๊ณผ `get deploy` ์™€ `get pvc` ์™€ `describe pvc` ์™€ ๋””์Šค์ปค๋ฒ„๋ฆฌ ํ…Œ์ด๋ธ” ์กฐํšŒ์™€ `get events` ์™€ `describe pod` ์™€ `logs` ์˜ ์ถœ๋ ฅ์€ ๊ฐ€์ด๋“œ๊ฐ€ ๋ด์•ผ ํ•  ์ค„๋งŒ ์ ์—ˆ๊ณ  ๊ฐ’์ด ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ 05 ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. `local-path` PVC ๊ฐ€ ๋…ธ๋“œ ๋””์Šคํฌ์— ๋‚จ๊ธด ๋ฐ์ดํ„ฐ๊ฐ€ ๋„ค์ž„์ŠคํŽ˜์ด์Šค๋ฅผ ์ง€์šธ ๋•Œ ์–ด๋–ป๊ฒŒ ๋˜๋Š”์ง€๋„ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. +- `local-path` PVC๋ฅผ ํฌํ•จํ•œ ์ „์ฒด ์ œ๊ฑฐ ์ ˆ์ฐจ์™€ ์‚ญ์ œ ๋’ค ๋…ธ๋“œ ๋””์Šคํฌ์˜ ๋ฐ์ดํ„ฐ ์ƒํƒœ๋Š” ์•„์ง ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. - ์ด ๋‹จ๊ณ„์—๋Š” ใ€Œ์ด ์‹คํ—˜๋Œ€๋Š” ์ด๋ ‡๊ฒŒ ํ–ˆ๋‹คใ€์™€ ใ€Œ๋”ฐ๋ผ ํ•˜๋Š” ์‚ฌ๋žŒ์€ใ€ ๋‘ ๊ฐˆ๋ž˜๊ฐ€ ์—†๋‹ค. 05 ๋Š” ํŒŒ์ผ์„ ์ง์ ‘ ์“ฐ์ง€ ์•Š๊ณ  ์ €์žฅ์†Œ์˜ ๋งค๋‹ˆํŽ˜์ŠคํŠธ๋ฅผ ์ ์šฉํ•œ๋‹ค. - 2026-09-17 ์— ๊ฐ“ ์„ธ์šด ํด๋Ÿฌ์Šคํ„ฐ์—์„œ ์ด ์ ˆ์ฐจ๋ฅผ ์ฒ˜์Œ๋ถ€ํ„ฐ ๋‹ค์‹œ ๋ฐŸ์•˜๋‹ค. ๊ฐ™์€ ๊ฐ’์ด ๋‹ค์‹œ ๋‚˜์˜จ ๊ฒƒ โ€” `postgres-7b474b88c8` ์ด๋ผ๋Š” ReplicaSet ํ•ด์‹œ, Secret ์˜ 19ยท22 bytes ์™€ ์ฃผ์ž…๋œ ๊ธธ์ด 19ยท๋ณตํ˜ธ ๊ธธ์ด 22, Endpoints ๋‘ ๊ฐœ์™€ `ready` ๋‘ ์ค„, `jgroups_ping` 2 ํ–‰, ์ž„์‹œ ํŒŒ๋“œ๊ฐ€ ์ฝ์€ `vendor_cluster_size โ€ฆ 2.0`, Keycloak ์ด๋ฏธ์ง€์— `curl` ์ด ์—†๋‹ค๋Š” ๊ฒƒ๊ณผ exit code 127, `kubectl get endpoints` ์˜ deprecation ๊ฒฝ๊ณ . **ํŒŒ๋“œ IP ์™€ Infinispan ์ ‘๋ฏธ์‚ฌ๋งŒ ๋‹ฌ๋ž๋‹ค** โ€” ๊ทธ๊ฒƒ๋“ค์€ ๋งค๋ฒˆ ์ƒˆ๋กœ ๋ถ™๋Š”๋‹ค. - ๊ฐ™์€ ๋‚  ์‹ค์ œ ์ถœ๋ ฅ์—์„œ ๋ฌธ์„œ์™€ ๋‹ฌ๋ž๋˜ ๊ฒƒ์€ ๋‹ค์Œ๊ณผ ๊ฐ™๋‹ค โ€” `rollout status` ๊ฐ€ `Waiting for โ€ฆ` ๋ฅผ ์ฐ๋Š”๋‹ค๋Š” ๊ฒƒ, PVC ๊ฐ€ `postgres-data` ํ•˜๋‚˜๋ผ๋Š” ๊ฒƒ, ํ™˜๊ฒฝ๋ณ€์ˆ˜ ๋ชฉ๋ก์ด ์—ด์„ธ ์ค„์ด๋ผ๋Š” ๊ฒƒ, `ISPN000094` ์ด๋ฆ„์— `(v=16.0.12)` ๊ฐ€ ๋ถ™๋Š”๋‹ค๋Š” ๊ฒƒ, ์ธ์ฆ์„œ ๋‹จ๊ณ„๋ฅผ ๊ฑด๋„ˆ๋›ฐ๋ฉด ๋ฐ–์—์„œ๊ฐ€ `000` ์ด๋ผ๋Š” ๊ฒƒ. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-power-cycle-the-lab-and-reallocate-guest-memory.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-power-cycle-the-lab-and-reallocate-guest-memory.md index 0511c2a..ba0c316 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-power-cycle-the-lab-and-reallocate-guest-memory.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-power-cycle-the-lab-and-reallocate-guest-memory.md @@ -212,13 +212,13 @@ database system is ready to accept connections ์ฒซ ๋ช…๋ น์—์„œ `kc-lab-1` ์˜ `CP` ์—ด์— ๊ฐ’์ด ์žˆ๊ณ  `kc-lab-2` ๋Š” ๋น„์–ด ์žˆ๋Š”์ง€, ์ข…๋ฃŒ ์งํ›„ pid ํŒŒ์ผ์€ `absent`์ธ์ง€, ์žฌ๊ธฐ๋™ ๋กœ๊ทธ๊ฐ€ clean shutdown ์‹œ๊ฐ์„ ์ฝ๊ณ  ๋ฐ”๋กœ ready๊ฐ€ ๋˜๋Š”์ง€ ๋ณธ๋‹ค. **์žฌ๊ธฐ๋™ ๋’ค `postmaster.pid` ์กด์žฌ ์—ฌ๋ถ€๋ฅผ crash ํŒ์ •์œผ๋กœ ์“ฐ๋ฉด ์•ˆ ๋œ๋‹ค.** ์ด์ „ ๋ฌธ์„œ์˜ ๊ทธ ํŒ์ •์€ 2026-09-21 ์‹คํ—˜์—์„œ ํ‹€๋ฆฐ ๊ฒƒ์œผ๋กœ ํ™•์ธ๋๋‹ค. -๋…ธ๋“œ ์—ญํ•  ๊ตฌ๋ถ„์€ ๊ทธ๋Œ€๋กœ ์ค‘์š”ํ•˜๋‹ค. `kc-lab-2` ๋ฅผ ์ฃฝ์ด๋ฉด ์›Œ์ปค ์›Œํฌ๋กœ๋“œ๊ฐ€ ์‚ฌ๋ผ์ง€์ง€๋งŒ ์ œ์–ด๋ฉด์€ ๋‚จ๊ณ , `kc-lab-1` ์„ ์ฃฝ์ด๋ฉด `kubectl` ๊ณผ control-plane๋„ ํ•จ๊ป˜ ์‚ฌ๋ผ์ง„๋‹ค. +๋…ธ๋“œ ์—ญํ•  ๊ตฌ๋ถ„์€ ๊ทธ๋Œ€๋กœ ์ค‘์š”ํ•˜๋‹ค. `kc-lab-2`๋ฅผ ์ค‘๋‹จํ•˜๋ฉด ํ•ด๋‹น worker์˜ ์›Œํฌ๋กœ๋“œ๊ฐ€ ์‚ฌ๋ผ์ง€์ง€๋งŒ control-plane์€ ๋‚จ๊ณ , `kc-lab-1`์„ ์ค‘๋‹จํ•˜๋ฉด `kubectl`์ด ์—ฐ๊ฒฐํ•  control-plane๋„ ํ•จ๊ป˜ ์‚ฌ์šฉํ•  ์ˆ˜ ์—†๊ฒŒ ๋œ๋‹ค. ## ์ด ์ ˆ์ฐจ๋งŒ์œผ๋กœ ํŒ๋‹จํ•˜์ง€ ์•Š๋Š” ์žฅ์•  ๋ฒ”์œ„ -๊ด€์ธก ์Šคํƒ์„ ์–ด๋А ๋…ธ๋“œ์— ๋‘˜์ง€๋Š” ์—ฌ๊ธฐ์„œ ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. server ์™€ agent ๊ฐ€ ์™œ ๋‹ค๋ฅธ์ง€๋งŒ ์œ„์—์„œ ํ•œ ๋ฒˆ ์ ์—ˆ๊ณ , ๊ทธ๋ž˜์„œ ๊ด€์ธก์„ server ์ชฝ์— ๋‘๋Š” ํŒ๋‹จ์€ ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€๋ฅผ ๊ณ ๋ฅธ ๊ฒฐ์ •๊ณผ Prometheus ๋ฅผ ์˜ฌ๋ฆฌ๋Š” ํŽธ์ด ๋ฐ›๋Š”๋‹ค. +์ด ์ ˆ์ฐจ์—์„œ๋Š” server์™€ agent๋ฅผ ์ค‘๋‹จํ–ˆ์„ ๋•Œ ์˜ํ–ฅ ๋ฒ”์œ„๋งŒ ํ™•์ธํ•œ๋‹ค. Prometheus์™€ Grafana์˜ ๋ฐฐ์น˜ ์œ„์น˜๋Š” ์ „์› ์ˆœํ™˜ ๊ณผ์ •์—์„œ ๋ณ€๊ฒฝํ•˜์ง€ ์•Š๋Š”๋‹ค. -์ด ์ ˆ์ฐจ์˜ ๊ทผ๊ฑฐ๋Š” ์ œ9๋ถ€์˜ ๊ฐœ๋… ๋ฌธ์„œ์ด๊ณ , ๊ทธ ๋ฌธ์„œ์˜ ์‹ค์ธก ์Šค๋ƒ…์ƒท์€ 2026-09-03, ์žฌ๋ฐฐ๋ถ„ ๊ธฐ๋ก์€ 2026-09-11 ์ด๋‹ค. ์ œ7๋ถ€๊ฐ€ 2026-09-10 ์— ์žฐ ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ๊ฐ’๊ณผ ๋‚ ์งœ๊ฐ€ ์—‡๊ฐˆ๋ฆฌ๋ฏ€๋กœ, ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์ˆ˜์น˜๋Š” ๊ฐ๊ฐ ๊ทธ ์‹œ์ ์˜ ๊ฒƒ์œผ๋กœ ์ฝ๋Š”๋‹ค. +๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ๊ฐ’์€ ์ธก์ • ์‹œ์ ์ด ์„œ๋กœ ๋‹ค๋ฅด๋‹ค. ์ดˆ๊ธฐ ๋ฐฐ์น˜ ์Šค๋ƒ…์ƒท์€ 2026-09-03, ์ž์› ์‚ฌ์šฉ๋Ÿ‰ ์ธก์ •์€ 2026-09-10, ๋ฉ”๋ชจ๋ฆฌ ์žฌ๋ฐฐ๋ถ„ ๊ธฐ๋ก์€ 2026-09-11์ด๋ฏ€๋กœ ์„œ๋กœ ๋‹ค๋ฅธ ๋‚ ์งœ์˜ ๊ฐ’์„ ๊ฐ™์€ ์ƒํƒœ๋กœ ํ•ฉ์น˜์ง€ ์•Š๋Š”๋‹ค. 2026-09-21์— ์ด ์ˆœ์„œ๋ฅผ worker VM ๋‘ ๋Œ€์— ๋‹ค์‹œ ์‹คํ–‰ํ–ˆ๋‹ค. Keycloakโ†’PostgreSQL ์ˆœ์œผ๋กœ replica๋ฅผ 0๊นŒ์ง€ ๋‚ด๋ฆฌ๊ณ  ๋‘ VM์„ `virsh shutdown`์œผ๋กœ ์ •์ƒ ์ข…๋ฃŒํ•œ ๋’ค ๋‹ค์‹œ ์‹œ์ž‘ํ–ˆ๋‹ค. ๋‘ ๋…ธ๋“œ๋Š” `Ready`๋กœ ๋ณต๊ท€ํ–ˆ์ง€๋งŒ Keycloak๊ณผ PostgreSQL์˜ replica๋Š” 0 ๊ทธ๋Œ€๋กœ์˜€๊ณ , PostgreSQL์„ ๋จผ์ € 1๋กœ ์˜ฌ๋ฆฐ ๋’ค Keycloak์„ 2๋กœ ์˜ฌ๋ ค์•ผ ์›๋ž˜ ์ƒํƒœ๊ฐ€ ๋ณต๊ตฌ๋๋‹ค. PostgreSQL ๊ธฐ๋™ ๋กœ๊ทธ๋Š” clean shutdown์„ ํ™•์ธํ–ˆ๊ณ  Keycloak ๋‘ ํŒŒ๋“œ๋„ ๋‹ค์‹œ Ready๊ฐ€ ๋๋‹ค. ๋ฌผ๋ฆฌ `test-server` ์ž์ฒด์˜ `systemctl poweroff`๋Š” edge์˜ ์‹ค์ œ ์„œ๋น„์Šค์™€ SSH/Tailscale๊นŒ์ง€ ๋Š์œผ๋ฏ€๋กœ ์ด๋ฒˆ ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์•ˆ์ „ ์กฐ๊ฑด ๋•Œ๋ฌธ์— ์‹คํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. ๋”ฐ๋ผ์„œ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ ์ „์› ์ฐจ๋‹จ ๋’ค ๋ณต๊ตฌ ์ ˆ์ฐจ๋Š” ์•„์ง ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prepare-the-lab-host-for-virtualization.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prepare-the-lab-host-for-virtualization.md index 489a947..a2a7f6d 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prepare-the-lab-host-for-virtualization.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prepare-the-lab-host-for-virtualization.md @@ -71,7 +71,7 @@ sourceRevision: import-head 9465582b5d1630eb4ae7c4e078021486919bf6b6 ยท uncommit ์ „์ œ๋Š” ๊ฐ€์ด๋“œ๊ฐ€ ๋‘ ์ค„๋กœ ์ ์—ˆ๋‹ค โ€” ๋ฌผ๋ฆฌ ๊ธฐ๊ณ„ ํ•œ ๋Œ€๊ฐ€ ์žˆ๊ณ , ๋ฐฐํฌํŒ์€ ์ƒ๊ด€์—†๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” Arch Linux ๋กœ ์„ธ์› ๊ณ  ๋ฐฐํฌํŒ์ด ๋‹ค๋ฅด๋ฉด ํŒจํ‚ค์ง€ ์ด๋ฆ„๋งŒ ๋‹ฌ๋ผ์ง„๋‹ค. ์•ž ๋‹จ๊ณ„๊ฐ€ ์—†์œผ๋ฏ€๋กœ ์ด ์ ˆ์ฐจ๋Š” ๋‹ค๋ฅธ ๋ฌด์—‡๋„ ์ „์ œํ•˜์ง€ ์•Š๋Š”๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 00 ์— ์—†๋‹ค**. ๊ฐ€์ด๋“œ 7ํŽธ ๊ฐ€์šด๋ฐ ๋˜๋Œ๋ฆฌ๊ธฐ๋ฅผ ์ ์€ ํŽธ์€ ๋‹จ๊ณ„ 03 ํ•˜๋‚˜๋‹ค. ์ด ๋‹จ๊ณ„๊ฐ€ ํ˜ธ์ŠคํŠธ์— ๋‚จ๊ธฐ๋Š” ๊ฒƒ์€ ์—ฌ์„ฏ์ด๋‹ค. +์ด ๋‹จ๊ณ„์—์„œ ์„ค์น˜ยท๋ณ€๊ฒฝํ•˜๋Š” ํ•ญ๋ชฉ์„ ๋ชจ๋‘ ์›๋ž˜ ์ƒํƒœ๋กœ ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์•„์ง ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. ํ˜ธ์ŠคํŠธ์—๋Š” ๋‹ค์Œ ํ•ญ๋ชฉ์ด ๋‚จ๋Š”๋‹ค. | ๋‚จ๋Š” ๊ฒƒ | ์–ด๋””์— | |---|---| @@ -405,7 +405,7 @@ lscpu | grep -E "^Model name|^CPU\(s\):|^Core\(s\)|^Thread\(s\)" ``` `Triggers` ๊ฐ€ `libvirtd.service` ๋ฅผ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์ด ์†Œ์ผ“ ํ™œ์„ฑํ™”๊ฐ€ ๊ฑธ๋ ธ๋‹ค๋Š” ๋œป์ด๋‹ค. ์†Œ์ผ“์ด ๋จผ์ € ๋œจ๊ณ  ์ฒซ ์ ‘์†์ด ์˜ฌ ๋•Œ ์„œ๋น„์Šค๊ฐ€ ๊นจ์–ด๋‚œ๋‹ค โ€” ๊ทธ๋ž˜์„œ `.service` ๊ฐ€ ์•„๋‹ˆ๋ผ `.socket` ์„ `enable` ํ•œ๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. ํŒจํ‚ค์ง€์™€ ๊ทธ๋ฃน๊ณผ ์œ ๋‹›๊ณผ `~/.config/libvirt/libvirt.conf` ์™€ ๋„คํŠธ์›Œํฌ autostart ๋ฅผ ๋ชจ๋‘ ๊ฑท์–ด๋‚ด๋Š” ์ „์ฒด rollback์€ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. +- ํŒจํ‚ค์ง€, ์‚ฌ์šฉ์ž ๊ทธ๋ฃน, libvirt ์œ ๋‹›, `~/.config/libvirt/libvirt.conf`, ๋„คํŠธ์›Œํฌ autostart๊นŒ์ง€ ๋ชจ๋‘ ์›๋ž˜ ์ƒํƒœ๋กœ ๋˜๋Œ๋ฆฌ๋Š” ์ „์ฒด rollback์€ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. - `sudo modprobe kvm_intel` ์€ ๋ง‰ํ˜”์„ ๋•Œ ์น˜๋ผ๊ณ  ๊ฐ€์ด๋“œ๊ฐ€ ์ ์–ด ๋‘” ๋ช…๋ น์ด๊ณ , ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ๋ชจ๋“ˆ์ด ์ด๋ฏธ ์˜ฌ๋ผ์™€ ์žˆ์–ด ์น˜์ง€ ์•Š์•˜๋‹ค. - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” ์‹ค์ œ ๋กœ๊ทธ์ธ ์…ธ์ด `/bin/zsh`, ๋น„๋Œ€ํ™”์‹ SSH์˜ `LIBVIRT_DEFAULT_URI`๋Š” ๋นˆ ๊ฐ’์ธ๋ฐ๋„ `virsh uri`๊ฐ€ `qemu:///system`์ž„์„ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ๊ณผ๊ฑฐ `.bashrc`๊นŒ์ง€ ํ•จ๊ป˜ ์ˆ˜์ •ํ•˜๋˜ ์ ˆ์ฐจ๋Š” current procedure์—์„œ ์ œ์™ธํ–ˆ๋‹ค. - Debian๊ณผ Ubuntu์˜ ํŒจํ‚ค์ง€ ์ด๋ฆ„์€ ๊ฐ€์ด๋“œ๊ฐ€ ์ฐธ๊ณ ์šฉ์œผ๋กœ ์ ์–ด ๋‘” ๊ฒƒ์ด๊ณ , ์ด ์‹คํ—˜๋Œ€๋Š” Arch์—์„œ๋งŒ ํ™•์ธํ–ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prometheus-and-grafana-for-the-lab.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prometheus-and-grafana-for-the-lab.md index 149ac34..eed212a 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prometheus-and-grafana-for-the-lab.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-prometheus-and-grafana-for-the-lab.md @@ -45,7 +45,7 @@ source: **๋งˆ์ง€๋ง‰ ํฌํŠธํฌ์›Œ๋“œ๋งŒ ์˜ˆ์™ธ๋‹ค.** ๊ทธ ํ„ฐ๋„์€ ๋ช…๋ น์„ ์นœ ๊ธฐ๊ณ„์—์„œ๋งŒ ์—ด๋ฆฌ๋ฏ€๋กœ, ๋ธŒ๋ผ์šฐ์ €๋กœ ๋ณผ ๊ธฐ๊ณ„์—์„œ ์ณ์•ผ ํ•œ๋‹ค. -์ด ๋‹จ๊ณ„์—๋„ ์†์œผ๋กœ ์“ฐ๋Š” ํŒŒ์ผ์ด ์—†๋‹ค. ์„ธ์šฐ๋Š” ๊ฒƒ์ด ์ „๋ถ€ ๋งค๋‹ˆํŽ˜์ŠคํŠธ ํ•œ ์žฅ์— ๋“ค์–ด ์žˆ๊ณ , ๊ทธ ์›๋ฌธ์€ ์ €์žฅ์†Œ์˜ `deploy/lab/k8s/observability.yaml` ์ด๋‹ค. +๊ด€์ธก ์Šคํƒ์˜ ๋ฆฌ์†Œ์Šค ์ •์˜๋Š” ์ €์žฅ์†Œ์˜ `deploy/lab/k8s/observability.yaml`์— ๋“ค์–ด ์žˆ๋‹ค. ์ ์šฉ ์ „์— DaemonSet, Deployment, Service์™€ ์Šคํฌ๋ ˆ์ดํ”„ ๋Œ€์ƒ์„ ์‹ค์ œ ๋งค๋‹ˆํŽ˜์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค. **๋žฉ ํ˜ธ์ŠคํŠธ์™€ ํŒŒ๋“œ ๋‚ด๋ถ€์˜ DNS ๊ฒฝ๋กœ๋Š” ๋‹ค๋ฅด๋‹ค.** lab host์—์„œ `auth.hyeonworks.com`์„ ํ’€๋ฉด ์ž์‹ ์˜ tailnet ์ฃผ์†Œ `100.83.212.4`๊ฐ€ ๋‚˜์˜ค๊ณ , host๊ฐ€ ์Šค์Šค๋กœ ๋‚ธ ํŒจํ‚ท์€ `tailscale0` ingress DNAT์„ ํƒ€์ง€ ์•Š์œผ๋ฏ€๋กœ ์—ฌ๊ธฐ์„œ ํ•˜๋Š” ์™ธ๋ถ€ ๊ฒฝ๋กœ ํ™•์ธ์—๋Š” `--resolve <์ด๋ฆ„>:443:192.168.122.10`์„ ๋ถ™์ธ๋‹ค. ๋ฐ˜๋ฉด ์•ž ๋‹จ๊ณ„์˜ CoreDNS ๋ณด์ •์„ ์ ์šฉํ•œ ํ˜„์žฌ ํด๋Ÿฌ์Šคํ„ฐ์—์„œ๋Š” ํŒŒ๋“œ ๋‚ด๋ถ€์˜ `auth.hyeonworks.com`์ด `192.168.122.10` edge๋ฅผ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์„ 2026-09-21์— ํ™•์ธํ–ˆ๋‹ค. tailnet์— ๋ถ™์€ ๋‹ค๋ฅธ ๊ธฐ๊ณ„์—์„œ๋Š” DNS ์ด๋ฆ„ ๊ทธ๋Œ€๋กœ ์™ธ๋ถ€ ์ง„์ž… ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ•œ๋‹ค. @@ -73,7 +73,7 @@ source: ์ „์ œ๋Š” ํ•œ ์ค„์ด๋‹ค โ€” ์•ž ๋‹จ๊ณ„๊ฐ€ ๋๋‚˜ Keycloak ๋‘ ๋…ธ๋“œ๊ฐ€ ๋–ด๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 06 ์— ์—†๋‹ค**. ์ด ๋‹จ๊ณ„๊ฐ€ ๋‚จ๊ธฐ๋Š” ๊ฒƒ์€ `observability` ๋„ค์ž„์ŠคํŽ˜์ด์Šค์™€ ๊ทธ ์•ˆ์˜ ์ „๋ถ€์ด๊ณ , `node-exporter` ๋Š” DaemonSet ์ด๋ผ ๋…ธ๋“œ๋งˆ๋‹ค ํ•˜๋‚˜์”ฉ ๋ถ™์–ด ์žˆ๋‹ค. ์ง€์šฐ๋Š” ์ˆœ์„œ๋„ ์ง€์šด ๋’ค์˜ ํ™•์ธ๋„ ๊ฐ€์ด๋“œ์— ์—†๋‹ค. +`observability` ๋„ค์ž„์ŠคํŽ˜์ด์Šค ์ „์ฒด๋ฅผ ์ œ๊ฑฐํ•˜๊ณ  ์‚ญ์ œ ์ƒํƒœ๊นŒ์ง€ ํ™•์ธํ•˜๋Š” ์ ˆ์ฐจ๋Š” ์•„์ง ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. `node-exporter`๋Š” DaemonSet์ด๋ฏ€๋กœ ๋‘ ๋…ธ๋“œ์— ๊ฐ๊ฐ ํŒŒ๋“œ๊ฐ€ ์žˆ์œผ๋ฉฐ, ์ œ๊ฑฐํ•  ๋•Œ ์ด ๋ฆฌ์†Œ์Šค๊นŒ์ง€ ํ•จ๊ป˜ ์—†์–ด์ง€๋Š”์ง€ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ## ์ˆ˜์ง‘ ๋Œ€์ƒ๊ณผ ํ˜„์žฌ ํŒŒ๋“œ ์ƒํƒœ๋ฅผ ๋จผ์ € ํ™•์ธํ•œ๋‹ค @@ -138,7 +138,7 @@ node-exporter ๊ฐ€ ๋‘˜์ธ ๊ฒƒ์€ DaemonSet ์ด๋ผ ๋…ธ๋“œ๋งˆ๋‹ค ํ•˜๋‚˜์”ฉ ๋œจ๊ธฐ kubectl -n observability get pods -o wide ``` -NODE ์—ด์—์„œ Prometheus ์™€ Grafana ๊ฐ€ ์–ด๋А ๋…ธ๋“œ์— ์žˆ๋Š”์ง€ ๋ณธ๋‹ค. ์ฃฝ๋Š” ์ˆœ๊ฐ„์„ ๊ธฐ๋กํ•ด์•ผ ํ•˜๋Š” ์ชฝ์ด ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ๋‚ด๋ ค๊ฐ€๋ฉด ๊ธฐ๋ก์ด ๋‚จ์ง€ ์•Š์œผ๋ฏ€๋กœ, ๊ด€์ธก ์Šคํƒ์€ ๊ด€์ธก ๋Œ€์ƒ๊ณผ ๊ฐ™์ด ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค. ๋…ธ๋“œ๊ฐ€ ๋‘˜๋ฟ์ธ ์‹คํ—˜๋Œ€์—์„œ๋Š” ์™„์ „ํžˆ ๊ฐˆ๋ผ ๋‘˜ ์ˆ˜ ์—†์–ด์„œ ๊ทœ์น™์œผ๋กœ ์ •ํ–ˆ๋‹ค โ€” ๊ด€์ธก ์Šคํƒ์€ server ๋…ธ๋“œ์ธ `kc-lab-1` ์— ๋‘๊ณ  ์žฅ์•  ์ฃผ์ž…์€ agent ๋…ธ๋“œ์ธ `kc-lab-2` ์— ํ•œ๋‹ค. `nodeSelector` ๋กœ ๋ชป๋ฐ•์•„ ๋‘๋ฉด ์‹คํ—˜์„ ๋‹ค์‹œ ๋Œ๋ ค๋„ ๊ฐ™์€ ๋…ธ๋“œ์— ๋œฌ๋‹ค. node-exporter ๋Š” DaemonSet ์ด๋ผ ์ด ๊ทœ์น™ ๋ฐ–์ด๊ณ  ๋‘ ๋…ธ๋“œ์— ๋‹ค ๋–  ์žˆ์–ด์•ผ ํ•œ๋‹ค. +NODE ์—ด์—์„œ Prometheus ์™€ Grafana ๊ฐ€ ์–ด๋А ๋…ธ๋“œ์— ์žˆ๋Š”์ง€ ๋ณธ๋‹ค. ์žฅ์• ๊ฐ€ ๋ฐœ์ƒํ•œ ๊ตฌ๊ฐ„์„ ๊ธฐ๋กํ•˜๋ ค๋ฉด ๊ด€์ธก ์Šคํƒ์ด ์žฅ์•  ์ฃผ์ž… ๋Œ€์ƒ๊ณผ ๊ฐ™์€ ๋…ธ๋“œ์—์„œ ํ•จ๊ป˜ ์ค‘๋‹จ๋˜์ง€ ์•Š๋„๋ก ๋ฐฐ์น˜ํ•ด์•ผ ํ•œ๋‹ค. ๋…ธ๋“œ๊ฐ€ ๋‘˜๋ฟ์ธ ์‹คํ—˜๋Œ€์—์„œ๋Š” ์™„์ „ํžˆ ๊ฐˆ๋ผ ๋‘˜ ์ˆ˜ ์—†์–ด์„œ ๊ทœ์น™์œผ๋กœ ์ •ํ–ˆ๋‹ค โ€” ๊ด€์ธก ์Šคํƒ์€ server ๋…ธ๋“œ์ธ `kc-lab-1` ์— ๋‘๊ณ  ์žฅ์•  ์ฃผ์ž…์€ agent ๋…ธ๋“œ์ธ `kc-lab-2` ์— ํ•œ๋‹ค. `nodeSelector` ๋กœ ๋ชป๋ฐ•์•„ ๋‘๋ฉด ์‹คํ—˜์„ ๋‹ค์‹œ ๋Œ๋ ค๋„ ๊ฐ™์€ ๋…ธ๋“œ์— ๋œฌ๋‹ค. node-exporter ๋Š” DaemonSet ์ด๋ผ ์ด ๊ทœ์น™ ๋ฐ–์ด๊ณ  ๋‘ ๋…ธ๋“œ์— ๋‹ค ๋–  ์žˆ์–ด์•ผ ํ•œ๋‹ค. ## scrape ๋Œ€์ƒ๊ณผ ์ ‘๊ทผ ๊ฒฝ๋กœ @@ -318,7 +318,7 @@ kubectl -n observability port-forward svc/grafana 3000:3000 - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” raw `/api/v1/targets` ์‘๋‹ต์„ ๋จผ์ € ๋ณด์กดํ•œ ๋’ค ํ™•์ธํ•˜๋‹ˆ `keycloak`ยท`kubelet`ยท`node-exporter`ยท`prometheus` ๋„ค job์ด ๋ชจ๋‘ `health=up`์ด์—ˆ๋‹ค. `vendor_cluster_size`๋Š” ๋‘ ๊ฒฐ๊ณผ๊ฐ€ ๋ชจ๋‘ `2`, `up`์€ ๋‘ Keycloakยท๋‘ node-exporterยท๋‘ kubeletยทPrometheus ๋ชจ๋‘ `1`์ด์—ˆ๋‹ค. - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” Grafana๋ฅผ ์ž„์‹œ `port-forward`๋กœ `127.0.0.1:3001`์—๋งŒ ์—ด๊ณ  `/api/health` ์‘๋‹ต์„ ํ™•์ธํ•œ ๋’ค ํฌํŠธํฌ์›Œ๋“œ๋ฅผ ์ข…๋ฃŒํ–ˆ๋‹ค. - `get pods -o wide` ์™€ targets ์˜ `health` ํ›‘๊ธฐ, `query=up`, `port-forward` ์˜ ์ถœ๋ ฅ์€ ๊ฐ€์ด๋“œ๊ฐ€ ๋ด์•ผ ํ•  ์ค„๋งŒ ์ ์—ˆ๊ณ  ๊ฐ’์ด ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ 06 ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. DaemonSet ์ด ๋…ธ๋“œ๋งˆ๋‹ค ๋‚จ๊ธด ๊ฒƒ์„ ๊ฑท์–ด๋‚ด ๋ณธ ์ ์ด ์—†๋‹ค. +- observability ๋ฆฌ์†Œ์Šค ์ „์ฒด๋ฅผ ์‚ญ์ œํ•˜๊ณ  DaemonSet ํŒŒ๋“œ๊ฐ€ ๋‘ ๋…ธ๋“œ์—์„œ ๋ชจ๋‘ ์ œ๊ฑฐ๋˜๋Š”์ง€๊นŒ์ง€ ํ™•์ธํ•œ ๊ธฐ๋ก์€ ์—†๋‹ค. - ์ด ๋‹จ๊ณ„์—๋Š” ใ€Œ์ด ์‹คํ—˜๋Œ€๋Š” ์ด๋ ‡๊ฒŒ ํ–ˆ๋‹คใ€์™€ ใ€Œ๋”ฐ๋ผ ํ•˜๋Š” ์‚ฌ๋žŒ์€ใ€ ๋‘ ๊ฐˆ๋ž˜๊ฐ€ ์—†๋‹ค. 06 ์€ ํŒŒ์ผ์„ ์ง์ ‘ ์“ฐ์ง€ ์•Š๊ณ  ์ €์žฅ์†Œ์˜ ๋งค๋‹ˆํŽ˜์ŠคํŠธ๋ฅผ ์ ์šฉํ•œ๋‹ค. - node-exporter๊ฐ€ ์žฌ๋Š” ๊ฐ’์€ ๊ฒŒ์ŠคํŠธ ์ปค๋„์—์„œ ๋ณธ ๊ฐ’์ด๋‹ค. ์Šคํฌ๋ ˆ์ดํ”„ ๋Œ€์ƒ ๋„ค ๊ฐœ๊ฐ€ ๋ชจ๋‘ ํด๋Ÿฌ์Šคํ„ฐ ์•ˆ์— ์žˆ์œผ๋ฏ€๋กœ ์ด ์‹คํ—˜๋Œ€๊ฐ€ ํ˜ธ์ŠคํŠธ ์ชฝ ์ง€ํ‘œ๋ฅผ ์ˆ˜์ง‘ํ•˜์ง€ ์•Š๋Š”๋‹ค๋Š” ์ ์€ ๊ตฌ์„ฑ์—์„œ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ๊ฐ™์€ ํ•ญ๋ชฉ์„ ์žฌ๋ฉด ๋‹ค๋ฅธ ๊ฐ’์ด ๋‚˜์˜ฌ ์ˆ˜ ์žˆ๋‹ค๋Š” ๋ถ€๋ถ„์€ ์ด ๊ตฌ์กฐ์—์„œ ํ•œ ์ถ”๋ก ์ด๋ฉฐ ์ง์ ‘ ๋น„๊ต ์ธก์ •ํ•˜์ง€ ์•Š์•˜๋‹ค. - 2026-09-17 ์— ์ด ์ ˆ์ฐจ๋ฅผ ๊ฐ“ ์„ธ์šด ํด๋Ÿฌ์Šคํ„ฐ์—์„œ ๋‹ค์‹œ ๋ฐŸ์•˜๋‹ค. ํŒŒ๋“œ ๋„ค ์ค„๊ณผ job ๋„ค ๊ฐœ๊ฐ€ ๊ทธ๋Œ€๋กœ ๋‚˜์™”๊ณ  ReplicaSet ํ•ด์‹œ `845b5678cf`ยท`6774f94f7c` ๊นŒ์ง€ ๊ฐ™์•˜๋‹ค. ๋‹ฌ๋ž๋˜ ๊ฒƒ โ€” `rollout status` ์งํ›„์—๋Š” Grafana ๊ฐ€ `0/1` ์ด์—ˆ๊ณ  Keycloak ๋Œ€์ƒ์˜ `health` ๊ฐ€ `unknown` ์ด๋ผ `vendor_cluster_size` ์˜ ์›์†Œ๊ฐ€ ํ•˜๋‚˜๋ฟ์ด์—ˆ๋‹ค. ์•ฝ 2๋ถ„ ๋’ค์— ๋‘˜ ๋‹ค `2` ๊ฐ€ ๋๋‹ค. diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-tear-down-the-lab-and-know-what-survives.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-tear-down-the-lab-and-know-what-survives.md index 490efed..ea1d2df 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-tear-down-the-lab-and-know-what-survives.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-tear-down-the-lab-and-know-what-survives.md @@ -30,7 +30,7 @@ evidence: # ์‹คํ—˜๋Œ€๋ฅผ ์ฒ ๊ฑฐํ•˜๊ณ  ๋ฌด์—‡์ด ๋‚จ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค -๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€์™€ DHCP ์˜ˆ์•ฝ์„ ์ง€์šฐ๊ณ  ๋ฌด์—‡์ด ๋‚จ์•˜๋Š”์ง€๊นŒ์ง€ ํ™•์ธํ•˜๋Š” ์ ˆ์ฐจ๋‹ค. ์„ธ์šฐ๋Š” ๊ฐ€์ด๋“œ์—๋Š” ์ด ๋ถ€๋ถ„์ด ์—†์–ด์„œ 2026-09-10 ์— ์ง์ ‘ ๋Œ๋ฆฌ๋ฉฐ ๋ช…๋ น๊ณผ ์ถœ๋ ฅ์„ ์ ์—ˆ๋‹ค. ๋˜๋Œ๋ฆฌ๋Š” ๋ช…๋ น์€ ์ด ์ ˆ์ฐจ์— ์—†๋‹ค. +2026-09-10์— ๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€์™€ DHCP ์˜ˆ์•ฝ์„ ์‹ค์ œ๋กœ ์‚ญ์ œํ•œ ๋’ค ๋‚จ๋Š” ํŒŒ์ผ๊ณผ ์„ค์ •์„ ํ™•์ธํ–ˆ๋‹ค. ์ด ์ ˆ์ฐจ๋Š” ์‹คํ—˜๋Œ€๋ฅผ ์ฒ ๊ฑฐํ•˜๋Š” ๋ฐ๊นŒ์ง€๋งŒ ๋‹ค๋ฃจ๋ฉฐ, ์‚ญ์ œํ•œ ํ™˜๊ฒฝ์„ ๋‹ค์‹œ ๋ณต๊ตฌํ•˜๋Š” ๊ณผ์ •์€ ํฌํ•จํ•˜์ง€ ์•Š๋Š”๋‹ค. @@ -43,7 +43,7 @@ evidence: ## ์‚ญ์ œํ•œ VM๊ณผ overlay๋Š” ๋˜๋Œ๋ฆด ์ˆ˜ ์—†๋‹ค๊ณ  ๊ฐ€์ •ํ•œ๋‹ค -`virsh undefine --remove-all-storage` ๋Š” ๋„๋ฉ”์ธ ์ •์˜์™€ ์˜ค๋ฒ„๋ ˆ์ด ๋””์Šคํฌ์™€ ์‹œ๋“œ ISO ๋ฅผ ํ•œ ๋ฒˆ์— ์ง€์šด๋‹ค. ์ง€์šด ๋’ค์— ๋˜์‚ด๋ฆฌ๋Š” ๋ช…๋ น์ด libvirt ์— ์—†๋‹ค. ์‹คํ—˜๋Œ€๋ฅผ ๋‹ค์‹œ ์“ฐ๋ ค๋ฉด `base.qcow2` ์œ„์— ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ ์ƒˆ๋กœ ๋งŒ๋“ค๊ณ  ์‹œ๋“œ ISO ๋ฅผ ๋‹ค์‹œ ๊ตฌ์›Œ์•ผ ํ•˜๊ณ , ๊ทธ ์ ˆ์ฐจ๋Š” ๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€๋ฅผ ๋งŒ๋“œ๋Š” ํŽธ์ด ๋ฐ›๋Š”๋‹ค. +`virsh undefine --remove-all-storage`๋Š” ๋„๋ฉ”์ธ ์ •์˜์™€ ์˜ค๋ฒ„๋ ˆ์ด ๋””์Šคํฌ, seed ISO๋ฅผ ํ•จ๊ป˜ ์‚ญ์ œํ•œ๋‹ค. ์‚ญ์ œํ•œ ๋„๋ฉ”์ธ์„ ๊ทธ๋Œ€๋กœ ๋˜์‚ด๋ฆฌ๋Š” ๋ช…๋ น์€ ์—†์œผ๋ฏ€๋กœ ๋‹ค์‹œ ์‚ฌ์šฉํ•  ๋•Œ๋Š” `base.qcow2`์—์„œ ์˜ค๋ฒ„๋ ˆ์ด๋ฅผ ๋งŒ๋“ค๊ณ  seed ISO์™€ VM ์ •์˜๋ฅผ ์ƒˆ๋กœ ์ƒ์„ฑํ•ด์•ผ ํ•œ๋‹ค. ์ง€์šฐ๊ธฐ ์ „์— ์•Œ์•„ ๋‘˜ ๊ฒƒ์€ ์ด ์ ˆ์ฐจ๊ฐ€ ๊ฑด๋“œ๋ฆฌ์ง€ ์•Š๋Š” ์ชฝ์ด๋‹ค. `base.qcow2` ์™€ `~/workspace/cloud/kc-lab-{1,2}.yaml` ๊ณผ `~/.ssh/config` ์˜ `kc-lab-*` ํ•ญ๋ชฉ์€ ๊ทธ ์ž์ฒด๋กœ ์‚ด์•„ ์žˆ์–ด์„œ ์žฌ๊ตฌ์ถ• ๋•Œ ๋‹ค์‹œ ์“ด๋‹ค. ๋ฌด์—‡์ด ์–ด๋А ์ชฝ์ธ์ง€๋Š” ์•„๋ž˜ ํ‘œ๊ฐ€ ์•„ํ™‰ ํ–‰์œผ๋กœ ๊ฐ€๋ฅธ๋‹ค. @@ -251,7 +251,7 @@ seed-kc-lab-{1,2,edge}.iso Capacity=370.00 KiB Allocation=372.00 KiB | ๋ฌด์—‡ | ์–ด๋–ป๊ฒŒ ๋˜๋‚˜ | ์™œ | |---|---|---| -| `base.qcow2` (335MB) | ๋‚จ๋Š”๋‹ค | ๋‹ค์Œ ์˜ค๋ฒ„๋ ˆ์ด์˜ ๋ฐ”๋‹ฅ | +| `base.qcow2` (335MB) | ๋‚จ๋Š”๋‹ค | ๋‹ค์Œ ์˜ค๋ฒ„๋ ˆ์ด์˜ backing image | | host ํŒจํ‚ค์ง€ (`libvirt` ยท `qemu` ยท `kubectl`, ์“ฐ์ด์ง€ ์•Š๋Š” host `certbot`) | ๋‚จ๋Š”๋‹ค | guest ์‚ญ์ œ์™€ ๋ฌด๊ด€ํ•œ host ์„ค์น˜ ์ƒํƒœ | | edge guest์˜ `nginx` ยท `certbot` | ์‚ฌ๋ผ์ง„๋‹ค | `kc-lab-edge` ๋””์Šคํฌ์™€ ํ•จ๊ป˜ ์‚ญ์ œ๋œ๋‹ค | | `~/workspace/cloud/kc-lab-{1,2}.yaml` | ๋‚จ๋Š”๋‹ค | ํ‚ค์™€ ๋น„๋ฐ€๋ฒˆํ˜ธ๊ฐ€ ๋“ค์–ด ์žˆ๋‹ค | diff --git a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-wildcard-certificate-with-dns-01-and-a-deploy-hook.md b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-wildcard-certificate-with-dns-01-and-a-deploy-hook.md index 0360d3c..4179eb2 100644 --- a/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-wildcard-certificate-with-dns-01-and-a-deploy-hook.md +++ b/docs/virtualization/tech-log-studio/lab-environment-build/setup/setup-wildcard-certificate-with-dns-01-and-a-deploy-hook.md @@ -91,7 +91,7 @@ source: ์ „์ œ๋Š” ํ•œ ์ค„์ด๋‹ค โ€” ์•ž ๋‹จ๊ณ„๊ฐ€ ๋๋‚˜ ์—ฃ์ง€ nginx ๊ฐ€ Traefik ์œผ๋กœ ํ”„๋ก์‹œํ•œ๋‹ค. -**๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๋Š” ์›๋ณธ ๊ฐ€์ด๋“œ 04 ์— ์—†๋‹ค**. ๋˜๋Œ๋ฆฌ๊ธฐ์— ๊ฐ€์žฅ ๊ฐ€๊น๊ฒŒ ์ ํžŒ ๋ฌธ์žฅ์€ ๋ฐฐ์น˜์˜ ๊นŒ๋‹ญ ํ•œ ์ค„๋ฟ์ด๋‹ค. +certbot ํŒจํ‚ค์ง€, Cloudflare ์ž๊ฒฉ์ฆ๋ช…, ๋ฐœ๊ธ‰๋œ ์ธ์ฆ์„œ, deploy hook, timer, nginx 443 ์„ค์ •๊นŒ์ง€ ๋ชจ๋‘ ์ œ๊ฑฐํ•˜๋Š” ์ „์ฒด rollback์€ ์•„์ง ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. > ์ธ์ฆ์„œยทcertbotยท๊ฐฑ์‹  ํƒ€์ด๋จธยทdeploy ํ›…์ด ์ „๋ถ€ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ์— ์‚ฐ๋‹ค. ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—๋Š” ์•„๋ฌด๊ฒƒ๋„ ๋‘์ง€ ์•Š๋Š”๋‹ค โ€” > ๊ทธ๋ž˜์•ผ `virsh undefine kc-lab-edge` ํ•œ ์ค„๋กœ ์ด ๊ณ„์ธต์„ ํ†ต์งธ๋กœ ๋˜๋Œ๋ฆด ์ˆ˜ ์žˆ๋‹ค. @@ -211,7 +211,7 @@ certbot plugins 2>/dev/null | grep -E '^\*' ์ •์ƒ์ด๋ฉด ํ† ํฐ ๊ฐ’์ด ํ™”๋ฉด์— ํ•œ ๋ฒˆ ๋‚˜์˜จ๋‹ค. ์ฐฝ์„ ๋‹ซ์œผ๋ฉด ๋ณต๊ตฌ๊ฐ€ ์—†์œผ๋ฏ€๋กœ ๋ฐ”๋กœ 3๋ฒˆ์œผ๋กœ ๋„˜์–ด๊ฐ„๋‹ค. -`All zones` ๋กœ ๋‘๋ฉด ๊ณ„์ •์˜ ๋ชจ๋“  ๋„๋ฉ”์ธ์— ๋Œ€ํ•œ DNS ์ˆ˜์ • ๊ถŒํ•œ์ด ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ ์•ˆ ํ‰๋ฌธ ํŒŒ์ผ์— ๋†“์ธ๋‹ค. Global API Key ๋Š” ๋” ๋‚˜์˜๋‹ค โ€” ๊ณ„์ • ์ „์ฒด ๋งŒ๋Šฅ ํ‚ค๋ผ ํ๊ธฐํ•˜๋ฉด ๊ทธ ํ‚ค๋ฅผ ์“ฐ๋˜ ๋‹ค๋ฅธ ๊ฒƒ๋“ค์ด ์ „๋ถ€ ๊ฐ™์ด ์ฃฝ๋Š”๋‹ค. ๊ถŒํ•œ์„ ์–ด๋””๊นŒ์ง€ ์ขํžˆ๊ณ  ๋ฌด์—‡์„ ๊ฐ์ˆ˜ํ–ˆ๋Š”์ง€๋Š” ์ด ์ ˆ์ฐจ๋ฅผ ๋ถ€๋ฅธ ๊ฒฐ์ •์ด ๊ฐ–๊ณ  ์žˆ๋‹ค. +`All zones` ๋กœ ๋‘๋ฉด ๊ณ„์ •์˜ ๋ชจ๋“  ๋„๋ฉ”์ธ์— ๋Œ€ํ•œ DNS ์ˆ˜์ • ๊ถŒํ•œ์ด ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ ์•ˆ ํ‰๋ฌธ ํŒŒ์ผ์— ๋†“์ธ๋‹ค. Global API Key๋Š” ๊ณ„์ • ์ „์ฒด ๋ฒ”์œ„์˜ ๊ถŒํ•œ์„ ๊ฐ€์ง€๋ฏ€๋กœ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ•˜๋‚˜์˜ ํ‚ค๋ฅผ ์—ฌ๋Ÿฌ ๊ณณ์—์„œ ๊ณต์œ ํ•˜๋ฉด ํ‚ค๋ฅผ ํ๊ธฐํ•˜๊ฑฐ๋‚˜ ๊ต์ฒดํ•  ๋•Œ ๋‹ค๋ฅธ ์‚ฌ์šฉ์ฒ˜๋„ ํ•จ๊ป˜ ์ˆ˜์ •ํ•ด์•ผ ํ•œ๋‹ค. ๊ถŒํ•œ์„ ์–ด๋””๊นŒ์ง€ ์ขํžˆ๊ณ  ๋ฌด์—‡์„ ๊ฐ์ˆ˜ํ–ˆ๋Š”์ง€๋Š” ์ด ์ ˆ์ฐจ๋ฅผ ๋ถ€๋ฅธ ๊ฒฐ์ •์ด ๊ฐ–๊ณ  ์žˆ๋‹ค. ์‹คํŒจํ•˜๋ฉด ๊ฐ’์„ ๋†“์ณค์œผ๋ฉด ๋‹ค์‹œ ๋ฐœ๊ธ‰๋ฐ›๋Š”๋‹ค. ์ด ๋ฌธ์„œ์—๋„ ํ„ฐ๋ฏธ๋„์—๋„ ๊ฐ’์„ ์ ์ง€ ์•Š๋Š”๋‹ค. @@ -356,7 +356,7 @@ sudo nginx -t && sudo systemctl reload nginx `ssl_certificate` ์— ์ ๋Š” ๊ฒƒ์€ `cert.pem` ์ด ์•„๋‹ˆ๋ผ `fullchain.pem` ์ด๋‹ค. ์„œ๋ฒ„ ์ธ์ฆ์„œ๋งŒ ๋ณด๋‚ด๋ฉด ์ค‘๊ฐ„ ์ธ์ฆ์„œ๊ฐ€ ๋น ์ ธ ์ฒด์ธ์ด ๋Š๊ธฐ๋Š”๋ฐ, ๋ธŒ๋ผ์šฐ์ €๋Š” ๋Œ€๊ฐœ ์บ์‹œ๋‚˜ AIA ๋กœ ๋ณด์™„ํ•ด์„œ ์ •์ƒ์œผ๋กœ ๋ณด์ด๊ณ  ์บ์‹œ๊ฐ€ ์—†๋Š” ํด๋ผ์ด์–ธํŠธ์—์„œ๋งŒ ๊นจ์ง€๋ฏ€๋กœ ๋ฐœ๊ฒฌ์ด ๋Šฆ๋‹ค. 4๋ฒˆ โ‘ข ์—์„œ certbot ์ด ์ฐ์–ด ์ค€ ๊ฒฝ๋กœ์™€ ํ•œ ๊ธ€์ž๋„ ๋‹ค๋ฅด๋ฉด ์•ˆ ๋œ๋‹ค. -**โ˜… ์›๋ณธ ๊ฐ€์ด๋“œ 04 ์˜ 5๋‹จ๊ณ„์—๋Š” ์ž˜๋ชป๋œ ๊ฒฝ๋กœ๊ฐ€ ์žˆ์—ˆ๋‹ค.** 2026-09-17์— ์‹ค์ œ ํŒŒ์ผ ์œ„์น˜์™€ `nginx -t` ๊ฒฐ๊ณผ๋กœ ํ™•์ธํ–ˆ๋‹ค. ๊ฐ€์ด๋“œ๋Š” `live/hyeonworks.com/` ์„ ์ ์—ˆ์ง€๋งŒ ์‹ค์ œ `live/` ์•„๋ž˜์—๋Š” `auth.hyeonworks.com` ์ด ์žˆ์—ˆ๊ณ , ๊ทธ ์ž˜๋ชป๋œ ๊ฒฝ๋กœ๋กœ `nginx -t` ๋ฅผ ๋Œ๋ฆฌ๋ฉด ์•„๋ž˜์ฒ˜๋Ÿผ ์‹คํŒจํ–ˆ๋‹ค. ์œ„ ์ ˆ์ฐจ๋Š” ์ด ๊ด€์ธก์„ ๋ฐ˜์˜ํ•ด ์ฒ˜์Œ๋ถ€ํ„ฐ `live/auth.hyeonworks.com/` ์„ ์“ด๋‹ค. +2026-09-17 ์‹ค์ œ ํŒŒ์ผ ์œ„์น˜์™€ `nginx -t` ๊ฒฐ๊ณผ๋ฅผ ํ™•์ธํ–ˆ์„ ๋•Œ lineage๋Š” `/etc/letsencrypt/live/auth.hyeonworks.com/`์ด์—ˆ๋‹ค. `/etc/letsencrypt/live/hyeonworks.com/`์„ ์‚ฌ์šฉํ•˜๋ฉด ์ธ์ฆ์„œ ํŒŒ์ผ์„ ์ฐพ์ง€ ๋ชปํ•ด `nginx -t`๊ฐ€ ์‹คํŒจํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์ ˆ์ฐจ๋Š” `certbot certificates`๊ฐ€ ์ถœ๋ ฅํ•œ ์‹ค์ œ `Certificate Path`๋ฅผ ๊ธฐ์ค€์œผ๋กœ nginx ๊ฒฝ๋กœ๋ฅผ ์„ค์ •ํ•œ๋‹ค. ```text label="๋ฌธ์„œ ๊ทธ๋Œ€๋กœ ์ณค์„ ๋•Œ" [emerg] cannot load certificate "/etc/letsencrypt/live/hyeonworks.com/fullchain.pem": @@ -375,7 +375,7 @@ auth.hyeonworks.com Certificate Path: /etc/letsencrypt/live/auth.hyeonworks.com/fullchain.pem ``` -ํ˜„์žฌ truth๋Š” ํ•˜๋‚˜๋‹ค โ€” **์ด ์‹คํ—˜๋Œ€์˜ lineage๋Š” `live/auth.hyeonworks.com/`์ด๊ณ , `live/hyeonworks.com/`์€ ์›๋ณธ ๊ฐ€์ด๋“œ์— ๋‚จ์•˜๋˜ historical wrong path**๋‹ค. ๋‹ค๋ฅธ ์‹คํ—˜๋Œ€์—์„œ ์ด๋ฆ„์„ ์ถ”์ธกํ•˜์ง€ ๋ง๊ณ  `certbot certificates` ๊ฐ€ ์ฐ์€ `Certificate Path`๋ฅผ ๊ทธ๋Œ€๋กœ nginx์— ์˜ฎ๊ธด๋‹ค. +ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ ํ™•์ธํ•œ lineage๋Š” `live/auth.hyeonworks.com/`์ด๋‹ค. `live/hyeonworks.com/`์€ ๊ณผ๊ฑฐ ๊ฐ€์ด๋“œ์— ๋‚จ์•„ ์žˆ๋˜ ์ž˜๋ชป๋œ ๊ฒฝ๋กœ๋‹ค. ๋‹ค๋ฅธ ์‹คํ—˜๋Œ€์—์„œ ์ด๋ฆ„์„ ์ถ”์ธกํ•˜์ง€ ๋ง๊ณ  `certbot certificates` ๊ฐ€ ์ฐ์€ `Certificate Path`๋ฅผ ๊ทธ๋Œ€๋กœ nginx์— ์˜ฎ๊ธด๋‹ค. ์‹คํŒจํ•˜๋ฉด `cannot load certificate` ๋กœ ๋ง‰ํžˆ๋ฉด ๊ฒฝ๋กœ๋ฅผ ๋ณธ๋‹ค. ์ž๊ธฐ ์‹คํ—˜๋Œ€์˜ ๋””๋ ‰ํ„ฐ๋ฆฌ ์ด๋ฆ„์€ `sudo ls /etc/letsencrypt/live/` ๊ฐ€ ๋‹ตํ•œ๋‹ค. ํ™•์ธ โ‘ก ์—์„œ ๋ณธ ํŒ ๋ฒˆํ˜ธ๊ฐ€ 1.25.1 ๋ฏธ๋งŒ์ธ๋ฐ `http2` ๋ฅผ ์ง€์‹œ์–ด๋กœ ์ผ๋‹ค๋ฉด ์—ฌ๊ธฐ์„œ `unknown directive "http2"` ๊ฐ€ ๋‚˜์˜จ๋‹ค. @@ -424,7 +424,7 @@ ls -l /etc/letsencrypt/renewal-hooks/deploy/reload-nginx.sh ์ •์ƒ์ด๋ฉด โ‘  ์€ `NEXT` ์™€ `LEFT` ๊ฐ€ ์ฑ„์›Œ์ ธ ์žˆ๊ณ  `ACTIVATES` ๊ฐ€ `certbot.service` ๋ฅผ ๊ฐ€๋ฆฌํ‚จ๋‹ค. โ‘ข ์—๋Š” `ExecStartPost` ๋„ `--deploy-hook` ๋„ ์—†๊ณ , ์—ฌ๊ธฐ ์—†๋Š” ๊ฒƒ์„ ๋ณด๋Š” ๊ฒƒ์ด ๊ทธ ๋ช…๋ น์˜ ๋ชฉ์ ์ด๋‹ค. โ‘ฆ ์˜ ๊ถŒํ•œ ๋ฌธ์ž์—ด์—๋Š” `x` ๊ฐ€ ์„ธ ๋ฒˆ ๋ณด์ธ๋‹ค. -ํƒ€์ด๋จธ๊ฐ€ `active` ์—ฌ๋„ ๊ฐฑ์‹ ๋œ ์ธ์ฆ์„œ๊ฐ€ ์„œ๋น™๋˜์ง€๋Š” ์•Š๋Š”๋‹ค. nginx ๋Š” ์ธ์ฆ์„œ๋ฅผ ๊ธฐ๋™ ์‹œ์ ์— ์ฝ์–ด ๋ฉ”๋ชจ๋ฆฌ์— ๋“ค๊ณ  ์žˆ๊ณ  certbot ์€ `live/` ์‹ฌ๋ณผ๋ฆญ ๋งํฌ๋งŒ ๊ฐˆ์•„ ๋ผ์šฐ๋ฏ€๋กœ, ์„ค์ •์— ์ ํžŒ ๊ฒฝ๋กœ๋Š” ๊ทธ๋Œ€๋กœ์ด๊ณ  ๊ทธ ๊ฒฝ๋กœ๊ฐ€ ๊ฐ€๋ฆฌํ‚ค๋Š” ํŒŒ์ผ๋งŒ ๋ฐ”๋€Œ์–ด nginx ์—๋Š” ๋‹ค์‹œ ์ฝ์„ ๊ณ„๊ธฐ๊ฐ€ ์ƒ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. ๋ฐฐํฌํŒ ๊ธฐ๋ณธ ์œ ๋‹›์€ ์ธ์ฆ์„œ๋ฅผ ์ƒˆ๋กœ ๋ฐ›๋Š” ๋ฐ๊นŒ์ง€๋งŒ ์ฑ…์ž„์ง€๊ณ  ๋ฐ›์€ ๊ฒƒ์„ ๋ˆ„๊ฐ€ ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” ์ผ์€ ์•„๋ฌด๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ›…์ด ๊ทธ ๋‘˜์„ ์ž‡๋Š”๋‹ค. ํ›…์„ `post/` ๊ฐ€ ์•„๋‹ˆ๋ผ `deploy/` ์— ๋„ฃ๋Š” ๊ฒƒ์€ `post/` ๊ฐ€ ๊ฐฑ์‹ ์ด ์—†์–ด๋„ ๋งค๋ฒˆ ๋Œ์•„ ํ•˜๋ฃจ ๋‘ ๋ฒˆ ์›Œ์ปค๋ฅผ ๊ฐˆ์•„์น˜์šฐ๊ธฐ ๋•Œ๋ฌธ์ด๊ณ , `deploy/` ๋Š” ์‹ค์ œ๋กœ ๊ฐฑ์‹ ๋์„ ๋•Œ๋งŒ ์‹คํ–‰๋œ๋‹ค. ์‹คํ–‰ ๊ถŒํ•œ์ด ์—†์œผ๋ฉด certbot ์ด ์ด ํ›…์„ ์กฐ์šฉํžˆ ๊ฑด๋„ˆ๋›ด๋‹ค. +ํƒ€์ด๋จธ๊ฐ€ `active` ์—ฌ๋„ ๊ฐฑ์‹ ๋œ ์ธ์ฆ์„œ๊ฐ€ ์„œ๋น™๋˜์ง€๋Š” ์•Š๋Š”๋‹ค. nginx ๋Š” ์ธ์ฆ์„œ๋ฅผ ๊ธฐ๋™ ์‹œ์ ์— ์ฝ์–ด ๋ฉ”๋ชจ๋ฆฌ์— ๋“ค๊ณ  ์žˆ๊ณ  certbot ์€ `live/` ์‹ฌ๋ณผ๋ฆญ ๋งํฌ๋งŒ ๊ฐˆ์•„ ๋ผ์šฐ๋ฏ€๋กœ, ์„ค์ •์— ์ ํžŒ ๊ฒฝ๋กœ๋Š” ๊ทธ๋Œ€๋กœ์ด๊ณ  ๊ทธ ๊ฒฝ๋กœ๊ฐ€ ๊ฐ€๋ฆฌํ‚ค๋Š” ํŒŒ์ผ๋งŒ ๋ฐ”๋€Œ์–ด nginx ์—๋Š” ๋‹ค์‹œ ์ฝ์„ ๊ณ„๊ธฐ๊ฐ€ ์ƒ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. ๋ฐฐํฌํŒ ๊ธฐ๋ณธ ์œ ๋‹›์€ ์ธ์ฆ์„œ๋ฅผ ์ƒˆ๋กœ ๋ฐ›๋Š” ๋ฐ๊นŒ์ง€๋งŒ ์ฑ…์ž„์ง€๊ณ  ๋ฐ›์€ ๊ฒƒ์„ ๋ˆ„๊ฐ€ ์ฝ๊ฒŒ ๋งŒ๋“œ๋Š” ์ผ์€ ์•„๋ฌด๋„ ํ•˜์ง€ ์•Š๋Š”๋‹ค. ํ›…์ด ๊ทธ ๋‘˜์„ ์ž‡๋Š”๋‹ค. `post/` ํ›…์€ ๊ฐฑ์‹  ์—ฌ๋ถ€์™€ ๊ด€๊ณ„์—†์ด certbot ์‹คํ–‰ ๋’ค์— ํ˜ธ์ถœ๋  ์ˆ˜ ์žˆ์ง€๋งŒ, `deploy/` ํ›…์€ ์ธ์ฆ์„œ๊ฐ€ ์‹ค์ œ๋กœ ๊ฐฑ์‹ ๋์„ ๋•Œ ์‹คํ–‰๋œ๋‹ค. ๋ถˆํ•„์š”ํ•œ nginx reload๋ฅผ ํ”ผํ•˜๊ธฐ ์œ„ํ•ด deploy ํ›…์„ ์‚ฌ์šฉํ•˜๋ฉฐ, ํ›… ํŒŒ์ผ์—๋Š” ์‹คํ–‰ ๊ถŒํ•œ์ด ํ•„์š”ํ•˜๋‹ค. ์‹คํŒจํ•˜๋ฉด โ‘ข ์— ๋ฌด์—‡์ธ๊ฐ€ ์ ํ˜€ ์žˆ๋Š” ๋ฐฐํฌํŒ์ด๋ผ๋ฉด ์ด ํ›…์€ ํ•„์š” ์—†๊ณ , ๋Œ€์‹  ๊ทธ ๋ช…๋ น์ด nginx ๋ฅผ reload ํ•˜๋Š”์ง€๋งŒ ํ™•์ธํ•œ๋‹ค. ๊ฐฑ์‹ ์€ ๋๋Š”๋ฐ ์˜› ์ธ์ฆ์„œ๊ฐ€ ๋‚˜๊ฐ€๋ฉด โ‘ฆ ๋ถ€ํ„ฐ ๋‹ค์‹œ ๋ณธ๋‹ค. @@ -466,7 +466,7 @@ curl -v https://auth.hyeonworks.com/ -o /dev/null < HTTP/1.1 404 Not Found ``` -๋ณ„ํ‘œ๋กœ ์‹œ์ž‘ํ•˜๋Š” ์ค„ ๋„ท์ด๋‹ค. ์–ด๋–ค TLS ํŒ์œผ๋กœ ํ˜‘์ƒํ–ˆ๋Š”๊ฐ€, `subject` ์˜ CN ์ด ๋ฌด์—‡์ธ๊ฐ€, `issuer` ๊ฐ€ Let's Encrypt ์ธ๊ฐ€, ๊ทธ๋ฆฌ๊ณ  `SSL certificate verify ok.` ๊ฐ€ ์žˆ๋Š”๊ฐ€. ๊ทธ ์•„๋ž˜ `<` ๋กœ ์‹œ์ž‘ํ•˜๋Š” ์ฒซ ์ค„์ด ์‘๋‹ต ์ƒํƒœ๋‹ค. CN ๋ชจ์–‘์€ ํ•ฉ๊ฒฉ ์กฐ๊ฑด์œผ๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. ์ง€๊ธˆ ์ ‘์†ํ•œ `auth.hyeonworks.com`์ด SAN์— ํฌํ•จ๋ผ ์žˆ๊ณ  ํด๋ผ์ด์–ธํŠธ ๊ฒ€์ฆ์ด ์„ฑ๊ณตํ•˜๋Š”์ง€๊ฐ€ ํ•ต์‹ฌ์ด๋‹ค. ์ธ์ฆ์„œ ๋ฐœ๊ธ‰ ๋ฐฉ์‹๊ณผ CA ๋™์ž‘์— ๋”ฐ๋ผ CN์€ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋‹ค. +๋ณ„ํ‘œ๋กœ ์‹œ์ž‘ํ•˜๋Š” ์ค„ ๋„ท์ด๋‹ค. ์–ด๋–ค TLS ํŒ์œผ๋กœ ํ˜‘์ƒํ–ˆ๋Š”๊ฐ€, `subject` ์˜ CN ์ด ๋ฌด์—‡์ธ๊ฐ€, `issuer` ๊ฐ€ Let's Encrypt ์ธ๊ฐ€, ๊ทธ๋ฆฌ๊ณ  `SSL certificate verify ok.` ๊ฐ€ ์žˆ๋Š”๊ฐ€. ๊ทธ ์•„๋ž˜ `<` ๋กœ ์‹œ์ž‘ํ•˜๋Š” ์ฒซ ์ค„์ด ์‘๋‹ต ์ƒํƒœ๋‹ค. CN ๋ชจ์–‘์€ ํ•ฉ๊ฒฉ ์กฐ๊ฑด์œผ๋กœ ์“ฐ์ง€ ์•Š๋Š”๋‹ค. ํ™•์ธํ•  ๊ฐ’์€ `auth.hyeonworks.com`์ด SAN์— ํฌํ•จ๋ผ ์žˆ๊ณ  ํด๋ผ์ด์–ธํŠธ ์ธ์ฆ์„œ ๊ฒ€์ฆ์ด ์„ฑ๊ณตํ•˜๋Š”์ง€๋‹ค. ์ธ์ฆ์„œ ๋ฐœ๊ธ‰ ๋ฐฉ์‹๊ณผ CA ๋™์ž‘์— ๋”ฐ๋ผ CN์€ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๋‹ค. **โ˜… ๊ทธ๋Ÿฐ๋ฐ 2026-09-17์— ์ด ์‹คํ—˜๋Œ€์—์„œ ํ™•์ธํ•œ CN ์€ `auth.hyeonworks.com` ์ด์—ˆ๋‹ค.** ๊ฐ€์ด๋“œ๋Œ€๋กœ ์™€์ผ๋“œ์นด๋“œ๋ฅผ ๋ฐ›์œผ๋ฉด ์œ„ ๋‘ ๋ฌธ๋‹จ์ฒ˜๋Ÿผ ๋ณด์ธ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ์™€์ผ๋“œ์นด๋“œ๋ฅผ ์•ˆ ๋ฐ›์•˜๊ณ (ใ€Œ๊ฐ€์ด๋“œ๋Š” ์—ฌ๊ธฐ์— ๊ฐ’์„ ํ•˜๋‚˜ ๋” ์ ์–ด ๋‘์—ˆ๋‹คใ€), ๊ณ„๋ณด๋„ `auth.hyeonworks.com` ํ•˜๋‚˜๋งŒ ์žˆ๋‹ค. @@ -484,7 +484,7 @@ notAfter=Dec 3 11:29:17 2026 GMT **CN ์€ ํ•ฉ๊ฒฉ ์กฐ๊ฑด์ด ์•„๋‹ˆ๋‹ค.** ์™€์ผ๋“œ์นด๋“œ๋ฅผ ๋ฐ›์•˜์œผ๋ฉด `hyeonworks.com`, ์ด๋ฆ„์„ ๋‚˜์—ดํ•ด ๋ฐ›์•˜์œผ๋ฉด ์ฒซ ๋ฒˆ์งธ `-d` ์˜ ์ด๋ฆ„์ด CN ์ด ๋œ๋‹ค. ๋ณด๋Š” ๊ฒƒ์€ `SSL certificate verify ok.` ํ•œ ์ค„๊ณผ, ์ง€๊ธˆ ์นœ ์ด๋ฆ„์ด SAN ์— ์žˆ๋Š”๊ฐ€๋‹ค. -**์ด๋ฆ„ ์…‹ ๋ฐ–์€ TLS ๋‹จ๊ณ„์—์„œ ๋๋‚œ๋‹ค.** `curl` ์€ ์ข…๋ฃŒ ์ฝ”๋“œ `60` ์„ ๋‚ด๊ณ  `%{http_code}` ๋Š” `000` ์ด ๋˜๋Š”๋ฐ, ํ™”๋ฉด์—์„œ๋Š” ใ€Œ์„œ๋ฒ„๊ฐ€ ์ฃฝ์—ˆ๋‹คใ€์™€ ๊ฐ™์•„ ๋ณด์ธ๋‹ค. A-4 ์˜ Grafana ํƒ์นจ์ด ๊ทธ๋ ‡๊ฒŒ ์“ธ๋ชจ์—†์–ด์กŒ๋‹ค. +ํ˜„์žฌ ์ธ์ฆ์„œ์˜ SAN์— ํฌํ•จ๋˜์ง€ ์•Š์€ ์ด๋ฆ„์œผ๋กœ ์ ‘์†ํ•˜๋ฉด TLS ๊ฒ€์ฆ ๋‹จ๊ณ„์—์„œ ์‹คํŒจํ•œ๋‹ค. ์ด๋•Œ `curl`์€ ์ข…๋ฃŒ ์ฝ”๋“œ `60`, `%{http_code}`๋Š” `000`์„ ๋‚ด๋ฏ€๋กœ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ HTTP ์˜ค๋ฅ˜์™€ ๊ตฌ๋ถ„ํ•ด์•ผ ํ•œ๋‹ค. A-4์˜ Grafana ํƒ์นจ๋„ ์ด ์ธ์ฆ์„œ ์ด๋ฆ„ ๋ถˆ์ผ์น˜ ๋•Œ๋ฌธ์— ์‚ฌ์šฉํ•  ์ˆ˜ ์—†์—ˆ๋‹ค. ๋„ค ์ค„์ด ๋‹ค ๋‚˜์˜ค๋ฉด ์ธ์ฆ์„œ๊ฐ€ ๋ถ™์—ˆ๊ณ  ์ฒด์ธ์ด ํด๋ผ์ด์–ธํŠธ ๊ธฐ์ค€์œผ๋กœ ๊ฒ€์ฆ๋๋‹ค. ์ธ์ฆ์„œ๋ฅผ ์ฒ˜์Œ ๋ถ™์ธ ์งํ›„์—๋Š” ์ฝ”๋“œ ํ•œ ์นธ์ด ์•„๋‹ˆ๋ผ ์ด ํ™”๋ฉด์„ ๋ณธ๋‹ค. `verify` ์ค„ ๋Œ€์‹  `unable to get local issuer certificate` ๊ฐ€ ๋‚˜์˜ค๋ฉด ์ค‘๊ฐ„ ์ธ์ฆ์„œ๊ฐ€ ๋น ์ง„ ๊ฒƒ์ด๊ณ , ์›์ธ์€ 5๋ฒˆ์˜ ์ธ์ฆ์„œ ํŒŒ์ผ ์ด๋ฆ„์ด๋ผ ํ™•์ธ โ‘ก ๋กœ ๊ฐ„๋‹ค. @@ -618,9 +618,9 @@ sudo sh -c 'grep -H "authenticator\|dns_cloudflare_credentials\|server =" /etc/l - `100.64.0.0/10` ์ด CGNAT ์˜ˆ์•ฝ ๋Œ€์—ญ์ด๋ผ๋Š” ์ ๊ณผ Let's Encrypt ์˜ ๋ฐœ๊ธ‰ ํ•œ๋„ยท์œ ํšจ๊ธฐ๊ฐ„ 90์ผ์€ ์™ธ๋ถ€ ๊ทœ๊ฒฉ๊ณผ ์ •์ฑ…์— ๋”ฐ๋ฅธ๋‹ค. ์ด ์‹คํ—˜๋Œ€๊ฐ€ ์ง์ ‘ ์ธก์ •ํ•œ ๊ฐ’์œผ๋กœ ์ทจ๊ธ‰ํ•˜์ง€ ์•Š๋Š”๋‹ค. - Cloudflare ํ† ํฐ์€ ๊ณ„์ • ์ชฝ ์ž๊ฒฉ์ฆ๋ช…์ด๋ฏ€๋กœ ์—ฃ์ง€๋ฅผ ์ง€์šด๋‹ค๊ณ  ํ•จ๊ป˜ ์—†์–ด์ง€์ง€ ์•Š๋Š”๋‹ค. ์ด ๋™์ž‘์€ Cloudflare ์ชฝ ๊ด€๋ฆฌ ๋ฒ”์œ„์ด๊ณ , ๊ฐ€์ด๋“œ์—๋Š” ํ† ํฐ ํ๊ธฐ ์ ˆ์ฐจ๊ฐ€ ์ ํ˜€ ์žˆ์ง€ ์•Š๋‹ค. - 2305์ดˆ๋ผ๋Š” ์ˆ˜์น˜๋Š” ํ›…์ด ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—๋งŒ ์žˆ๋˜ ์‹œ์ ˆ์˜ ์ธก์ •์ด๋‹ค. ์ง€๊ธˆ ์—ฃ์ง€ ๊ฒŒ์ŠคํŠธ ๋ฐฐ์น˜์—์„œ๋Š” ๋‹ค์‹œ ์žฌ์ง€ ์•Š์•˜์œผ๋ฏ€๋กœ ๊ฐ™์€ ์‹œ๊ฐ„์ด ๋‚˜์˜ฌ์ง€๋Š” ์•Œ ์ˆ˜ ์—†๋‹ค. ์ด ๊ฐ’์€ ํ˜„์žฌ ๋ฐฐ์น˜๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. -- 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ํ™•์ธํ•œ ํ˜„์žฌ ์„œ๋น™ ์ธ์ฆ์„œ๋Š” ์™€์ผ๋“œ์นด๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ `auth.hyeonworks.com` ยท `app1.hyeonworks.com` ยท `app2.hyeonworks.com` ์„ธ ์ด๋ฆ„์„ SAN์œผ๋กœ ๊ฐ€์ง„ ํ•œ ์žฅ์ด๋‹ค. CN์€ `auth.hyeonworks.com`, ๋งŒ๋ฃŒ๋Š” 2026-12-16 `09:37:57 UTC`์ด๊ณ , direct SNI ๊ฒ€์ฆ์—์„œ ์ฒด์ธ 0~3๊ณผ `Verify return code: 0 (ok)`๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ์ด ๊ฐ’์€ ์ด Setup์ด ๋ชฉํ‘œ๋กœ ํ•˜๋Š” ์™€์ผ๋“œ์นด๋“œ ๋ฐœ๊ธ‰ ์ ˆ์ฐจ์™€ ํ˜„์žฌ ๋ฐฐํฌ ์ƒํƒœ๋ฅผ ๊ตฌ๋ถ„ํ•ด์„œ ์ฝ๋Š”๋‹ค. +- 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ํ™•์ธํ•œ ํ˜„์žฌ ์„œ๋น™ ์ธ์ฆ์„œ๋Š” ์™€์ผ๋“œ์นด๋“œ๊ฐ€ ์•„๋‹ˆ๋ผ `auth.hyeonworks.com` ยท `app1.hyeonworks.com` ยท `app2.hyeonworks.com` ์„ธ ์ด๋ฆ„์„ SAN์œผ๋กœ ๊ฐ€์ง„ ํ•œ ์žฅ์ด๋‹ค. CN์€ `auth.hyeonworks.com`, ๋งŒ๋ฃŒ๋Š” 2026-12-16 `09:37:57 UTC`์ด๊ณ , direct SNI ๊ฒ€์ฆ์—์„œ ์ฒด์ธ 0~3๊ณผ `Verify return code: 0 (ok)`๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ์ด ์ ˆ์ฐจ๋Š” ์™€์ผ๋“œ์นด๋“œ ์ธ์ฆ์„œ ๋ฐœ๊ธ‰์„ ์„ค๋ช…ํ•˜์ง€๋งŒ, 2026-09-21 ํ˜„์žฌ ์‹ค์ œ๋กœ ์„œ๋น™ ์ค‘์ธ ์ธ์ฆ์„œ๋Š” ์„ธ ๊ฐœ์˜ SAN์„ ๊ฐ€์ง„ ์ธ์ฆ์„œ์˜€๋‹ค. ๋‘ ์ƒํƒœ๋ฅผ ๊ฐ™์€ ๊ฒƒ์œผ๋กœ ๊ธฐ๋กํ•˜์ง€ ์•Š๋Š”๋‹ค. - `curl -v` ์˜ ์ „์ฒด ์ถœ๋ ฅ, `certbot certificates` ์˜ ์‹ค์ œ ํ™”๋ฉด, ํƒ€์ด๋จธ ๋ชฉ๋ก์˜ ์ถœ๋ ฅ, ํ™•์ธ โ‘ข ์˜ ์ผ๋ จ๋ฒˆํ˜ธ ์„ธ ์ค„์€ ๊ฐ€์ด๋“œ๊ฐ€ ๋ด์•ผ ํ•  ์ค„๋งŒ ์ ์—ˆ๊ณ  ๊ฐ’์ด ๋‚จ์•„ ์žˆ์ง€ ์•Š๋‹ค. -- ์›๋ณธ ๊ฐ€์ด๋“œ 04 ์— ๋˜๋Œ๋ฆฌ๋Š” ์ ˆ์ฐจ๊ฐ€ ์—†๋‹ค. ํŒจํ‚ค์ง€์™€ ์ž๊ฒฉ์ฆ๋ช…๊ณผ ์ธ์ฆ์„œ์™€ ํ›…๊ณผ ํƒ€์ด๋จธ์™€ 443 ๋ธ”๋ก์„ ๊ฑท์–ด๋‚ด ๋ณธ ์ ์ด ์—†๋‹ค. +- ํŒจํ‚ค์ง€, ์ž๊ฒฉ์ฆ๋ช…, ์ธ์ฆ์„œ, deploy hook, timer, nginx 443 ์„ค์ •๊นŒ์ง€ ๋ชจ๋‘ ์ œ๊ฑฐํ•˜๋Š” ์ „์ฒด rollback์€ ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. - ์ด ๋‹จ๊ณ„์—๋Š” ใ€Œ์ด ์‹คํ—˜๋Œ€๋Š” ์ด๋ ‡๊ฒŒ ํ–ˆ๋‹คใ€์™€ ใ€Œ๋”ฐ๋ผ ํ•˜๋Š” ์‚ฌ๋žŒ์€ใ€ ๋‘ ๊ฐˆ๋ž˜๊ฐ€ ์—†๋‹ค. 04 ๋Š” ์„ค์ • ํŒŒ์ผ ์…‹์„ ์ „๋ถ€ ํŽธ์ง‘๊ธฐ๋กœ ์“ด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-guest-memory-address-translation.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-guest-memory-address-translation.md index 48808fb..935d94c 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-guest-memory-address-translation.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-guest-memory-address-translation.md @@ -2,7 +2,7 @@ id: 2f2ffafc-91ff-4971-a6a8-7c0e7d844ca2 kind: CONCEPT slug: guest-memory-address-translation -title: Guest ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ RAM ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” GVA ยท GPA ยท HPA +title: ๊ฒŒ์ŠคํŠธ ๊ฐ€์ƒ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๋กœ ๋ณ€ํ™˜๋˜๋Š” ๊ณผ์ • topic: memory-virtualization topicName: ๋ฉ”๋ชจ๋ฆฌ ๊ฐ€์ƒํ™” project: virtualization @@ -37,14 +37,14 @@ source: - final/document.md#88-๊ฒฐ๋ก  --- -# Guest ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ RAM ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” GVA ยท GPA ยท HPA +# ๊ฒŒ์ŠคํŠธ ๊ฐ€์ƒ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๋กœ ๋ณ€ํ™˜๋˜๋Š” ๊ณผ์ • ๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ ํ”„๋กœ์„ธ์Šค๊ฐ€ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํ•œ ๋ฒˆ ์ฝ์œผ๋ฉด ๊ทธ ์ฃผ์†Œ๋Š” ์ด๋ฆ„์ด ๋‘ ๋ฒˆ ๋ฐ”๋€๋‹ค. ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”์ด GVA(Guest Virtual Address)๋ฅผ GPA(Guest Physical Address)๋กœ ๋ฐ”๊พผ๋‹ค. ๊ทธ GPA ๋ฅผ EPT ๊ฐ€ ๋‹ค์‹œ HPA(Host Physical Address)๋กœ ๋ฐ”๊พผ ๋’ค์—์•ผ ์ ‘๊ทผ์ด ์‹ค์ œ ํ˜ธ์ŠคํŠธ RAM ์— ๋‹ฟ๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ Linux ๋Š” GPA ๋ฅผ ์ž๊ธฐ ๋ฌผ๋ฆฌ ์ฃผ์†Œ๋กœ ์—ฌ๊ธฐ์ง€๋งŒ, ๊ทธ ๊ฐ’์ด ์„œ๋ฒ„ RAM ์˜ ์ฃผ์†Œ์™€ ๊ฐ™์„ ํ•„์š”๋Š” ์—†๋‹ค. ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋งˆ๋ จํ•˜๋Š” ์ชฝ๊ณผ ์ฃผ์†Œ๋ฅผ ๋ฐ”๊พธ๋Š” ์ชฝ๋„ ๊ฐˆ๋ฆฐ๋‹ค. QEMU ๊ฐ€ ๊ฒŒ์ŠคํŠธ RAM ์„ ์ž๊ธฐ ํ˜ธ์ŠคํŠธ ๊ฐ€์ƒ ์ฃผ์†Œ ๊ณต๊ฐ„์— ๋งˆ๋ จํ•ด KVM ์— ๋“ฑ๋กํ•˜๊ณ , ์ ‘๊ทผ๋งˆ๋‹ค ์ผ์–ด๋‚˜๋Š” ๋ณ€ํ™˜์€ CPU ์˜ MMU ๊ฐ€ ๋งก๋Š”๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ์œ„์—์„œ Keycloak ์‹คํ—˜์„ ๋Œ๋ฆฌ๋Š” ๋™์•ˆ ใ€Œ๊ฐ€์ƒ ๋จธ์‹ ์— RAM ์„ ๋ช‡ GiB ์คฌ๋‹คใ€๊ฐ€ ํ˜ธ์ŠคํŠธ RAM ์—์„œ ๋ฌด์—‡์„ ๋œปํ•˜๋Š”์ง€ ๊ฐ€๋ฅด๋ ค๋ฉด ์ด ๊ฒฝ๋กœ๊ฐ€ ๋จผ์ € ํ•„์š”ํ•˜๋‹ค. -## GVA ยท GPA ยท HPA โ€” ์ฃผ์†Œ ์ด๋ฆ„์ด ๋‘ ๋ฒˆ ๋ฐ”๋€๋‹ค +## GVA๊ฐ€ GPA๋ฅผ ๊ฑฐ์ณ HPA๋กœ ๋ณ€ํ™˜๋œ๋‹ค KVM/QEMU ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํ•œ ๋ฒˆ ์ฝ๋Š” ๊ธธ์„ ๊ฐ€์žฅ ๋‹จ์ˆœํ•˜๊ฒŒ ๊ทธ๋ฆฌ๋ฉด ์ด๋ ‡๋‹ค. @@ -74,7 +74,7 @@ Physical RAM ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ๋„๋Š” Keycloak ์ด ๋ณ€์ˆ˜ ํ•˜๋‚˜๋ฅผ ์ฝ๋Š”๋‹ค๊ณ  ํ•˜๋ฉด, ๊ทธ ํ•œ ๋ฒˆ์˜ ์ ‘๊ทผ์ด ์„ธ ์ฃผ์†Œ๋ฅผ ์ฐจ๋ก€๋กœ ์ง€๋‚œ๋‹ค. -```text label="Guest ์•ˆ์˜ Keycloak ์ด ๋ณ€์ˆ˜๋ฅผ ์ฝ์„ ๋•Œ (๊ธฐ์กด ๋ฌธ์„œ์˜ ์˜ˆ์‹œ ์ฃผ์†Œ)" +```text label="Guest ์•ˆ์˜ Keycloak ์ด ๋ณ€์ˆ˜๋ฅผ ์ฝ์„ ๋•Œ์˜ ์˜ˆ์‹œ ์ฃผ์†Œ" Keycloak โ”‚ โ”‚ GVA 0x7f001234 @@ -90,7 +90,7 @@ EPT Physical RAM ``` -๊ฒŒ์ŠคํŠธ Linux ๋Š” GPA ๋ฅผ ์ž๊ธฐ ์‹ค์ œ ๋ฌผ๋ฆฌ ์ฃผ์†Œ๋ผ๊ณ  ์—ฌ๊ธด๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ์ด๋ฏ€๋กœ ๊ทธ GPA ๊ฐ€ ์‹ค์ œ ์„œ๋ฒ„์˜ HPA ์™€ ๊ฐ™์„ ํ•„์š”๋Š” ์—†๊ณ , KVM ๊ณผ CPU ๊ฐ€์ƒํ™” ๊ณ„์ธต์ด ๋‘˜์„ ๊ฐˆ๋ผ ๋‘”๋‹ค. ์œ„ ์ฃผ์†Œ ๊ฐ’์€ ์›๋ฌธ์ด ์„ค๋ช…ํ•˜๋ ค๊ณ  ๋“  ์˜ˆ์‹œ์ด๊ณ  ์ด ์„œ๋ฒ„์—์„œ ์ฝ์€ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. +๊ฒŒ์ŠคํŠธ Linux๋Š” GPA๋ฅผ ์ž์‹ ์˜ ๋ฌผ๋ฆฌ ์ฃผ์†Œ ๊ณต๊ฐ„์œผ๋กœ ์‚ฌ์šฉํ•˜์ง€๋งŒ, ๊ทธ ๊ฐ’์ด ์‹ค์ œ ์„œ๋ฒ„์˜ HPA์™€ ๊ฐ™์„ ํ•„์š”๋Š” ์—†๋‹ค. ์œ„ ์ฃผ์†Œ ๊ฐ’์€ ๋ณ€ํ™˜ ๊ณผ์ •์„ ์„ค๋ช…ํ•˜๊ธฐ ์œ„ํ•œ ์˜ˆ์‹œ์ด๋ฉฐ ์ด ์„œ๋ฒ„์—์„œ ์ง์ ‘ ์ฝ์€ ๊ฐ’์€ ์•„๋‹ˆ๋‹ค. ## ์ผ๋ฐ˜ Linux ํ”„๋กœ์„ธ์Šค๋„ ๋ฌผ๋ฆฌ ์ฃผ์†Œ๋ฅผ ์ง์ ‘ ์“ฐ์ง€ ์•Š๋Š”๋‹ค @@ -166,7 +166,7 @@ TLB ์— ์—†์œผ๋ฉด TLB Miss ๊ฐ€ ๋‚˜๊ณ , ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”์„ ์กฐํšŒํ•ด ์ •์ƒ ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”๊ณผ EPT ๋Š” ๊ฐ™์€ ํ…Œ์ด๋ธ”์ด ์•„๋‹ˆ๋‹ค. ํ•˜๋‚˜๋Š” ๊ฒŒ์ŠคํŠธ OS ๊ฐ€ ์ž๊ธฐ ํ”„๋กœ์„ธ์Šค๋ฅผ ์œ„ํ•ด ๊ด€๋ฆฌํ•˜๊ณ , ๋‹ค๋ฅธ ํ•˜๋‚˜๋Š” ๊ฐ€์ƒํ™” ๊ณ„์ธต์ด ๊ฒŒ์ŠคํŠธ ์ „์ฒด์˜ ๋ฌผ๋ฆฌ ์ฃผ์†Œ ๊ณต๊ฐ„์„ ํ˜ธ์ŠคํŠธ RAM ์— ์ด์œผ๋ ค๊ณ  ๊ด€๋ฆฌํ•œ๋‹ค. -๋‘ ๋ฒˆ์งธ ๋ณ€ํ™˜์ด ์™œ ํ•„์š”ํ•œ์ง€๋Š” ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€๋ฅผ ๋†“๊ณ  ๋ณด๋ฉด ๋“œ๋Ÿฌ๋‚œ๋‹ค. ์›๋ฌธ์ด ๋“  ์˜ˆ์—์„œ๋Š” ๊ฐ๊ฐ 8 GiB RAM ์„ ๊ฐ€์ง„ VM1 ๊ณผ VM2 ๊ฐ€ ๋‘˜ ๋‹ค GPA `0x1000` ์„ ์“ธ ์ˆ˜ ์žˆ๊ณ , EPT ๊ฐ€ ๊ทธ ๋‘˜์„ ์„œ๋กœ ๋‹ค๋ฅธ HPA ๋กœ ์ž‡๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ณด๋Š” ๋ฌผ๋ฆฌ ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ ๊ณต๊ฐ„์„ ์‹ค์ œ ํ˜ธ์ŠคํŠธ RAM ์—์„œ ๊ฒฉ๋ฆฌํ•ด ๊ตฌํ˜„ํ•  ์ˆ˜ ์žˆ๋‹ค. +๋‘ ๋ฒˆ์งธ ๋ณ€ํ™˜์ด ํ•„์š”ํ•œ ์ด์œ ๋Š” ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€๋ฅผ ๋†“๊ณ  ๋ณด๋ฉด ๋ถ„๋ช…ํ•˜๋‹ค. ๊ฐ๊ฐ 8 GiB RAM์„ ๊ฐ€์ง„ VM1๊ณผ VM2๊ฐ€ ๋‘˜ ๋‹ค GPA `0x1000`์„ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๊ณ , EPT๋Š” ๋‘ GPA๋ฅผ ์„œ๋กœ ๋‹ค๋ฅธ HPA์— ๋งคํ•‘ํ•œ๋‹ค. ์ด ๋ฐฉ์‹์œผ๋กœ ๊ฐ ๊ฒŒ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ ์ฃผ์†Œ ๊ณต๊ฐ„์„ ์‹ค์ œ ํ˜ธ์ŠคํŠธ RAM์—์„œ ์„œ๋กœ ๋ถ„๋ฆฌํ•  ์ˆ˜ ์žˆ๋‹ค. ํ•˜๋“œ์›จ์–ด๊ฐ€ ๋‘ ๋ฒˆ์งธ ๋ณ€ํ™˜์„ ๋งก์•„ ์ฃผ์ง€ ์•Š๋˜ ์‹œ์ ˆ์—๋Š” ๋ฐฉ์‹์ด ๋‹ฌ๋ž๋‹ค. ํ•˜์ดํผ๋ฐ”์ด์ €๊ฐ€ ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ” ๋ณ€๊ฒฝ์„ ์ถ”์ ํ•˜๋ฉด์„œ, GVA ์—์„œ ์‹ค์ œ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๊นŒ์ง€ ์ด์–ด์ง€๋Š” shadow mapping ์„ ๊ด€๋ฆฌํ•˜๋Š” ๋ฐฉ์‹์ด ์“ฐ์ผ ์ˆ˜ ์žˆ์—ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”์ด ๋ฐ”๋€” ๋•Œ๋งˆ๋‹ค ํ•˜์ดํผ๋ฐ”์ด์ €๊ฐ€ ๊ด€๋ จ ๋งคํ•‘์„ ์œ ์ง€ํ•ด์•ผ ํ•˜๋ฏ€๋กœ ๊ด€๋ฆฌ ๋น„์šฉ๊ณผ ๋ณต์žก์„ฑ์ด ์ปค์งˆ ์ˆ˜ ์žˆ๋‹ค. EPT ์™€ NPT ๋Š” ๊ทธ ๋‘ ๋‹จ๊ณ„ ๋ณ€ํ™˜์„ CPU ๊ฐ€ ํ•˜๋“œ์›จ์–ด๋กœ ์ง€์›ํ•˜๊ฒŒ ํ•œ๋‹ค. @@ -234,9 +234,9 @@ HPA ## ์ •์ƒ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์€ ๋งค๋ฒˆ VM Exit ํ•˜์ง€ ์•Š๋Š”๋‹ค -์›๋ฌธ์€ ์ด ๋Œ€๋ชฉ์„ ใ€Œ์ž˜๋ชป๋œ ์ดํ•ดใ€๋ผ๊ณ  ์ด๋ฆ„ ๋ถ™์ธ ๊ทธ๋ฆผ์œผ๋กœ ๋จผ์ € ์—ฐ๋‹ค. +์ผ๋ฐ˜ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์ด ๋งค๋ฒˆ VM Exit์„ ์ผ์œผํ‚จ๋‹ค๊ณ  ์ดํ•ดํ•˜๋ฉด ์‹ค์ œ ๋™์ž‘๊ณผ ๋‹ค๋ฅด๋‹ค. -```text label="์›๋ฌธ์ด ๋จผ์ € ๋†“์€ ใ€Œ์ž˜๋ชป๋œ ์ดํ•ดใ€" +```text label="์ผ๋ฐ˜ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์„ ์ž˜๋ชป ์ดํ•ดํ•œ ์˜ˆ" ์ž˜๋ชป๋œ ์ดํ•ด Guest Memory Access @@ -248,7 +248,7 @@ KVM RAM ``` -๊ฒŒ์ŠคํŠธ์˜ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์ด ๊ณง์žฅ VM Exit ์„ ๊ฑฐ์ณ KVM ์œผ๋กœ ๊ฐ€๊ณ  ๊ฑฐ๊ธฐ์„œ RAM ์— ๋‹ฟ๋Š” ๊ฒฝ๋กœ๋‹ค. ์ œ1๋ถ€์—์„œ VM Exit ์„ ์ฝ๊ณ  ์˜จ ์‚ฌ๋žŒ์ด ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์— ๊ทธ๋Œ€๋กœ ์˜ฎ๊ฒจ ๋ถ™์ผ ๊ทธ๋ฆผ์ด๋ผ, ์›๋ฌธ์€ ๋งž๋Š” ๊ฒฝ๋กœ๋ฅผ ๊ทธ๋ฆฌ๊ธฐ ์ „์— ์ด๊ฒƒ๋ถ€ํ„ฐ ์•„๋‹ˆ๋ผ๊ณ  ์ ์—ˆ๋‹ค. ์ •์ƒ ๋งคํ•‘์ด ์žˆ์œผ๋ฉด CPU ํ•˜๋“œ์›จ์–ด๊ฐ€ ์ง์ ‘ ๋ณ€ํ™˜์„ ์ˆ˜ํ–‰ํ•œ๋‹ค. +์ผ๋ฐ˜์ ์ธ ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์ด ๋งค๋ฒˆ VM Exit์„ ์ผ์œผ์ผœ KVM์„ ๊ฑฐ์นœ ๋’ค RAM์— ๋„๋‹ฌํ•˜๋Š” ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค. ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”๊ณผ EPT ๋งคํ•‘์ด ์ค€๋น„๋ผ ์žˆ์œผ๋ฉด CPU์˜ MMU๊ฐ€ ์ฃผ์†Œ ๋ณ€ํ™˜์„ ํ•˜๋“œ์›จ์–ด์—์„œ ์ง์ ‘ ์ˆ˜ํ–‰ํ•œ๋‹ค. ```text label="์ •์ƒ mapping ์ด ์žˆ์„ ๋•Œ์˜ ์‹คํ–‰ ๊ฒฝ๋กœ" Guest instruction @@ -295,7 +295,7 @@ QEMU ![Guest ๊ตฌ์—ญ ์•ˆ์˜ Keycloak ๊ณผ PostgreSQL ์—์„œ ๋‚˜์˜จ GVA ๊ฐ€ Guest TLB ๋ฅผ ์ง€๋‚˜๊ณ , TLB Miss ์ด๋ฉด Guest Page Table ์„ ์กฐํšŒํ•ด GPA ๊ฐ€ ๋˜๋ฉฐ, ๊ทธ GPA ๊ฐ€ VM Boundary ๋ฅผ ๋„˜์–ด EPT ์—์„œ HPA ๋กœ ๋ฐ”๋€ ๋’ค Host RAM ๊ตฌ์—ญ์˜ Host Physical Memory ์— ๋‹ฟ๊ณ  ๋งˆ์ง€๋ง‰์— NUMA Node 0 ๊ณผ NUMA Node 1 ๋กœ ๊ฐˆ๋ผ์ง€๋Š” ์ฃผ์†Œ ๋ณ€ํ™˜ ๊ฒฝ๋กœ๋„. ์ƒ์ž ์•ˆ์˜ ์ž‘์€ ๊ธ€์”จ๋Š” ๊ทธ ๋‹จ๊ณ„๊ฐ€ ์–ด๋А ๊ณ„์ธต์ธ์ง€์™€ ๋ฌด์—‡์„ ๋ฌด์—‡์œผ๋กœ ๋ฐ”๊พธ๋Š”์ง€๋ฅผ ์ ์€ ๊ฒƒ์ด๋‹ค.](../../../final/assets/diagrams/guest-memory-address-translation-path/guest-memory-address-translation-path.svg) -์œ„์ชฝ ์ ์„  ์ƒ์ž ์•ˆ์—์„œ ๋๋‚˜๋Š” ๊ฒƒ์ด ์ฒซ ๋ฒˆ์งธ ๋ณ€ํ™˜์ด๊ณ , ๊ทธ ์ƒ์ž๋ฅผ ๋‚˜์˜จ ๋’ค์˜ EPT ๊ฐ€ ๋‘ ๋ฒˆ์งธ ๋ณ€ํ™˜์„ ๋งก๋Š”๋‹ค. ๊ด€๋ฆฌ ๊ฒฝ๋กœ๋Š” ์ด ๊ทธ๋ฆผ์— ์—†๋‹ค โ€” ์œ„์˜ `virsh` ๋ชฉ๋ก์ด ๊ทธ์ชฝ์„ ๊ทธ๋ฆฐ ๊ฒƒ์ด๋‹ค. +๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”์ด GVA๋ฅผ GPA๋กœ ๋ฐ”๊พธ๋Š” ๊ฒƒ์ด ์ฒซ ๋ฒˆ์งธ ๋ณ€ํ™˜์ด๊ณ , EPT๊ฐ€ GPA๋ฅผ HPA๋กœ ๋ฐ”๊พธ๋Š” ๊ฒƒ์ด ๋‘ ๋ฒˆ์งธ ๋ณ€ํ™˜์ด๋‹ค. QEMU๊ฐ€ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํ• ๋‹นํ•˜๊ณ  KVM์— ๋“ฑ๋กํ•˜๋Š” ๊ด€๋ฆฌ ๊ฒฝ๋กœ๋Š” ์ฃผ์†Œ ๋ณ€ํ™˜ ๊ฒฝ๋กœ์™€ ๊ตฌ๋ถ„ํ•œ๋‹ค. ## ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์‹ค์ œ๋กœ ํ™•์ธํ•œ ๋ฉ”๋ชจ๋ฆฌ ํฌ๊ธฐ @@ -309,7 +309,7 @@ virsh dommemstat ps -o pid,rss,vsz,cmd -p ``` -์›๋ฌธ์ด ์ปค๋„ยทQEMUยทlibvirt ๋ฒ„์ „์„ ํ•œ ๋ฒˆ๋„ ์ ์ง€ ์•Š์•„ ์ด ๊ธ€๋„ ํŠน์ • ๋ฒ„์ „์— ๊ณ ์ •ํ•˜์ง€ ์•Š์•˜๋‹ค. ์—ฌ๊ธฐ ์ ์€ ๊ฒƒ์€ ๊ทธ ๋ฌธ์„œ๊ฐ€ ์„œ์ˆ ํ•œ ๊ตฌ์„ฑ์ด๊ณ , ๋ฒ„์ „์ด ๋‹ฌ๋ผ์ ธ ์„œ์ˆ ์ด ๋‚ก์•˜๋Š”์ง€๋Š” ์œ„ ํ™•์ธ์„ ์‹ค์ œ ํ˜ธ์ŠคํŠธ์—์„œ ๋Œ๋ฆด ๋•Œ ๋“œ๋Ÿฌ๋‚œ๋‹ค. +์ด ์„ค๋ช…์€ ํŠน์ • ์ปค๋„ยทQEMUยทlibvirt ๋ฒ„์ „์— ๊ณ ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ์‹ค์ œ ํ™˜๊ฒฝ์—์„œ๋Š” ์‚ฌ์šฉ ์ค‘์ธ ๋ฒ„์ „๊ณผ domain XML, QEMU ๋ฉ”๋ชจ๋ฆฌ ๋งคํ•‘ ์ƒํƒœ๋ฅผ ํ•จ๊ป˜ ํ™•์ธํ•ด ๊ตฌํ˜„ ์ฐจ์ด๋ฅผ ๊ฒ€์ฆํ•œ๋‹ค. ๋ฒ”์œ„ ๋ฐ–์œผ๋กœ ๋ฏธ๋ฃฌ ๊ฒƒ๋„ ์žˆ๋‹ค. ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•๊ณผ ํšŒ์ˆ˜, ์Šค์™‘, ballooning, OOM(Out Of Memory), NUMA ๋ฐฐ์น˜๋Š” ์ด ๊ฒฝ๋กœ ์œ„์—์„œ ๋ฒŒ์–ด์ง€๋Š” ์ž์› ์••๋ฐ• ์ชฝ์ด๋ผ ๊ฐ๊ฐ ๋‹ค๋ฅธ ๊ธ€์ด ๋‹ค๋ฃฌ๋‹ค. Huge Page ๋„ ๋งˆ์ฐฌ๊ฐ€์ง€๋กœ ์ด ๊ฒฝ๋กœ์˜ ๋‘ ๋ณ€ํ™˜ ๋‹จ๊ณ„์— ๊ฑธ๋ฆฌ๋Š” ์„ ํƒ์ด์–ด์„œ ๋”ฐ๋กœ ๋บ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-huge-pages-in-a-vm.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-huge-pages-in-a-vm.md index fdc76cb..5a657a1 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-huge-pages-in-a-vm.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-huge-pages-in-a-vm.md @@ -2,7 +2,7 @@ id: efce9a6e-5f5d-45ec-86e5-056d8cb1b8d2 kind: CONCEPT slug: huge-pages-in-a-vm -title: Huge Page ๋ฅผ VM ์—์„œ ๋ณผ ๋•Œ ๊ฐˆ๋ผ์ง€๋Š” ์„ธ ์ž๋ฆฌ +title: ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ Huge Page๋ฅผ ํ™•์ธํ•  ๋•Œ ๊ตฌ๋ถ„ํ•ด์•ผ ํ•˜๋Š” ์„ธ ๊ณ„์ธต topic: memory-virtualization topicName: ๋ฉ”๋ชจ๋ฆฌ ๊ฐ€์ƒํ™” project: virtualization @@ -21,7 +21,7 @@ source: - final/document.md#82-ํ•ต์‹ฌ-claim-registry --- -# Huge Page ๋ฅผ VM ์—์„œ ๋ณผ ๋•Œ ๊ฐˆ๋ผ์ง€๋Š” ์„ธ ์ž๋ฆฌ +# ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ Huge Page๋ฅผ ํ™•์ธํ•  ๋•Œ ๊ตฌ๋ถ„ํ•ด์•ผ ํ•˜๋Š” ์„ธ ๊ณ„์ธต ํŽ˜์ด์ง€ ํฌ๊ธฐ๋ฅผ ํ‚ค์šฐ๋ฉด ๊ฐ™์€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒ”์œ„๋ฅผ ๋” ์ ์€ ๋งคํ•‘์œผ๋กœ ํ‘œํ˜„ํ•  ์ˆ˜ ์žˆ๊ณ , TLB(Translation Lookaside Buffer, ์ฃผ์†Œ ๋ณ€ํ™˜ ์บ์‹œ) ์—”ํŠธ๋ฆฌ ํ•˜๋‚˜๊ฐ€ ๋ฎ๋Š” ๋ฒ”์œ„๋„ ๋„“์–ด์ง„๋‹ค. ๊ทธ๋Ÿฐ๋ฐ ๊ฐ€์ƒ ๋จธ์‹ ์—๋Š” ์ฃผ์†Œ ๋ณ€ํ™˜ ๋‹จ๊ณ„๊ฐ€ ๋‘˜์ด๋ผ ใ€ŒHuge Page ๋ฅผ ์“ด๋‹คใ€๋Š” ๋ง๋งŒ์œผ๋กœ๋Š” ์–ด๋””๋ฅผ ๋งํ•˜๋Š”์ง€ ์ •ํ•ด์ง€์ง€ ์•Š๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ” ๋‹จ๊ณ„์ธ์ง€, QEMU ๊ฐ€ ๋งˆ๋ จํ•œ ํ˜ธ์ŠคํŠธ ์ชฝ ๋ฉ”๋ชจ๋ฆฌ์ธ์ง€, EPT(Extended Page Tables) ๋งคํ•‘์ธ์ง€๋ฅผ ๋‚˜๋ˆ„์–ด ๋ฌผ์–ด์•ผ ๊ทธ ๋ง์ด ๋œป์„ ๊ฐ–๋Š”๋‹ค. Linux ๊ฐ€ ํฐ ํŽ˜์ด์ง€๋ฅผ ๋งˆ๋ จํ•˜๋Š” ๋ฐฉ๋ฒ•๋„ THP(Transparent Huge Pages)์™€ HugeTLB ๋‘ ๊ฐ€์ง€์ธ๋ฐ, ๋‘˜์€ ๊ด€๋ฆฌ ์ฃผ์ฒด๋„ ์‚ฌ์ „ ์˜ˆ์•ฝ ์—ฌ๋ถ€๋„ ๋‹ค๋ฅด๋‹ค. @@ -30,7 +30,7 @@ source: ## ํŽ˜์ด์ง€๊ฐ€ ์ปค์ง€๋ฉด ๋งคํ•‘ ์ˆ˜๊ฐ€ ์ค€๋‹ค -๊ฐ™์€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒ”์œ„๋ผ๋„ ํŽ˜์ด์ง€ ํฌ๊ธฐ์— ๋”ฐ๋ผ ํ•„์š”ํ•œ ๋งคํ•‘ ์ˆ˜๊ฐ€ ๋‹ฌ๋ผ์ง„๋‹ค. ์›๋ฌธ์€ 8 GiB ๋ฅผ ์˜ˆ๋กœ ๋“ค์–ด ์…‹์„ ๋‚˜๋ž€ํžˆ ๊ณ„์‚ฐํ–ˆ๋‹ค. +๊ฐ™์€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒ”์œ„๋ผ๋„ ํŽ˜์ด์ง€ ํฌ๊ธฐ์— ๋”ฐ๋ผ ํ•„์š”ํ•œ ๋งคํ•‘ ์ˆ˜๊ฐ€ ๋‹ฌ๋ผ์ง„๋‹ค. 8 GiB๋ฅผ ์˜ˆ๋กœ ๋“ค๋ฉด ํŽ˜์ด์ง€ ํฌ๊ธฐ๋ณ„ ์ฐจ์ด๋ฅผ ๋ฐ”๋กœ ๋น„๊ตํ•  ์ˆ˜ ์žˆ๋‹ค. | ํŽ˜์ด์ง€ ํฌ๊ธฐ | 8 GiB ๋ฅผ ํ‘œํ˜„ํ•˜๋Š” ๋ฐ ํ•„์š”ํ•œ ํŽ˜์ด์ง€ ์ˆ˜ | |---|---| @@ -38,7 +38,7 @@ source: | 2 MiB | 4,096 pages | | 1 GiB | 8 pages | -ํฐ ํŽ˜์ด์ง€๋Š” ๋” ์ ์€ ๋งคํ•‘์œผ๋กœ ๋„“์€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒ”์œ„๋ฅผ ํ‘œํ˜„ํ•  ์ˆ˜ ์žˆ๋‹ค. ์œ„ 8 GiB ๋Š” ๊ณ„์‚ฐ์„ ๋ณด์ด๋ ค๊ณ  ์›๋ฌธ์ด ๋“  ์˜ˆ์‹œ ๊ฐ’์ด๊ณ  ์ด ์„œ๋ฒ„ ๊ฐ€์ƒ ๋จธ์‹ ์˜ ์„ค์ •์ด ์•„๋‹ˆ๋‹ค. +ํฐ ํŽ˜์ด์ง€๋Š” ๋” ์ ์€ ๋งคํ•‘์œผ๋กœ ๋„“์€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒ”์œ„๋ฅผ ํ‘œํ˜„ํ•  ์ˆ˜ ์žˆ๋‹ค. ์œ„ 8 GiB๋Š” ๊ณ„์‚ฐ์„ ์œ„ํ•œ ์˜ˆ์‹œ ๊ฐ’์ด๋ฉฐ ์ด ์„œ๋ฒ„ ๊ฐ€์ƒ ๋จธ์‹ ์˜ ์‹ค์ œ ์„ค์ •์€ ์•„๋‹ˆ๋‹ค. ## TLB ์—”ํŠธ๋ฆฌ ํ•˜๋‚˜๊ฐ€ ๋ฎ๋Š” ๋ฒ”์œ„ @@ -76,7 +76,7 @@ HPA ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ์˜ ํŽ˜์ด์ง€ ํฌ๊ธฐ ์„ ํƒ์„ ๊ฐ™์€ ์„ค์ • ํ•˜๋‚˜๋กœ ๋ฌถ์–ด ๋‹ค๋ฃจ๋ฉด ์•ˆ ๋œ๋‹ค. ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ THP ๊ฐ€ ์ผœ์ ธ ์žˆ์–ด๋„ ๊ทธ๊ฒƒ์€ ์ฒซ ์งˆ๋ฌธ์— ๋Œ€ํ•œ ๋‹ต์ด๊ณ , ๊ทธ ๊ฐ€์ƒ ๋จธ์‹ ์˜ RAM ์„ ํ˜ธ์ŠคํŠธ๊ฐ€ ๋ฌด์—‡์œผ๋กœ ๋ฐ›์น˜๋Š”์ง€๋Š” ๋‘ ๋ฒˆ์งธ ์งˆ๋ฌธ์ด ๋”ฐ๋กœ ๋ฐ›๋Š”๋‹ค. -## THP โ€” ์ปค๋„์ด ์กฐ๊ฑด์ด ๋งž์„ ๋•Œ ์•Œ์•„์„œ ์“ฐ๋Š” ๋ฐฉ์‹ +## THP๋Š” ์ปค๋„์ด ์กฐ๊ฑด์— ๋”ฐ๋ผ ํฐ ํŽ˜์ด์ง€๋ฅผ ์‚ฌ์šฉํ•œ๋‹ค THP ๋Š” Linux ๊ฐ€ ๊ฐ€๋Šฅํ•œ ๋ฉ”๋ชจ๋ฆฌ ์˜์—ญ์— ๋Œ€ํ•ด Huge Page ๋ฅผ ํˆฌ๋ช…ํ•˜๊ฒŒ ํ™œ์šฉํ•˜๋ ค๋Š” ๊ธฐ๋Šฅ์ด๋‹ค. ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ํ‰์†Œ์ฒ˜๋Ÿผ `malloc()` ์ด๋‚˜ `mmap()` ์„ ๋ถ€๋ฅด๋ฉด ์ปค๋„์ด ์กฐ๊ฑด์ด ๋งž๋Š” ์˜์—ญ์— Huge Page ํ™œ์šฉ์„ ์‹œ๋„ํ•œ๋‹ค. ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ํฐ ํŽ˜์ด์ง€๋ฅผ ๋‹ฌ๋ผ๊ณ  ๋”ฐ๋กœ ์š”์ฒญํ•˜์ง€ ์•Š๋Š”๋‹ค๋Š” ๋œป์—์„œ ํˆฌ๋ช…ํ•˜๋‹ค. @@ -90,7 +90,7 @@ cat /sys/kernel/mm/transparent_hugepage/enabled always [madvise] never ``` -์ด ๊ฐ’์€ ์ปค๋„๊ณผ ๋ฐฐํฌํŒ, ํ˜ธ์ŠคํŠธ ์„ค์ •์— ๋”ฐ๋ผ ๋‹ค๋ฅด๋ฏ€๋กœ ์‹ค์ œ ์‹œ์Šคํ…œ์—์„œ ํ™•์ธํ•œ๋‹ค. ๊ทธ๋ž˜์„œ ์›๋ฌธ์€ ๋ฉ”๋ชจ๋ฆฌ ์‹คํ—˜๋งˆ๋‹ค ๋ฐ˜๋“œ์‹œ ๊ฐ™์ด ๋‚จ๊ธธ ์กฐ๊ฑด ๋ชฉ๋ก์— THP policy ๋ฅผ Host ํ•ญ๋ชฉ์œผ๋กœ, Memory backing ์„ค์ •์„ VM ํ•ญ๋ชฉ์œผ๋กœ ๋„ฃ์–ด ๋‘์—ˆ๋‹ค. ์กฐ๊ฑด์„ ๋‚จ๊ธฐ์ง€ ์•Š์œผ๋ฉด "Memory pressure์—์„œ ๋А๋ ค์กŒ๋‹ค"๋Š” ๊ฒฐ๊ณผ๋ฅผ ๋‹ค๋ฅธ ํ™˜๊ฒฝ์— ์žฌ์‚ฌ์šฉํ•˜๊ธฐ ์–ด๋ ต๋‹ค๋Š” ๊ฒƒ์ด ๊ทธ ๋ชฉ๋ก์— ๋ถ™์€ ์ด์œ ๋‹ค. +THP policy์™€ VM memory backing ์„ค์ •์€ ์ปค๋„๊ณผ ํ˜ธ์ŠคํŠธ ๊ตฌ์„ฑ์— ๋”ฐ๋ผ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ ๋ฉ”๋ชจ๋ฆฌ ์‹คํ—˜๋งˆ๋‹ค ํ•จ๊ป˜ ๊ธฐ๋กํ•œ๋‹ค. ์ด ์กฐ๊ฑด์ด ๋น ์ง€๋ฉด ๊ฐ™์€ memory pressure ๊ฒฐ๊ณผ๋ฅผ ๋‹ค๋ฅธ ํ™˜๊ฒฝ๊ณผ ๋น„๊ตํ•˜๊ธฐ ์–ด๋ ต๋‹ค. ## THP ๊ฐ€ ์น˜๋ฅด๋Š” ๋น„์šฉ @@ -108,9 +108,9 @@ Compaction ๊ฐ€๋Šฅ Latency ์˜ํ–ฅ ๊ฐ€๋Šฅ ``` -๊ทธ๋ž˜์„œ THP ๋Š” ํ•ญ์ƒ ์„ฑ๋Šฅ์„ ๋†’์ธ๋‹ค๊ณ  ๋‹จ์ •ํ•  ์ˆ˜ ์—†๋‹ค. ํŠนํžˆ ์ง€์—ฐ์— ๋ฏผ๊ฐํ•œ ์›Œํฌ๋กœ๋“œ์—์„œ๋Š” ์ธก์ •์ด ํ•„์š”ํ•˜๋‹ค๊ณ  ์›๋ฌธ์ด ์ง์ ‘ ์ ์—ˆ๊ณ , ์ด ์„œ๋ฒ„์—์„œ ๊ทธ ์ธก์ •์„ ํ•˜์ง€ ์•Š์•˜๋‹ค. +THP๊ฐ€ ํ•ญ์ƒ ์„ฑ๋Šฅ์„ ๋†’์ธ๋‹ค๊ณ  ๋‹จ์ •ํ•  ์ˆ˜๋Š” ์—†๋‹ค. ํŠนํžˆ ์ง€์—ฐ์— ๋ฏผ๊ฐํ•œ ์›Œํฌ๋กœ๋“œ์—์„œ๋Š” ์‹ค์ œ latency๋ฅผ ๋น„๊ตํ•ด์•ผ ํ•˜๋ฉฐ, ์ด ์„œ๋ฒ„์—์„œ๋Š” THP on/off ์„ฑ๋Šฅ ๋น„๊ต๋ฅผ ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. -## HugeTLB โ€” ๋ฏธ๋ฆฌ ํ™•๋ณดํ•ด ๋‘” ํ’€ +## HugeTLB๋Š” ํฐ ํŽ˜์ด์ง€๋ฅผ ๋ฏธ๋ฆฌ ์˜ˆ์•ฝํ•œ๋‹ค HugeTLB ๋Š” Huge Page ํ’€์„ ๋ช…์‹œ์ ์œผ๋กœ ๋‘๊ณ  ์“ธ ์ˆ˜ ์žˆ๋Š” Linux ๋ฉ”์ปค๋‹ˆ์ฆ˜์ด๋‹ค. ์ปค๋„์ด ์•Œ์•„์„œ ํ™œ์šฉํ•˜๋Š” THP ์™€ ๋‹ฌ๋ฆฌ, ๊ด€๋ฆฌ์ž๊ฐ€ ํ’€์„ ์ค€๋น„ํ•˜๊ณ  ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด๋‚˜ ๊ฐ€์ƒ ๋จธ์‹ ์ด ๊ทธ ํ’€์„ ๋ช…์‹œ์ ์œผ๋กœ ์“ด๋‹ค. @@ -137,7 +137,7 @@ Physical RAM | ๊ด€๋ฆฌ | ์ปค๋„์ด ํˆฌ๋ช…ํ•˜๊ฒŒ ํ™œ์šฉ | ๋ช…์‹œ์ ์ธ ํ’€ | | ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ๊ฐœ์ž… | ์ƒ๋Œ€์ ์œผ๋กœ ์ ์Œ | ๋ช…์‹œ์  ๊ตฌ์„ฑ ๊ฐ€๋Šฅ | | ์œ ์—ฐ์„ฑ | ์ƒ๋Œ€์ ์œผ๋กœ ๋†’์Œ | ์ƒ๋Œ€์ ์œผ๋กœ ๋‚ฎ์Œ | -| ์‚ฌ์ „ ์˜ˆ์•ฝ | ํ•ต์‹ฌ ๋ฐฉ์‹ ์•„๋‹˜ | ๊ฐ€๋Šฅ | +| ์‚ฌ์ „ ์˜ˆ์•ฝ | ๊ธฐ๋ณธ ๋™์ž‘ ์•„๋‹˜ | ๊ฐ€๋Šฅ | | compaction ์˜ํ–ฅ | ๋ฐœ์ƒ ๊ฐ€๋Šฅ | ๋ฏธ๋ฆฌ ํ™•๋ณดํ•ด ์ผ๋ถ€ ์ƒํ™ฉ ํšŒํ”ผ ๊ฐ€๋Šฅ | | ๊ฐ€์ƒ ๋จธ์‹  RAM backing | ์‚ฌ์šฉ ๊ฐ€๋Šฅ | ๋ช…์‹œ์ ์œผ๋กœ ์‚ฌ์šฉ ๊ฐ€๋Šฅ | diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-memory-pressure-reclaim-swap-oom.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-memory-pressure-reclaim-swap-oom.md index 408bdc7..9a0d12f 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-memory-pressure-reclaim-swap-oom.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-memory-pressure-reclaim-swap-oom.md @@ -28,7 +28,7 @@ source: # Host ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด Guest ์™€ ์Šคํ† ๋ฆฌ์ง€๊นŒ์ง€ ๋‚ด๋ ค๊ฐ€๋Š” ๊ฒฝ๋กœ -๊ฐ€์ƒ ๋จธ์‹ ๋“ค์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ ์ด๋Ÿ‰์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ RAM ๋ณด๋‹ค ํด ์ˆ˜ ์žˆ๋‹ค. ์„ค์ •ํ•œ ์šฉ๋Ÿ‰๊ณผ ์ง€๊ธˆ ์‹ค์ œ๋กœ ์“ฐ๋Š” ์–‘์ด ๊ฐ™์ง€ ์•Š๋‹ค ๋ณด๋‹ˆ ๊ทธ๋Ÿฐ ๊ตฌ์„ฑ์ด ์„ฑ๋ฆฝํ•˜๋Š”๋ฐ, ๊ฐ€์ƒ ๋จธ์‹ ๋“ค์˜ ์ˆ˜์š”๊ฐ€ ๋™์‹œ์— ์˜ค๋ฅด๋ฉด Linux ๋Š” ํšŒ์ˆ˜์™€ ์Šค์™‘์œผ๋กœ ๋Œ€์‘ํ•œ๋‹ค. CPU ๊ฐ€ ๋ชจ์ž๋ž„ ๋•Œ๋Š” ์Šค์ผ€์ค„๋Ÿฌ๊ฐ€ ์‹คํ–‰ ์‹œ๊ฐ„์„ ๋‚˜๋ˆ  ์ฃผ์ง€๋งŒ, RAM ์ด ๋ชจ์ž๋ž„ ๋•Œ๋Š” ๋‚˜๋ˆŒ ์‹œ๊ฐ„์ด ์—†๊ณ  ์ง€๊ธˆ ์กด์žฌํ•ด์•ผ ํ•˜๋Š” ํŽ˜์ด์ง€๋ฅผ ์–ด๋””์— ๋‘˜ ๊ฒƒ์ธ๊ฐ€๋งŒ ๋‚จ๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ํ˜ธ์ŠคํŠธ์˜ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์€ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ ๋‹จ์ˆœํ•œ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ์œผ๋กœ ๋ณด์ด๋˜ ๋™์ž‘์„ ์Šคํ† ๋ฆฌ์ง€ I/O ๋Œ€๊ธฐ๋กœ ๋ฐ”๊พธ๊ณ , ์—ฌ๋Ÿฌ ๊ฐˆ๋ž˜์˜ I/O ๊ฐ€ ํ•œ ๋ฌผ๋ฆฌ ์žฅ์น˜๋กœ ๋ชฐ๋ฆฌ๋ฉด DB ์™€ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ๊นŒ์ง€ ์˜ฌ๋ฆฐ๋‹ค. ํšŒ์ˆ˜๋กœ๋„ ๋ชจ์ž๋ผ๋ฉด OOM(Out Of Memory)์œผ๋กœ ๊ฐ€๋Š”๋ฐ, ๊ทธ๊ฒƒ์„ ๊ฒŒ์ŠคํŠธ ์ปค๋„์ด ์ฒ˜๋ฆฌํ–ˆ๋Š”์ง€ ํ˜ธ์ŠคํŠธ ์ปค๋„์ด ์ฒ˜๋ฆฌํ–ˆ๋Š”์ง€์— ๋”ฐ๋ผ ๋ฉˆ์ถ”๋Š” ๋ฒ”์œ„๊ฐ€ ๋‹ค๋ฅด๋‹ค. +๊ฐ€์ƒ ๋จธ์‹ ์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ์™€ ํ˜ธ์ŠคํŠธ์—์„œ ์‹ค์ œ๋กœ ์‚ฌ์šฉํ•˜๋Š” ๋ฉ”๋ชจ๋ฆฌ๋Š” ๊ฐ™์€ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. ์—ฌ๋Ÿฌ VM์˜ ๋ฉ”๋ชจ๋ฆฌ ์ˆ˜์š”๊ฐ€ ๋™์‹œ์— ์ฆ๊ฐ€ํ•˜๋ฉด Linux๋Š” reclaim๊ณผ swap์œผ๋กœ ๋ฌผ๋ฆฌ RAM์„ ํ™•๋ณดํ•˜๋ ค๊ณ  ํ•œ๋‹ค. ์ด ๊ณผ์ •์—์„œ ํŒŒ์ผ ์žฌ์ฝ๊ธฐ๋‚˜ swap I/O๊ฐ€ ๋ฐœ์ƒํ•˜๋ฉด ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ์Šคํ† ๋ฆฌ์ง€ ์ง€์—ฐ์œผ๋กœ ์ด์–ด์งˆ ์ˆ˜ ์žˆ๋‹ค. ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋” ํ™•๋ณดํ•˜์ง€ ๋ชปํ•˜๋ฉด OOM์ด ๋ฐœ์ƒํ•˜๋ฉฐ, guest OOM์ธ์ง€ host OOM์ธ์ง€์— ๋”ฐ๋ผ ์˜ํ–ฅ์„ ๋ฐ›๋Š” ๋ฒ”์œ„๋„ ๋‹ฌ๋ผ์ง„๋‹ค. @@ -37,7 +37,7 @@ source: ## CPU ๊ฐ€ ๋ชจ์ž๋ž„ ๋•Œ์™€ RAM ์ด ๋ชจ์ž๋ž„ ๋•Œ -๊ฐ€์ƒ ๋จธ์‹ ๋“ค์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ ์ด๋Ÿ‰์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ RAM ๋ณด๋‹ค ํฐ ๊ตฌ์„ฑ์„ ๋ฉ”๋ชจ๋ฆฌ ์ดˆ๊ณผ ํ• ๋‹น(memory overcommit)์ด๋ผ๊ณ  ํ•œ๋‹ค. ์›๋ฌธ์€ ์ด ๊ตฌ์„ฑ์„ ์˜ˆ์‹œ ์ˆซ์ž๋กœ ์„ค๋ช…ํ•œ๋‹ค. +๊ฐ€์ƒ ๋จธ์‹ ๋“ค์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ ์ด๋Ÿ‰์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ RAM๋ณด๋‹ค ํฐ ๊ตฌ์„ฑ์„ ๋ฉ”๋ชจ๋ฆฌ ์ดˆ๊ณผ ํ• ๋‹น(memory overcommit)์ด๋ผ๊ณ  ํ•œ๋‹ค. ์„ค์ • ๋ฉ”๋ชจ๋ฆฌ์˜ ํ•ฉ์ด ๋ฌผ๋ฆฌ RAM๋ณด๋‹ค ํฌ๋”๋ผ๋„ ๊ฐ VM์ด ๋™์‹œ์— ์ตœ๋Œ€์น˜๊นŒ์ง€ ์‚ฌ์šฉํ•˜์ง€ ์•Š์œผ๋ฉด ์‹คํ–‰ ์ž์ฒด๋Š” ๊ฐ€๋Šฅํ•˜๋‹ค. ```text label="์„ค์ • ์ด๋Ÿ‰์ด Host RAM ์„ ๋„˜๋Š” ๊ตฌ์„ฑ โ€” ๊ฐœ๋… ์˜ˆ์‹œ" Host Physical RAM = 32 GiB @@ -71,11 +71,11 @@ QEMU ๊ฐ€ ๊ฒŒ์ŠคํŠธ RAM ์œผ๋กœ ์žก์•„ ๋‘” ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ ํŽ˜์ด์ง€๊ฐ€ ์Šค์™‘์œผ ๊ฒŒ์ŠคํŠธ ์Šค์™‘์€ ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์˜ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์„ ๊ฒŒ์ŠคํŠธ ์ปค๋„์ด ๋ฐ›์•„ `/dev/vda` ๋กœ ๋‚ด๋ ค๋ณด๋‚ด๋Š” ๊ฒฝ๋กœ๋‹ค. ๊ทธ ์š”์ฒญ์€ `virtio-blk` ์™€ virtqueue ๋ฅผ ๊ฑฐ์ณ QEMU ๋กœ ๊ฐ€๊ณ  ํ˜ธ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€์— ๋‹ฟ๋Š”๋‹ค. ํ˜ธ์ŠคํŠธ ์Šค์™‘์€ ์‹œ์ž‘ํ•˜๋Š” ๊ณณ์ด ๋‹ค๋ฅด๋‹ค. QEMU ๊ฐ€ ๊ฒŒ์ŠคํŠธ RAM ์œผ๋กœ ์žก์•„ ๋‘” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ• ์•„๋ž˜์—์„œ ํ˜ธ์ŠคํŠธ ์ปค๋„์— ๋ˆŒ๋ ค ํ˜ธ์ŠคํŠธ ์Šค์™‘์œผ๋กœ ๋‚˜๊ฐ„๋‹ค. ์‹œ์ž‘ํ•˜๋Š” ๊ณณ๋„ ์ง€๋‚˜๋Š” ๊ณ„์ธต๋„ ๋‹ฌ๋ผ์„œ ํ•œ์ชฝ ๊ฐ’์œผ๋กœ ๋‹ค๋ฅธ ์ชฝ์„ ์ง์ž‘ํ•  ์ˆ˜ ์—†๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ฉ”๋ชจ๋ฆฌ์— ์—ฌ์œ ๊ฐ€ ์žˆ์–ด ๋ณด์ด๋Š” ๋™์•ˆ์—๋„ ํ˜ธ์ŠคํŠธ์—์„œ๋Š” ์Šค์™‘๊ณผ ํšŒ์ˆ˜๊ฐ€ ์‹ฌํ•  ์ˆ˜ ์žˆ๋‹ค. -## ๋„ค ๊ฐˆ๋ž˜ I/O ๊ฐ€ ํ•œ ์žฅ์น˜๋กœ ๋ชฐ๋ฆด ๋•Œ +## ์—ฌ๋Ÿฌ I/O๊ฐ€ ๊ฐ™์€ ์ €์žฅ์žฅ์น˜๋ฅผ ๊ณต์œ ํ•  ๋•Œ ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ๊ฐ€ ๋™์‹œ์— ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์„ ๊ฒช์œผ๋ฉด ๊ฒŒ์ŠคํŠธ ์Šค์™‘ I/O ์™€ ํ˜ธ์ŠคํŠธ ์Šค์™‘ I/O, DB I/O, ํŒŒ์ผ ์‹œ์Šคํ…œ writeback ์ด ํ•˜๋‚˜์˜ ๋ฌผ๋ฆฌ NVMe ๋กœ ๋ชฐ๋ฆด ์ˆ˜ ์žˆ๋‹ค. ๊ทธ๋Ÿฌ๋ฉด ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ํšŒ์ˆ˜์™€ ์Šค์™‘์„ ๋ถ€๋ฅด๊ณ , ๋Š˜์–ด๋‚œ ์Šคํ† ๋ฆฌ์ง€ I/O ๊ฐ€ ์Šคํ† ๋ฆฌ์ง€ ๊ฒฝ์Ÿ์ด ๋˜๊ณ , DB ์ง€์—ฐ์ด ์˜ค๋ฅด๊ณ , ๊ทธ ์œ„์˜ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ๊นŒ์ง€ ์˜ค๋ฅธ๋‹ค. -๋ฉ”๋ชจ๋ฆฌ๋Š” CPU ์™€ ๋„คํŠธ์›Œํฌ, ์Šคํ† ๋ฆฌ์ง€ ์‹คํ–‰์„ ๋ชจ๋‘ ๋ฐ›์น˜๋Š” ๊ณ„์ธต์ด๋ผ ์••๋ฐ•์ด ๋ฉ”๋ชจ๋ฆฌ ์•ˆ์—์„œ ๋๋‚˜์ง€ ์•Š๋Š”๋‹ค. CPU ์‚ฌ์šฉ๋ฅ ์ด ๋‚ฎ์€ ๊ตฌ๊ฐ„์—๋„ ์ด ๊ฒฝ๋กœ๊ฐ€ ๋Œ๊ณ  ์žˆ์„ ์ˆ˜ ์žˆ๋‹ค. +ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ๋ถ€์กฑํ•ด reclaim์ด๋‚˜ swap์ด ๋ฐœ์ƒํ•˜๋ฉด ์Šคํ† ๋ฆฌ์ง€ I/O๊ฐ€ ๋Š˜์–ด๋‚  ์ˆ˜ ์žˆ๊ณ , ๊ทธ ์˜ํ–ฅ์ด ๊ฒŒ์ŠคํŠธ ์‘๋‹ต ์ง€์—ฐ์œผ๋กœ ์ด์–ด์งˆ ์ˆ˜๋„ ์žˆ๋‹ค. ๋”ฐ๋ผ์„œ CPU ์‚ฌ์šฉ๋ฅ ์ด ๋‚ฎ๋”๋ผ๋„ ๋ฉ”๋ชจ๋ฆฌ์™€ ์Šคํ† ๋ฆฌ์ง€ ์ง€ํ‘œ๋ฅผ ํ•จ๊ป˜ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ๊ทธ๋ฆผ์—์„œ๋Š” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ• ๋’ค์— ๊ฐˆ๋ผ์ง€๋Š” ๊ฒฝ๋กœ๋งŒ ๋‚จ๊ฒผ๋‹ค. ๊นจ๋—ํ•œ ํŒŒ์ผ ํŽ˜์ด์ง€ ํšŒ์ˆ˜, ํ˜ธ์ŠคํŠธ ์Šค์™‘๊ณผ ์Šคํ† ๋ฆฌ์ง€ ๊ฒฝ์Ÿ, ํ˜ธ์ŠคํŠธ OOM์€ ๊ฐ™์€ ์‹œ์ž‘์ ์—์„œ ๊ฐˆ๋ผ์ง€์ง€๋งŒ ๊ฒŒ์ŠคํŠธ OOM์€ ๋‹ค๋ฅธ ์ปค๋„์—์„œ ์ผ์–ด๋‚œ๋‹ค. ๊ทธ๋ž˜์„œ ๊ฒŒ์ŠคํŠธ OOM์€ ๊ฐ™์€ ํ™”์‚ดํ‘œ์— ์–ต์ง€๋กœ ๋ถ™์ด์ง€ ์•Š๊ณ  ์•„๋ž˜์—์„œ ๋”ฐ๋กœ ๊ตฌ๋ถ„ํ•œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-numa-locality-for-vcpu-and-memory.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-numa-locality-for-vcpu-and-memory.md index 28209c0..057653f 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-numa-locality-for-vcpu-and-memory.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-numa-locality-for-vcpu-and-memory.md @@ -43,7 +43,7 @@ RAM ์„ ํ•˜๋‚˜์˜ ๊ท ์ผํ•œ ์ž์›์ฒ˜๋Ÿผ ๋‹ค๋ฃจ๋ฉด ์–ด๋А CPU ๊ฐ€ ์ฝ๋“  ๋น„์šฉ ํ•œ ๊ฐ€์ƒ ๋จธ์‹ ์˜ vCPU ์Šค๋ ˆ๋“œ๊ฐ€ ๋…ธ๋“œ 0 ์˜ CPU ์—์„œ ์‹คํ–‰๋˜๋Š”๋ฐ ๊ทธ ๊ฐ€์ƒ ๋จธ์‹ ์„ ๋ฐ›์น˜๋Š” ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ ํŽ˜์ด์ง€๊ฐ€ ๋…ธ๋“œ 1 ์— ์žˆ๋‹ค๊ณ  ํ•˜์ž. ๊ทธ๋Ÿฌ๋ฉด ๋…ธ๋“œ 0 ์˜ CPU ๊ฐ€ ์ธํ„ฐ์ปค๋„ฅํŠธ๋ฅผ ์ง€๋‚˜ ๋…ธ๋“œ 1 ์˜ RAM ์„ ์ฝ๊ฒŒ ๋œ๋‹ค. ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ๋Š” ๊ทธ๋ƒฅ ๋ฉ”๋ชจ๋ฆฌ ์ ‘๊ทผ ํ•œ ๋ฒˆ์ด๊ณ  ๊ฒŒ์ŠคํŠธ OS ๋Š” ๊ทธ ์š”์ฒญ์ด ์†Œ์ผ“์„ ๊ฑด๋„œ๋Š”์ง€ ์•Œ์ง€ ๋ชปํ•˜๋Š”๋ฐ, ๋น„์šฉ์€ ๊ทธ ์•„๋ž˜ ํ•˜๋“œ์›จ์–ด์—์„œ ๋ถ™๋Š”๋‹ค. -## vCPU pinning ๋งŒ์œผ๋กœ๋Š” ๋๋‚˜์ง€ ์•Š๋Š”๋‹ค +## NUMA์—์„œ๋Š” vCPU์™€ ๋ฉ”๋ชจ๋ฆฌ ๋ฐฐ์น˜๋ฅผ ํ•จ๊ป˜ ๋งž์ถ˜๋‹ค vCPU ๋ฅผ ํŠน์ • CPU ์ง‘ํ•ฉ์— ๋ฌถ๋Š” ์„ค์ •์„ pinning ์ด๋ผ๊ณ  ํ•œ๋‹ค. ์–ด๋–ค ๊ฐ€์ƒ ๋จธ์‹ ์˜ vCPU ๋ฅผ ๋…ธ๋“œ 0 ์˜ CPU ์— pinning ํ–ˆ๋Š”๋ฐ ๊ทธ ๊ฐ€์ƒ ๋จธ์‹ ์˜ RAM ์ด ์ฃผ๋กœ ๋…ธ๋“œ 1 ์— ๋ฐฐ์น˜๋˜์–ด ์žˆ์œผ๋ฉด, pinning ์ดํ›„์—๋„ ์›๊ฒฉ ์ ‘๊ทผ์ด ๋งŽ์•„์งˆ ์ˆ˜ ์žˆ๋‹ค. ๋ฌถ์€ ๊ฒƒ์€ ์‹คํ–‰ ์œ„์น˜์ด๊ณ  ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ์–ด๋””์— ์žˆ๋Š”์ง€๋Š” ๊ทธ ์„ค์ •์ด ์ •ํ•˜์ง€ ์•Š๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-page-fault-layers-in-a-vm.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-page-fault-layers-in-a-vm.md index 24635a2..67f846b 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-page-fault-layers-in-a-vm.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-page-fault-layers-in-a-vm.md @@ -47,7 +47,7 @@ Page Table์„ ์กฐํšŒ Page Fault ๋Š” ์กฐ๊ฑด์ด ๋‹ค๋ฅด๋‹ค. ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ” ์ƒํƒœ๋กœ๋Š” ์ง€๊ธˆ ์ ‘๊ทผ์„ ์ •์ƒ์œผ๋กœ ๋๋‚ผ ์ˆ˜ ์—†์–ด์„œ, ์ปค๋„์ด ๋ผ์–ด๋“ค์–ด ํŽ˜์ด์ง€๋ฅผ ๋งˆ๋ จํ•˜๊ฑฐ๋‚˜ ๋งคํ•‘์„ ๊ณ ์ณ์•ผ ๋ช…๋ น์„ ๋‹ค์‹œ ์‹œ๋„ํ•  ์ˆ˜ ์žˆ๋‹ค. TLB Miss ๋Š” ํ…Œ์ด๋ธ”์„ ํ•œ ๋ฒˆ ๋” ์ฝ์œผ๋ฉด ํ’€๋ฆฌ๋Š”๋ฐ, ์ด์ชฝ์€ ์ปค๋„ ์ฒ˜๋ฆฌ๋ฅผ ๋ถ€๋ฅธ๋‹ค. -## ์ฒซ ๋ฒˆ์งธ ๋‹จ๊ณ„ โ€” Guest Page Fault +## ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํดํŠธ ์ด fault ๋Š” GVA ๋ฅผ GPA ๋กœ ๋ฐ”๊พธ๋Š” ์ฒซ ๋ฒˆ์งธ ๋ณ€ํ™˜ ๋‹จ๊ณ„์—์„œ ์ผ์–ด๋‚œ๋‹ค. @@ -87,7 +87,7 @@ Instruction ์žฌ์‹œ๋„ ## Guest Page Fault ๋ฅผ ๋ถ€๋ฅด๋Š” ๋‹ค์„ฏ ๊ฐ€์ง€ -์›๋ฌธ์€ ๋Œ€ํ‘œ์ ์ธ ์›์ธ์„ ๋‹ค์„ฏ์œผ๋กœ ๋‚˜๋ˆˆ๋‹ค. ์•ž์˜ ๋„ท์€ ์ปค๋„์ด ์ฒ˜๋ฆฌํ•ด ์‹คํ–‰์ด ์ด์–ด์ง€๊ณ , ๋งˆ์ง€๋ง‰ ํ•˜๋‚˜๋งŒ ํ”„๋กœ์„ธ์Šค๋กœ ์‹ ํ˜ธ๊ฐ€ ๊ฐ„๋‹ค. +๊ฒŒ์ŠคํŠธ page fault์˜ ๋Œ€ํ‘œ์ ์ธ ์›์ธ์€ demand paging, copy-on-write, file-backed page ์žฌ์ฝ๊ธฐ, swap-in, ์ž˜๋ชป๋œ ์ฃผ์†Œ ์ ‘๊ทผ์œผ๋กœ ๋‚˜๋ˆŒ ์ˆ˜ ์žˆ๋‹ค. ์•ž์˜ ๊ฒฝ์šฐ๋“ค์€ ์ปค๋„์ด ํŽ˜์ด์ง€๋ฅผ ์ค€๋น„ํ•œ ๋’ค ์‹คํ–‰์„ ์ด์–ด๊ฐˆ ์ˆ˜ ์žˆ์ง€๋งŒ, ์œ ํšจํ•˜์ง€ ์•Š์€ ์ฃผ์†Œ ์ ‘๊ทผ์€ ํ”„๋กœ์„ธ์Šค์— ์‹ ํ˜ธ๊ฐ€ ์ „๋‹ฌ๋  ์ˆ˜ ์žˆ๋‹ค. | ์›์ธ | ๊ฒŒ์ŠคํŠธ ์ปค๋„์ด ๋ฌด์—‡์„ ํ•˜๋‚˜ | |---|---| @@ -108,7 +108,7 @@ Executable: 0 ์ด ์—”ํŠธ๋ฆฌ๋กœ ๋งคํ•‘๋œ ํŽ˜์ด์ง€์— ์“ฐ๊ธฐ๊ฐ€ ๋“ค์–ด๊ฐ€๋ฉด fault ๊ฐ€ ๋‚  ์ˆ˜ ์žˆ๊ณ , Copy-on-Write ๋Š” ๊ทธ ์„ฑ์งˆ์„ ๊ฑฐ๊พธ๋กœ ์ด์šฉํ•ด ์“ฐ๊ธฐ๊ฐ€ ๋“ค์–ด์˜จ ์ˆœ๊ฐ„์—๋งŒ ํŽ˜์ด์ง€๋ฅผ ๋ณต์ œํ•œ๋‹ค. ๋‹ค์„ฏ ๊ฐ€์šด๋ฐ Invalid Access ๋งŒ ๊ฒฐ๊ณผ๊ฐ€ ๋‹ค๋ฅด๋‹ค. ๊ฒŒ์ŠคํŠธ ์ปค๋„์ด ์ •์ƒ์ ์ธ ๋งคํ•‘์œผ๋กœ ํ•ด๊ฒฐํ•  ์ˆ˜ ์—†๋Š” ์ ‘๊ทผ์ด๋ฉด `SIGSEGV` ๋กœ ์ด์–ด์งˆ ์ˆ˜ ์žˆ๊ณ , ๊ทธ๋ž˜์„œ Page Fault ์™€ Segmentation Fault ๋Š” ๊ฐ™์€ ๊ฒƒ์ด ์•„๋‹ˆ๋‹ค. -## ๋‘ ๋ฒˆ์งธ ๋‹จ๊ณ„ โ€” EPT Violation +## EPT Violation ์ด๋ฒˆ์—๋Š” ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ” ๋ณ€ํ™˜์ด ์„ฑ๊ณตํ•ด GPA ๊นŒ์ง€ ์–ป์—ˆ๋‹ค๊ณ  ํ•˜์ž. ๊ทธ๋Ÿฐ๋ฐ ๊ทธ GPA ์— ๋Œ€ํ•œ ๋‘ ๋ฒˆ์งธ ๋‹จ๊ณ„ ์ ‘๊ทผ์„ ์ง€๊ธˆ EPT(Extended Page Tables) ์กฐ๊ฑด์œผ๋กœ ๋๋‚ผ ์ˆ˜ ์—†์œผ๋ฉด EPT Violation ์ด ๋œ๋‹ค. @@ -142,7 +142,7 @@ KVM Guest Page Fault ๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ์ž๊ธฐ ๊ฐ€์ƒ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์ฒ˜๋ฆฌํ•˜๋Š” ์‚ฌ๊ฑด์ด๊ณ , EPT Violation ์€ ๋‘ ๋ฒˆ์งธ ๋‹จ๊ณ„ ๊ฐ€์ƒํ™” ๋ณ€ํ™˜์—์„œ ํ•˜์ดํผ๋ฐ”์ด์ € ์ฒ˜๋ฆฌ๊ฐ€ ํ•„์š”ํ•œ ์‚ฌ๊ฑด์ด๋‹ค. ๋งˆ์ง€๋ง‰ ์ค„์ด ๋‘˜ ๋‹ค ใ€Œ๋ฐ˜๋“œ์‹œ ์•„๋‹˜ใ€์ธ ๊นŒ๋‹ญ์€ ์•ž์—์„œ ๋ณธ ๋Œ€๋กœ๋‹ค. demand paging ์ด๋‚˜ copy-on-write ์ฒ˜๋Ÿผ ์ •์ƒ ๋™์ž‘์ด ๋‘ ๊ณ„์ธต ๋ชจ๋‘์—์„œ fault ๋ฅผ ๋งŒ๋“ ๋‹ค. -## ์„ธ ๋ฒˆ์งธ โ€” Host Page Fault +## ํ˜ธ์ŠคํŠธ ํŽ˜์ด์ง€ ํดํŠธ QEMU ๋„ ํ˜ธ์ŠคํŠธ์˜ ์ผ๋ฐ˜ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„ ํ”„๋กœ์„ธ์Šค์ด๋ฏ€๋กœ QEMU ๊ฐ€ ๋งˆ๋ จํ•œ ๋ฉ”๋ชจ๋ฆฌ์—๋Š” ํ˜ธ์ŠคํŠธ์˜ ๊ฐ€์ƒ ๋ฉ”๋ชจ๋ฆฌ ๊ด€๋ฆฌ๊ฐ€ ๊ทธ๋Œ€๋กœ ์ ์šฉ๋œ๋‹ค. ๊ฒŒ์ŠคํŠธ RAM ์„ ๋‹ด๊ณ  ์žˆ๋Š” ๊ทธ ์˜์—ญ๋„ ํ˜ธ์ŠคํŠธ ํŽ˜์ด์ง€ ํ…Œ์ด๋ธ”์„ ์ง€๋‚˜ ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ ์ฃผ์†Œ๋กœ ์ด์–ด์ง€๊ณ , ๊ทธ ๊ฒฝ๋กœ์—์„œ demand allocation ์ด๋‚˜ reclaim, swap ๋•Œ๋ฌธ์— fault ๊ฐ€ ๋‚  ์ˆ˜ ์žˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-virtio-balloon-memory-reclaim.md b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-virtio-balloon-memory-reclaim.md index 811ad0a..7c6f6a6 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-virtio-balloon-memory-reclaim.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/concept/concept-virtio-balloon-memory-reclaim.md @@ -45,7 +45,7 @@ source: 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ์„ธ VM์˜ domain XML์— ๋ชจ๋‘ ``๊ฐ€ ์žˆ์—ˆ๊ณ , worker guest ๋‘˜์—์„œ๋Š” `/sys/bus/virtio/drivers/virtio_balloon` ์•„๋ž˜์— `virtio5`๊ฐ€ bind๋œ ๊ฒƒ๋„ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด ํ”„๋กœ์ ํŠธ์˜ ๊ฐ€์ƒ ๋จธ์‹ ์—๋Š” virtio-balloon ์žฅ์น˜๊ฐ€ ์‹ค์ œ๋กœ ๋ถ™์–ด ์žˆ๋‹ค. -## Inflate โ€” ๊ฒŒ์ŠคํŠธ ์•ˆ์˜ balloon ์ด ์ปค์ง„๋‹ค +## Inflate์—์„œ ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ balloon์— ํ• ๋‹น๋œ๋‹ค ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํšŒ์ˆ˜ํ•˜๋ ค๊ณ  ํ•˜๋ฉด balloon target ์„ ์กฐ์ •ํ•ด balloon ์„ ๋ถ€ํ’€๋ฆฐ๋‹ค. ์ด ๋™์ž‘์„ inflate ๋ผ๊ณ  ํ•œ๋‹ค. ๊ทธ ์š”์ฒญ์ด `virtio-balloon` ์„ ์ง€๋‚˜ ๊ฒŒ์ŠคํŠธ ์•ˆ์˜ balloon ๋“œ๋ผ์ด๋ฒ„์— ๋‹ฟ์œผ๋ฉด ๋“œ๋ผ์ด๋ฒ„๊ฐ€ ๊ฒŒ์ŠคํŠธ ํŽ˜์ด์ง€๋ฅผ ํ™•๋ณดํ•œ๋‹ค. ๊ฒŒ์ŠคํŠธ ์•ˆ์˜ balloon ์ด ์ปค์ง€๊ธฐ ๋•Œ๋ฌธ์— ๊ฒŒ์ŠคํŠธ๊ฐ€ ์“ธ ์ˆ˜ ์žˆ๋Š” RAM ์ด ๊ทธ๋งŒํผ ์ค„๊ณ , ํ˜ธ์ŠคํŠธ ์ชฝ์—์„œ๋Š” ํšŒ์ˆ˜ํ•  ์ˆ˜ ์žˆ๋Š” ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ๋Š”๋‹ค. @@ -53,7 +53,7 @@ source: ![virtio-balloon Driver ์™€ virtqueue, QEMU virtio-balloon Device, Host Memory Management ๋„ค ์ฐธ์—ฌ์ž ์‚ฌ์ด๋ฅผ ์—ฌ์„ฏ ๊ฐœ์˜ ๋ฉ”์‹œ์ง€๊ฐ€ ์˜ค๊ฐ€๋Š” ์ˆœ์„œ๋„. 1๋ฒˆ๋ถ€ํ„ฐ 3๋ฒˆ๊นŒ์ง€๋Š” Host ์ชฝ์—์„œ ์ •ํ•œ balloon target ์กฐ์ •์ด QEMU device ์™€ virtqueue ๋ฅผ ์ง€๋‚˜ VM Boundary ๋ฅผ ๋„˜์–ด Guest kernel ์˜ driver ์— ๋‹ฟ๋Š” ๋ฐฉํ–ฅ์ด๊ณ , 4๋ฒˆ๋ถ€ํ„ฐ 6๋ฒˆ๊นŒ์ง€๋Š” driver ๊ฐ€ ํ™•๋ณดํ•œ Guest page ๊ฐ€ ๊ฐ™์€ ๊ฒฝ๊ณ„๋ฅผ ๋ฐ˜๋Œ€๋กœ ๊ฑด๋„ˆ Host ์˜ ํšŒ์ˆ˜ ๊ฐ€๋Šฅ backing ์ด ๋˜๋Š” ๋ฐฉํ–ฅ์ด๋‹ค.](../../../final/assets/diagrams/virtio-balloon-inflate-deflate/virtio-balloon-inflate-deflate.svg) -## Deflate โ€” target ์„ ์ค„์ด๋ฉด ๋˜๋Œ์•„์˜จ๋‹ค +## Deflate์—์„œ balloon ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๊ฒŒ์ŠคํŠธ์— ๋Œ๋ ค์ค€๋‹ค ํ˜ธ์ŠคํŠธ๊ฐ€ ๊ฒŒ์ŠคํŠธ์—๊ฒŒ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋‹ค์‹œ ๋‚ด์ค„ ์ˆ˜ ์žˆ์œผ๋ฉด balloon target ์„ ์ค„์ธ๋‹ค. ๊ทธ๋Ÿฌ๋ฉด ๊ฒŒ์ŠคํŠธ balloon ๋“œ๋ผ์ด๋ฒ„๊ฐ€ ๋ถ™์žก๊ณ  ์žˆ๋˜ ํŽ˜์ด์ง€๋ฅผ ๋ฐ˜ํ™˜ํ•˜๊ณ  ๊ฒŒ์ŠคํŠธ๊ฐ€ ์“ธ ์ˆ˜ ์žˆ๋Š” ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ๋Š˜์–ด๋‚œ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-guest-page-fault-vs-workload.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-guest-page-fault-vs-workload.md index c614df1..88e4b93 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-guest-page-fault-vs-workload.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-guest-page-fault-vs-workload.md @@ -21,7 +21,7 @@ source: # ๊ฒŒ์ŠคํŠธ page fault ์ฆ๊ฐ€๋Š” workload ๋ณ€ํ™”๋ฅผ ๋”ฐ๋ผ๊ฐ€๋Š”๊ฐ€ -2026-09-21 `kc-lab-2`์—์„œ anonymous 512 MiB๋ฅผ `mmap()`ํ•œ ๋’ค 4 KiB๋งˆ๋‹ค ํ•œ ๋ฒˆ์”ฉ touchํ•˜๋Š” workload๋ฅผ ์‹คํ–‰ํ–ˆ๋‹ค. 131,072 page๋ฅผ ์ฒ˜์Œ ์ ‘๊ทผํ•˜๋Š” ๋™์•ˆ ํ•ด๋‹น Python process์˜ minor fault๋Š” 131,073 ์ฆ๊ฐ€ํ–ˆ๊ณ  major fault๋Š” ์ฆ๊ฐ€ํ•˜์ง€ ์•Š์•˜๋‹ค. ๊ฐ™์€ ๊ตฌ๊ฐ„์˜ guest ์ „์ฒด `pgfault`๋Š” 131,177 ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ `pgmajfault`, `pswpin`, `pswpout`์€ 0 ์ฆ๊ฐ€์˜€๋‹ค. **workload๊ฐ€ ์ƒˆ page๋ฅผ ์‹ค์ œ๋กœ ์ ‘๊ทผํ•˜์ž ์ •์ƒ demand paging์— ํ•ด๋‹นํ•˜๋Š” minor fault๊ฐ€ ํ•จ๊ป˜ ์ฆ๊ฐ€**ํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. +2026-09-21 `kc-lab-2`์—์„œ anonymous 512 MiB๋ฅผ `mmap()`ํ•œ ๋’ค 4 KiB๋งˆ๋‹ค ํ•œ ๋ฒˆ์”ฉ touchํ•˜๋Š” workload๋ฅผ ์‹คํ–‰ํ–ˆ๋‹ค. 131,072 page๋ฅผ ์ฒ˜์Œ ์ ‘๊ทผํ•˜๋Š” ๋™์•ˆ ํ•ด๋‹น Python process์˜ minor fault๋Š” 131,073 ์ฆ๊ฐ€ํ–ˆ๊ณ  major fault๋Š” ์ฆ๊ฐ€ํ•˜์ง€ ์•Š์•˜๋‹ค. ๊ฐ™์€ ๊ตฌ๊ฐ„์˜ guest ์ „์ฒด `pgfault`๋Š” 131,177 ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ `pgmajfault`, `pswpin`, `pswpout`์€ 0 ์ฆ๊ฐ€์˜€๋‹ค. workload๊ฐ€ ์ƒˆ page๋ฅผ ์‹ค์ œ๋กœ ์ ‘๊ทผํ•˜์ž ์ •์ƒ demand paging์— ํ•ด๋‹นํ•˜๋Š” minor fault๊ฐ€ ํ•จ๊ป˜ ์ฆ๊ฐ€ํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ## 512MiB demand paging ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-major-fault-vs-storage-latency.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-major-fault-vs-storage-latency.md index 70403bb..2492bf4 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-major-fault-vs-storage-latency.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-major-fault-vs-storage-latency.md @@ -25,7 +25,7 @@ source: # ํ˜ธ์ŠคํŠธ major fault ์™€ ์Šคํ† ๋ฆฌ์ง€ ์ง€์—ฐ์€ ๊ฐ™์€ ์‹œ๊ฐ„์ถ•์—์„œ ํ•จ๊ป˜ ์›€์ง์ด๋Š”๊ฐ€ -2026-09-21 ๋‹จ๊ณ„ํ˜• host memory pressure ์‹คํ—˜์—์„œ major fault, swap ์ƒํƒœ, NVMe `iostat`, guest OIDC latency๋ฅผ ๊ฐ™์€ ์‹คํ–‰์œผ๋กœ ๊ธฐ๋กํ–ˆ๋‹ค. host major fault๋Š” ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ zswap์ด swap-out์„ ์••์ถ• ๋ฉ”๋ชจ๋ฆฌ์—์„œ ํก์ˆ˜ํ•ด NVMe ์ง€์—ฐ์ด ํ•จ๊ป˜ ์ƒ์Šนํ•˜์ง€ ์•Š์•˜๋‹ค. ๋”ฐ๋ผ์„œ **ํ˜„์žฌ ์••๋ฐ• ์ˆ˜์ค€์—์„œ๋Š” major fault ์ฆ๊ฐ€์™€ storage latency ์ƒ์Šน์˜ ๋™ํ–‰์ด ๊ด€์ธก๋˜์ง€ ์•Š์•˜๋‹ค.** +2026-09-21 ๋‹จ๊ณ„ํ˜• host memory pressure ์‹คํ—˜์—์„œ major fault, swap ์ƒํƒœ, NVMe `iostat`, guest OIDC latency๋ฅผ ๊ฐ™์€ ์‹คํ–‰์œผ๋กœ ๊ธฐ๋กํ–ˆ๋‹ค. host major fault๋Š” ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ zswap์ด swap-out์„ ์••์ถ• ๋ฉ”๋ชจ๋ฆฌ์—์„œ ํก์ˆ˜ํ•ด NVMe ์ง€์—ฐ์ด ํ•จ๊ป˜ ์ƒ์Šนํ•˜์ง€ ์•Š์•˜๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์••๋ฐ• ์ˆ˜์ค€์—์„œ๋Š” major fault ์ฆ๊ฐ€์™€ storage latency ์ƒ์Šน์˜ ๋™ํ–‰์ด ๊ด€์ธก๋˜์ง€ ์•Š์•˜๋‹ค. ## host major fault์™€ storage๋ฅผ ๊ฐ™์ด ๋ณธ ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-memory-pressure-vs-guest-latency.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-memory-pressure-vs-guest-latency.md index 400c285..c3aa49a 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-memory-pressure-vs-guest-latency.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-host-memory-pressure-vs-guest-latency.md @@ -2,7 +2,7 @@ id: a05fe2a6-eb7c-4bcc-a7da-58e729436468 kind: QUESTION slug: host-memory-pressure-vs-guest-latency -title: ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€ +title: ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€ topic: memory-virtualization topicName: ๋ฉ”๋ชจ๋ฆฌ ๊ฐ€์ƒํ™” project: virtualization @@ -27,9 +27,9 @@ source: - final/document.md#62-memory-pressure์™€-storage-contention์˜-์—ฐ๊ฒฐ --- -# ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€ +# ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€ -2026-09-21 host์—์„œ anonymous memory๋ฅผ 256 MiB์”ฉ ๋Š˜๋ ค ์ตœ๋Œ€ 3.5 GiB๋ฅผ ์ถ”๊ฐ€ ํ• ๋‹นํ–ˆ๊ณ  `MemAvailable`์„ ์•ฝ 512 MiB๊นŒ์ง€ ๋‚ฎ์ถ˜ ๋’ค 12์ดˆ ์œ ์ง€ํ–ˆ๋‹ค. ์ด ๊ตฌ๊ฐ„์—์„œ host swap ์‚ฌ์šฉ๋Ÿ‰๊ณผ major fault๋Š” ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ, zswap์ด swap-out์„ ์••์ถ• ๋ฉ”๋ชจ๋ฆฌ์—์„œ ํก์ˆ˜ํ•ด NVMe storage pressure๋กœ ํฌ๊ฒŒ ์ด์–ด์ง€์ง€ ์•Š์•˜๊ณ  OIDC discovery ์ง€์—ฐ๋„ baseline๋ณด๋‹ค ์•…ํ™”๋˜์ง€ ์•Š์•˜๋‹ค. ๋”ฐ๋ผ์„œ **ํ˜„์žฌ ์••๋ฐ• ์ˆ˜์ค€์—์„œ๋Š” host memory pressure๊ฐ€ guest application latency๋ฅผ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š” ๊ฒฝ๋กœ๊ฐ€ ์žฌํ˜„๋˜์ง€ ์•Š์•˜๋‹ค.** +2026-09-21 host์—์„œ anonymous memory๋ฅผ 256 MiB์”ฉ ๋Š˜๋ ค ์ตœ๋Œ€ 3.5 GiB๋ฅผ ์ถ”๊ฐ€ ํ• ๋‹นํ–ˆ๊ณ  `MemAvailable`์„ ์•ฝ 512 MiB๊นŒ์ง€ ๋‚ฎ์ถ˜ ๋’ค 12์ดˆ ์œ ์ง€ํ–ˆ๋‹ค. ์ด ๊ตฌ๊ฐ„์—์„œ host swap ์‚ฌ์šฉ๋Ÿ‰๊ณผ major fault๋Š” ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ, zswap์ด swap-out์„ ์••์ถ• ๋ฉ”๋ชจ๋ฆฌ์—์„œ ํก์ˆ˜ํ•ด NVMe storage pressure๋กœ ํฌ๊ฒŒ ์ด์–ด์ง€์ง€ ์•Š์•˜๊ณ  OIDC discovery ์ง€์—ฐ๋„ baseline๋ณด๋‹ค ์•…ํ™”๋˜์ง€ ์•Š์•˜๋‹ค. ํ˜„์žฌ ์••๋ฐ• ์ˆ˜์ค€์—์„œ๋Š” host memory pressure์™€ ํ•จ๊ป˜ guest application latency๊ฐ€ ์ฆ๊ฐ€ํ•˜๋Š” ํ˜„์ƒ์€ ๊ด€์ธก๋˜์ง€ ์•Š์•˜๋‹ค. ## ์••๋ฐ• ์ „ํ›„ guest latency ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-numa-remote-access-vs-workload-latency.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-numa-remote-access-vs-workload-latency.md index 74d00fb..8797d08 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-numa-remote-access-vs-workload-latency.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-numa-remote-access-vs-workload-latency.md @@ -22,7 +22,7 @@ source: # NUMA remote access ๊ฐ€ ์ด ์ž‘์—…์˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ”๊พธ๋Š”๊ฐ€ -2026-09-21 ํ˜„์žฌ `test-server`๋Š” NUMA node๊ฐ€ ํ•˜๋‚˜๋ฟ์ด๋‹ค. CPU `0-7`๊ณผ QEMU memory๊ฐ€ ๋ชจ๋‘ `node0`์— ์žˆ์œผ๋ฏ€๋กœ ์ด host์—์„œ๋Š” local ๋ฐฐ์น˜์™€ remote ๋ฐฐ์น˜๋ฅผ ๋งŒ๋“ค์–ด ๋น„๊ตํ•˜๋Š” ์‹คํ—˜ ์ž์ฒด๊ฐ€ ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์งˆ๋ฌธ์€ **ํ˜„์žฌ ํ™˜๊ฒฝ์—๋Š” ์ ์šฉ๋˜์ง€ ์•Š๋Š” ๊ฒƒ์œผ๋กœ ํ•ด์†Œ**ํ•œ๋‹ค. +2026-09-21 ํ˜„์žฌ `test-server`๋Š” NUMA node๊ฐ€ ํ•˜๋‚˜๋ฟ์ด๋‹ค. CPU `0-7`๊ณผ QEMU memory๊ฐ€ ๋ชจ๋‘ `node0`์— ์žˆ์œผ๋ฏ€๋กœ ์ด host์—์„œ๋Š” local ๋ฐฐ์น˜์™€ remote ๋ฐฐ์น˜๋ฅผ ๋งŒ๋“ค์–ด ๋น„๊ตํ•˜๋Š” ์‹คํ—˜ ์ž์ฒด๊ฐ€ ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค. ์ด ํ˜ธ์ŠคํŠธ์—์„œ๋Š” remote NUMA ๋ฐฐ์น˜๋ฅผ ๋งŒ๋“ค ์ˆ˜ ์—†์œผ๋ฏ€๋กœ local/remote NUMA์— ๋”ฐ๋ฅธ ์ง€์—ฐ ์ฐจ์ด๋ฅผ ๋น„๊ตํ•  ์ˆ˜ ์—†๋‹ค. ## ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์‹คํ—˜์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š” ์ด์œ  diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-qemu-resident-memory-distribution.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-qemu-resident-memory-distribution.md index a5e9a66..22b76c9 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-qemu-resident-memory-distribution.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-qemu-resident-memory-distribution.md @@ -2,7 +2,7 @@ id: fa5b3782-9fcf-4113-8f51-a55c8023b2db kind: QUESTION slug: qemu-resident-memory-distribution -title: QEMU ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹ค์ œ๋กœ ๋ถ™์žก๊ณ  ์žˆ๋Š” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋Š” ์–ผ๋งˆ์ด๊ณ  ์–ด๋–ป๊ฒŒ ๋‚˜๋‰˜์–ด ์žˆ๋Š”๊ฐ€ +title: QEMU ํ”„๋กœ์„ธ์Šค์˜ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์‚ฌ์šฉ๋Ÿ‰์€ ์–ผ๋งˆ์ธ๊ฐ€ topic: memory-virtualization topicName: ๋ฉ”๋ชจ๋ฆฌ ๊ฐ€์ƒํ™” project: virtualization @@ -20,7 +20,7 @@ source: - final/document.md#42-configured-memory์™€-์‹ค์ œ-physical-ram-์‚ฌ์šฉ๋Ÿ‰์€-๊ฐ™์ง€-์•Š์„-์ˆ˜-์žˆ๋‹ค --- -# QEMU ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹ค์ œ๋กœ ๋ถ™์žก๊ณ  ์žˆ๋Š” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋Š” ์–ผ๋งˆ์ด๊ณ  ์–ด๋–ป๊ฒŒ ๋‚˜๋‰˜์–ด ์žˆ๋Š”๊ฐ€ +# QEMU ํ”„๋กœ์„ธ์Šค์˜ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์‚ฌ์šฉ๋Ÿ‰์€ ์–ผ๋งˆ์ธ๊ฐ€ 2026-09-21 ์„ธ QEMU ํ”„๋กœ์„ธ์Šค์˜ `smaps_rollup`์„ ์ง์ ‘ ์ฝ์—ˆ๋‹ค. configured memory์™€ host RSS๋Š” ๊ฐ™์ง€ ์•Š์•˜๊ณ , resident memory์˜ ๋Œ€๋ถ€๋ถ„์€ anonymous์ด๋ฉฐ ํฐ ๋ถ€๋ถ„์ด THP `AnonHugePages`๋กœ backing๋ผ ์žˆ์—ˆ๋‹ค. exact RSS๋Š” workload์™€ ์‹œ์ ์— ๋”ฐ๋ผ ๋‹ฌ๋ผ์ง€๋Š” ๊ด€์ธก๊ฐ’์ด๋‹ค. @@ -60,7 +60,7 @@ smaps_rollup ์„ ์ฝ์„ ๊ถŒํ•œ์ด ์žˆ๋‹ค๊ณ  ์ „์ œํ•œ๋‹ค. ๋‹ค๋ฅธ ์‚ฌ์šฉ์ž์˜ 2026-09-21์—๋Š” ์„ธ QEMU ํ”„๋กœ์„ธ์Šค์˜ RSS๋ฅผ ์‹ค์ œ๋กœ ์ฝ์—ˆ๋‹ค. `kc-lab-1`์€ ์•ฝ 3.73GiB, `kc-lab-2`๋Š” ์•ฝ 2.91GiB, edge๋Š” ์•ฝ 0.84GiB์˜€๋‹ค. ๊ฐœ๋… ์„ค๋ช…์— ์“ฐ์ธ 8GiBยท16GiB ์˜ˆ์‹œ๋Š” ์ด ์ธก์ •๊ฐ’๊ณผ ๊ตฌ๋ถ„ํ•œ๋‹ค. -์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์˜†์— ๋†“์ง€ ์•Š์œผ๋ฉด ์–ผ๋งˆ๋‚˜ ๋ฒŒ์–ด์ ธ ์žˆ๋Š”์ง€ ์ ์„ ์ˆ˜ ์—†๋‹ค. ๊ทธ ๊ฐ’์€ ใ€Œ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฐ€์ƒ ๋จธ์‹ ๋“ค์€ ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ์™€ ์ง€๊ธˆ ์žก๊ณ  ์žˆ๋Š” ๋ฉ”๋ชจ๋ฆฌ๊ฐ€ ์–ผ๋งˆ๋‚˜ ๋‹ค๋ฅธ๊ฐ€ใ€๊ฐ€ ๋ฐ›๋Š”๋‹ค. +QEMU RSS๋Š” VM์— ์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌ์™€ ํ•จ๊ป˜ ๊ธฐ๋กํ•ด์•ผ ์ฐจ์ด๋ฅผ ํ•ด์„ํ•  ์ˆ˜ ์žˆ๋‹ค. configured/current memory์™€ RSS๋Š” ๊ฐ™์€ ์‹œ๊ฐ์— ์ธก์ •ํ•˜๋˜ ์„œ๋กœ ๋‹ค๋ฅธ ์ง€ํ‘œ๋กœ ๋‚จ๊ธด๋‹ค. ใ€ŒConfigured Memory์™€ ์‹ค์ œ Physical RAM ์‚ฌ์šฉ๋Ÿ‰์€ ๊ฐ™์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹คใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ ์‚ฌ์šฉ๋Ÿ‰๊ณผ ํ˜ธ์ŠคํŠธ resident ๋ฅผ ๋‹ค๋ฅธ ๊ฐ’์œผ๋กœ ๊ฐˆ๋ผ ๋†“์•˜๊ธฐ ๋•Œ๋ฌธ์—, resident ํฌ๊ธฐ ํ•˜๋‚˜๋กœ๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ์ง€๊ธˆ ์“ฐ๊ณ  ์žˆ๋Š”์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-swap-activity-in-guest-and-host.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-swap-activity-in-guest-and-host.md index 09c8318..ed5912e 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-swap-activity-in-guest-and-host.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-swap-activity-in-guest-and-host.md @@ -22,7 +22,7 @@ source: # ์ง€๊ธˆ ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ์—์„œ swap ์ด ์‹ค์ œ๋กœ ์˜ค๊ฐ€๊ณ  ์žˆ๋Š”๊ฐ€ -2026-09-21 ์งง์€ ๊ด€์ธก ๊ตฌ๊ฐ„์—์„œ worker guest ๋‘˜์˜ swap์€ 0์ด๊ณ , host์—๋Š” ์•ฝ 260 MiB์˜ swap ์‚ฌ์šฉ๋Ÿ‰์ด ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ `vmstat 1 5`์˜ `si/so`๋Š” host์™€ worker ๋‘˜ ๋ชจ๋‘ ๊ณ„์† 0์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ **swap ์‚ฌ์šฉ๋Ÿ‰์ด ๋‚จ์•„ ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๊ณผ ํ˜„์žฌ swap I/O๊ฐ€ ์ง„ํ–‰ ์ค‘์ด๋ผ๋Š” ์‚ฌ์‹ค์€ ๋‹ค๋ฅด๋‹ค**๋Š” ๊ฒƒ์„ ์ด host์—์„œ ์ง์ ‘ ํ™•์ธํ–ˆ๋‹ค. +2026-09-21 ์งง์€ ๊ด€์ธก ๊ตฌ๊ฐ„์—์„œ worker guest ๋‘˜์˜ swap์€ 0์ด๊ณ , host์—๋Š” ์•ฝ 260 MiB์˜ swap ์‚ฌ์šฉ๋Ÿ‰์ด ๋‚จ์•„ ์žˆ์—ˆ์ง€๋งŒ `vmstat 1 5`์˜ `si/so`๋Š” host์™€ worker ๋‘˜ ๋ชจ๋‘ ๊ณ„์† 0์ด์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ swap ์‚ฌ์šฉ๋Ÿ‰์ด ๋‚จ์•„ ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๊ณผ ํ˜„์žฌ swap I/O๊ฐ€ ์ง„ํ–‰ ์ค‘์ด๋ผ๋Š” ์‚ฌ์‹ค์€ ๋‹ค๋ฅด๋‹ค๋Š” ๊ฒƒ์„ ์ด host์—์„œ ์ง์ ‘ ํ™•์ธํ–ˆ๋‹ค. ## host์™€ guest swap ๊ด€์ฐฐ ๊ฒฐ๊ณผ diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-virtio-balloon-configured.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-virtio-balloon-configured.md index 5f44c0e..261c977 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-virtio-balloon-configured.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-virtio-balloon-configured.md @@ -23,7 +23,7 @@ source: # ์ด ๊ฐ€์ƒ ๋จธ์‹ ๋“ค์— virtio-balloon ์ด ๋ถ™์–ด ์žˆ๋Š”๊ฐ€ -2026-09-21 ์„ธ domain XML ๋ชจ๋‘ ``๋ฅผ ๊ฐ€์ง€๊ณ  ์žˆ๊ณ , worker guest ๋‘˜์—์„œ๋„ virtio-balloon driver์— `virtio5` ์žฅ์น˜๊ฐ€ bind๋ผ ์žˆ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์žฅ์น˜ ๊ตฌ์„ฑ ์—ฌ๋ถ€๋Š” ํ™•์ธ๋๋‹ค. ๋‹ค๋งŒ ํ˜„์žฌ `dommemstat actual`์€ configured/current memory์™€ ๊ฐ™์•„์„œ **์žฅ์น˜๊ฐ€ ์กด์žฌํ•œ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ์ง€๊ธˆ balloon์ด ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํšŒ์ˆ˜ ์ค‘์ด๋ผ๊ณ  ๋งํ•  ์ˆ˜๋Š” ์—†๋‹ค.** +2026-09-21 ์„ธ domain XML ๋ชจ๋‘ ``๋ฅผ ๊ฐ€์ง€๊ณ  ์žˆ๊ณ , worker guest ๋‘˜์—์„œ๋„ virtio-balloon driver์— `virtio5` ์žฅ์น˜๊ฐ€ bind๋ผ ์žˆ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์žฅ์น˜ ๊ตฌ์„ฑ ์—ฌ๋ถ€๋Š” ํ™•์ธ๋๋‹ค. ๋‹ค๋งŒ ํ˜„์žฌ `dommemstat actual`์€ configured/current memory์™€ ๊ฐ™์•„์„œ ์žฅ์น˜๊ฐ€ ์กด์žฌํ•œ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ์ง€๊ธˆ balloon์ด ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ํšŒ์ˆ˜ ์ค‘์ด๋ผ๊ณ  ๋งํ•  ์ˆ˜๋Š” ์—†๋‹ค. ## ์„ธ VM์˜ balloon ์žฅ์น˜ ์ƒํƒœ @@ -41,7 +41,7 @@ source: - ใ€Œ์ž์› โ€” ํ• ๋‹น๊ณผ ์‹ค์‚ฌ์šฉ์€ ๋‹ค๋ฅด๋‹คใ€์—์„œ๋Š” virsh dommemstat ์œผ๋กœ k3s ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€๋ฅผ ์žฌ์„œ ์•„๋ž˜ ๊ฐ’์„ ๋ฐ›์•˜๋‹ค. k3s ๋งŒ ๋–  ์žˆ๊ณ  Keycloak ์€ ์˜ฌ๋ฆฌ๊ธฐ ์ „ ์ƒํƒœ๋‹ค. kc-lab-1 : ํ• ๋‹น 5120MB ยท ์‹ค์‚ฌ์šฉ 353MB kc-lab-2 : ํ• ๋‹น 3120MB ยท ์‹ค์‚ฌ์šฉ 301MB -- 2026-09-10 historical snapshot์—์„œ๋Š” `virt-install --memory 4096`์œผ๋กœ ๋งŒ๋“  `kc-lab-2`์˜ `dommemstat actual`์ด 3120MB์˜€๋‹ค. ๋‹น์‹œ ๋ฌธ์„œ๋Š” balloon ๊ฐ€๋Šฅ์„ฑ์„ ์ถ”๋ก ํ–ˆ์ง€๋งŒ ์›์ธ์„ ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” actual์ด 4096MiB๋กœ configured/current์™€ ๊ฐ™์•˜๋‹ค. +- 2026-09-10 ๊ธฐ๋ก์—์„œ๋Š” `virt-install --memory 4096`์œผ๋กœ ๋งŒ๋“  `kc-lab-2`์˜ `dommemstat actual`์ด 3120MB์˜€๋‹ค. ๋‹น์‹œ ๋ฌธ์„œ๋Š” balloon ๊ฐ€๋Šฅ์„ฑ์„ ์ถ”๋ก ํ–ˆ์ง€๋งŒ ์›์ธ์„ ๊ฒ€์ฆํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ๋Š” actual์ด 4096MiB๋กœ configured/current์™€ ๊ฐ™์•˜๋‹ค. - ใ€Œ์ž์› โ€” ํ• ๋‹น๊ณผ ์‹ค์‚ฌ์šฉ์€ ๋‹ค๋ฅด๋‹คใ€์—์„œ๋Š” dommemstat ์˜ actual ์ด ํ˜„์žฌ ํ• ๋‹น์ด๊ณ  ์„ ์–ธํ•œ ์ƒํ•œ์€ virsh dominfo ์˜ Max memory ์— ์žˆ๋‹ค๊ณ  ์ ์œผ๋ฉด์„œ, ์ด ์‹คํ—˜๋Œ€์—์„œ ๊ทธ ๋‘ ๊ฐ’์„ ๋‚˜๋ž€ํžˆ ์ฐ์–ด ๋ณด์ง€ ์•Š์•˜๋‹ค๊ณ  ๋ฏธ์ธก์ •์œผ๋กœ ๋‚จ๊ฒผ๋‹ค. - ใ€Œ๋‹จ๊ณ„ 01 โ€” ๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€ใ€์— ์ ์€ ๊ฒŒ์ŠคํŠธ๋Š” kc-lab-edge ยท kc-lab-1 ยท kc-lab-2 ์„ธ ๋Œ€์ด๊ณ , ใ€Œ์ž์› โ€” ํ• ๋‹น๊ณผ ์‹ค์‚ฌ์šฉ์€ ๋‹ค๋ฅด๋‹คใ€์˜ ์ธก์ •์— kc-lab-edge ๋Š” ๋“ค์–ด ์žˆ์ง€ ์•Š๋‹ค. - ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฐ€์ƒ ๋จธ์‹  ์„ค์ •์—์„œ balloon ๊ด€๋ จ ์š”์†Œ๋ฅผ ์ฝ์€ ๊ธฐ๋ก์ด ๊ฐœ๋… ๋ฌธ์„œ์— ์—†๋‹ค. diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-configured-vs-current-memory.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-configured-vs-current-memory.md index e7c3ed4..a917935 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-configured-vs-current-memory.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-configured-vs-current-memory.md @@ -81,7 +81,7 @@ Configured RAM๊ณผ Current RAM์€ ์ดํ›„ memory pressure๋‚˜ balloon ์‹คํ—˜์—์„œ ์ด ์งˆ๋ฌธ์—์„œ ํ™•์ธํ•œ ๊ฒƒ์€ configured/current์™€ ์‹ค์ œ ์ ์œ ๊ฐ€ ๋‹ค๋ฅด๋‹ค๋Š” ์‚ฌ์‹ค๊นŒ์ง€๋‹ค. ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ์ƒ๊ฒผ์„ ๋•Œ reclaimยทswapยทguest latency๊ฐ€ ์–ด๋–ป๊ฒŒ ๋ณ€ํ•˜๋Š”์ง€๋Š” ๋ณ„๋„ pressure ์‹คํ—˜์—์„œ ๋ณธ๋‹ค. -QEMU ํ”„๋กœ์„ธ์Šค ์ชฝ ๊ฐ’์€ ์—ฌ๊ธฐ์„œ ๋‹ซ์ง€ ์•Š๋Š”๋‹ค. virsh ๊ฐ€ ๋ณด๊ณ ํ•˜๋Š” ๊ฐ’๊ณผ ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹ค์ œ๋กœ ์žก๊ณ  ์žˆ๋Š” ํฌ๊ธฐ๋Š” ๋‹ค๋ฅธ ๊ด€์ธก์ด๊ณ , ๊ทธ๊ฒƒ์€ ใ€ŒQEMU ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹ค์ œ๋กœ ๋ถ™์žก๊ณ  ์žˆ๋Š” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋Š” ์–ผ๋งˆ์ด๊ณ  ์–ด๋–ป๊ฒŒ ๋‚˜๋‰˜์–ด ์žˆ๋Š”๊ฐ€ใ€๊ฐ€ ๋ฐ›๋Š”๋‹ค. +`virsh`๊ฐ€ ๋ณด๊ณ ํ•˜๋Š” configured/current memory์™€ QEMU ํ”„๋กœ์„ธ์Šค์˜ RSS๋Š” ์„œ๋กœ ๋‹ค๋ฅธ ๊ฐ’์ด๋‹ค. ์—ฌ๊ธฐ์„œ๋Š” VM ์„ค์ •๊ฐ’๊ณผ guest-visible memory๋ฅผ ํ™•์ธํ•˜๊ณ , QEMU RSS๋Š” ๊ฐ™์€ ์‹œ๊ฐ์— ๋ณ„๋„ ํ˜ธ์ŠคํŠธ ์ง€ํ‘œ๋กœ ๊ธฐ๋กํ•œ๋‹ค. ## ์„ค์ •๊ฐ’๊ณผ live ๊ฐ’, guest-visible memory๋ฅผ ๋‚˜๋ž€ํžˆ ๋ดค๋‹ค @@ -101,7 +101,7 @@ VM ํ•˜๋‚˜๋กœ ํ‘œ ๋ชจ์–‘์„ ๋จผ์ € ์ •ํ•˜๋Š” ๋ฐฉ๋ฒ•์€ ๊ฐ€๋Šฅํ•˜์ง€๋งŒ, VM๋ณ„ ๊ฐ’ ํ˜ธ์ŠคํŠธ์— ํ•œ ๋ฒˆ ๋ถ™๋Š” ๊น€์— ps ๋กœ QEMU ํ”„๋กœ์„ธ์Šค์˜ ํฌ๊ธฐ๊นŒ์ง€ ๋ฐ›์•„ ์ ์ž๋Š” ๋ฐฉ๋ฒ•์ด๋‹ค. ์‹คํ–‰ ํšŸ์ˆ˜๋Š” ์ค„์–ด๋“ ๋‹ค. -QEMU ์ชฝ์€ ๋ณ„๋„์˜ ๋ฌผ์Œ์ด ์ด๋ฏธ ๋ฐ›๊ณ  ์žˆ๊ณ  ๊ทธ์ชฝ์€ anonymous ์ธ์ง€ huge page ์ธ์ง€๊นŒ์ง€ ๋ณด๊ธฐ ๋•Œ๋ฌธ์—, ์—ฌ๊ธฐ์„œ ํ•จ๊ป˜ ์ฝ์œผ๋ฉด ์–ด๋А ๋ฌผ์Œ์˜ ๊ธฐ์ค€์œผ๋กœ ๋‹ซํ˜”๋Š”์ง€๊ฐ€ ๋‚จ์ง€ ์•Š๋Š”๋‹ค. ๋‘ ๋ฌผ์Œ์˜ ์‹คํ–‰ ์‹œ๊ฐ์„ ๋งž์ถ”๊ณ  ์‹ถ์œผ๋ฉด ๊ฐ™์€ ์ ‘์†์—์„œ ์ˆœ์„œ๋Œ€๋กœ ๋Œ๋ฆฌ๊ณ  ๊ฐ๊ฐ์˜ ๊ธฐ๋ก์— ๋‚จ๊ธด๋‹ค. +QEMU RSS์˜ anonymous memory์™€ `AnonHugePages` ๊ตฌ์„ฑ์€ VM ์„ค์ •๊ฐ’๊ณผ ๊ตฌ๋ถ„ํ•ด ๊ธฐ๋กํ•œ๋‹ค. ๋‘ ๊ฐ’์„ ๋น„๊ตํ•˜๋ ค๋ฉด ๊ฐ™์€ ์‹œ๊ฐ์— ์ˆœ์„œ๋Œ€๋กœ ์ธก์ •ํ•ด ์‹œ์  ์ฐจ์ด๋ฅผ ์ค„์ธ๋‹ค. ## ๋ฉ”๋ชจ๋ฆฌ๋ฅผ ๋ฐ”๊พธ๋ฉด ์„ค์ •๊ฐ’ยทํ˜„์žฌ๊ฐ’ยทguest ๊ฐ’์„ ๋‹ค์‹œ ๋น„๊ตํ•œ๋‹ค diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-ram-backed-by-hugetlb.md b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-ram-backed-by-hugetlb.md index 65d5f4e..04719f7 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-ram-backed-by-hugetlb.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/question/question-vm-ram-backed-by-hugetlb.md @@ -21,7 +21,7 @@ source: # ๊ฐ€์ƒ ๋จธ์‹  RAM ์ด HugeTLB ๋กœ ๋ช…์‹œ์ ์œผ๋กœ backing ๋˜์–ด ์žˆ๋Š”๊ฐ€ -2026-09-21 ํ˜„์žฌ ์„ธ VM์€ **๋ช…์‹œ์  HugeTLB backing์„ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค.** domain XML์— `memoryBacking/hugepages`๊ฐ€ ์—†๊ณ  host๋Š” `HugePages_Total=0`, `Hugetlb=0 kB`๋‹ค. QEMU `smaps_rollup`์˜ ํฐ `AnonHugePages` ๊ฐ’์€ THP์ด๋ฉฐ HugeTLB pool ์‚ฌ์šฉ์˜ ์ฆ๊ฑฐ๊ฐ€ ์•„๋‹ˆ๋‹ค. +2026-09-21 ํ˜„์žฌ ์„ธ VM์€ ๋ช…์‹œ์  HugeTLB backing์„ ์‚ฌ์šฉํ•˜์ง€ ์•Š๋Š”๋‹ค. domain XML์— `memoryBacking/hugepages`๊ฐ€ ์—†๊ณ  host๋Š” `HugePages_Total=0`, `Hugetlb=0 kB`๋‹ค. QEMU `smaps_rollup`์˜ ํฐ `AnonHugePages` ๊ฐ’์€ THP์ด๋ฉฐ HugeTLB pool ์‚ฌ์šฉ์˜ ์ฆ๊ฑฐ๊ฐ€ ์•„๋‹ˆ๋‹ค. ## ํ˜„์žฌ HugeTLB backing ์ƒํƒœ diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-memory-symptom-needs-layer-separation.md b/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-memory-symptom-needs-layer-separation.md index b5386e6..5bf2c03 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-memory-symptom-needs-layer-separation.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-memory-symptom-needs-layer-separation.md @@ -20,7 +20,7 @@ source: # ๋ฉ”๋ชจ๋ฆฌ ์ฆ์ƒ ํ•˜๋‚˜๋กœ ๊ณ„์ธต์„ ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค -๋ฉ”๋ชจ๋ฆฌ ์ง€์—ฐ์ด๋‚˜ OOM ์ด ๋ณด์ด๋ฉด ใ€Œ๋ฉ”๋ชจ๋ฆฌ ๋ถ€์กฑใ€์œผ๋กœ ๋‹ซ์ง€ ๋ง๊ณ  ใ€Œ๋ฌธ์ œ๋ฅผ ์ง„๋‹จํ•  ๋•Œ์˜ ๋ถ„๋ฅ˜ใ€์˜ ๋‹ค์„ฏ ๊ฐˆ๋ž˜๋กœ ๋จผ์ € ๊ฐ€๋ฅธ๋‹ค. Guest Virtual Memory ยท Virtualization Translation ยท Host Memory ยท Dynamic Memory ยท NUMA ๋‹ค์„ฏ์ด๋‹ค. ใ€ŒSwap Used๋งŒ ๋ณด๊ณ  ์žฅ์• ๋ฅผ ํŒ๋‹จํ•˜๋ฉด ์•ˆ ๋œ๋‹คใ€ยท ใ€ŒNUMA๋Š” ์‹ค์ œ ์žฅ๋น„ topology๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹คใ€ยท ใ€Œ๊ฒฐ๋ก ใ€์—์„œ๋Š” ๋”ฐ๋กœ ์š”๊ตฌํ•œ ํŒ๋…๋„ ์ด ํ•œ ์ ˆ์ฐจ๋กœ ๋ฌถ์—ˆ๋‹ค. +๋ฉ”๋ชจ๋ฆฌ ์ง€์—ฐ์ด๋‚˜ OOM์„ ๋ถ„์„ํ•  ๋•Œ๋Š” ๊ฒŒ์ŠคํŠธ ๊ฐ€์ƒ ๋ฉ”๋ชจ๋ฆฌ, ์ฃผ์†Œ ๋ณ€ํ™˜, ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ, ๋™์  ๋ฉ”๋ชจ๋ฆฌ ํšŒ์ˆ˜, NUMA๋ฅผ ๊ตฌ๋ถ„ํ•ด์„œ ๋ณธ๋‹ค. ์˜ˆ๋ฅผ ๋“ค์–ด swap ์‚ฌ์šฉ๋Ÿ‰์ด ๋‚จ์•„ ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๊ณผ ํ˜„์žฌ swap I/O๊ฐ€ ๋ฐœ์ƒํ•œ๋‹ค๋Š” ์‚ฌ์‹ค์€ ๋‹ค๋ฅด๊ณ , NUMA ๋ฌธ์ œ๋„ ์‹ค์ œ ํ˜ธ์ŠคํŠธ๊ฐ€ ์—ฌ๋Ÿฌ NUMA node๋ฅผ ๊ฐ€์งˆ ๋•Œ๋งŒ ๋น„๊ตํ•  ์ˆ˜ ์žˆ๋‹ค. ## ๋ฉ”๋ชจ๋ฆฌ ์ฆ์ƒ ํ•˜๋‚˜๋กœ ๊ฒฐ๋ก ๋‚ด๋ฆฌ๋ฉด ์•ˆ ๋˜๋Š” ์ด์œ  @@ -67,7 +67,7 @@ storage latency ๊ฐ€ ๊ฐ™์ด ์ฆ๊ฐ€ํ•˜๋Š”๊ฐ€? ### 4. OOM ์€ ๋ฐœ์ƒ ๊ณ„์ธต์„ ํ™•์ธํ•œ ๋’ค์— ๋ถ€๋ฅธ๋‹ค -ใ€ŒGuest OOM๊ณผ Host OOMใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ OOM ๊ณผ ํ˜ธ์ŠคํŠธ OOM ์„ ๊ฐˆ๋ž๋‹ค. ๊ฒŒ์ŠคํŠธ RAM ์ด ๋ชจ์ž๋ผ์„œ ๊ฒŒ์ŠคํŠธ ์ปค๋„์ด ํ”„๋กœ์„ธ์Šค๋ฅผ ์ฃฝ์ด๋ฉด Keycloak ํ”„๋กœ์„ธ์Šค ์ข…๋ฃŒ ๊ฐ™์€ ๊ฒฐ๊ณผ๊ฐ€ ๋œ๋‹ค. ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ RAM ์ด ๋ชจ์ž๋ผ์„œ ํ˜ธ์ŠคํŠธ ์ปค๋„์ด QEMU ๋ฅผ victim ์œผ๋กœ ๊ณ ๋ฅด๋ฉด ๊ทธ VM ์ „์ฒด๊ฐ€ ์ค‘๋‹จ๋  ์ˆ˜ ์žˆ๋‹ค. +ใ€ŒGuest OOM๊ณผ Host OOMใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ OOM ๊ณผ ํ˜ธ์ŠคํŠธ OOM ์„ ๊ฐˆ๋ž๋‹ค. ๊ฒŒ์ŠคํŠธ RAM์ด ๋ถ€์กฑํ•ด ๊ฒŒ์ŠคํŠธ ์ปค๋„์˜ OOM killer๊ฐ€ ํ”„๋กœ์„ธ์Šค๋ฅผ ์ข…๋ฃŒํ•˜๋ฉด Keycloak ํ”„๋กœ์„ธ์Šค๊ฐ€ ์ข…๋ฃŒ๋  ์ˆ˜ ์žˆ๋‹ค. ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ RAM ์ด ๋ชจ์ž๋ผ์„œ ํ˜ธ์ŠคํŠธ ์ปค๋„์ด QEMU ๋ฅผ victim ์œผ๋กœ ๊ณ ๋ฅด๋ฉด ๊ทธ VM ์ „์ฒด๊ฐ€ ์ค‘๋‹จ๋  ์ˆ˜ ์žˆ๋‹ค. cgroup memory limit ์ด ๊ฑธ๋ฆฐ ํ™˜๊ฒฝ์€ ์˜ˆ์™ธ๋กœ ๋‘”๋‹ค. ํ˜ธ์ŠคํŠธ ์ „์ฒด RAM ์— ์—ฌ์œ ๊ฐ€ ์žˆ์–ด๋„ ๊ทธ cgroup ๊ฒฝ๊ณ„์—์„œ OOM ์ด ๋ฐœ์ƒํ•  ์ˆ˜ ์žˆ๋‹ค๊ณ  ๊ฐ™์€ ์ ˆ์ด ์ ์—ˆ๋‹ค. @@ -103,7 +103,7 @@ NUMA node ๊ฐ€ ํ•˜๋‚˜์ธ ํ˜ธ์ŠคํŠธ์—์„œ๋Š” NUMA ๊ฐˆ๋ž˜์˜ ์šฐ์„ ์ˆœ์œ„๋ฅผ ๋‚ฎ์ถฐ - ๊ฒŒ์ŠคํŠธ์—์„œ Swap Used ๋งŒ ๋ณด๊ณ  ใ€Œ๋ฉ”๋ชจ๋ฆฌ ๋ถ€์กฑใ€์œผ๋กœ ๋‹ซ์€ ํŒ๋… : swap-in/out ์ด ์ง€์†๋˜๋Š”์ง€๋ฅผ ์žฌ์ง€ ์•Š์•˜๋‹ค - ๊ฒŒ์ŠคํŠธ free -h ์— ์—ฌ์œ ๊ฐ€ ๋ณด์—ฌ ํ˜ธ์ŠคํŠธ๋ฅผ ๋ณด์ง€ ์•Š์€ ํŒ๋… : ํ˜ธ์ŠคํŠธ reclaim ๊ณผ ํ˜ธ์ŠคํŠธ ์Šค์™‘์„ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค -- Keycloak ํ”„๋กœ์„ธ์Šค๊ฐ€ ์ฃฝ์—ˆ๋Š”๋ฐ ํ˜ธ์ŠคํŠธ ์ปค๋„ ๋กœ๊ทธ๋ฅผ ๋ณด์ง€ ์•Š์€ ํŒ๋… : ๊ฒŒ์ŠคํŠธ OOM ์ธ์ง€ ํ˜ธ์ŠคํŠธ OOM ์ธ์ง€ ๊ฐˆ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค +- Keycloak ํ”„๋กœ์„ธ์Šค๊ฐ€ ์ข…๋ฃŒ๋๋Š”๋ฐ ํ˜ธ์ŠคํŠธ ์ปค๋„ ๋กœ๊ทธ๋ฅผ ํ™•์ธํ•˜์ง€ ์•Š์€ ํŒ๋… : ๊ฒŒ์ŠคํŠธ OOM ์ธ์ง€ ํ˜ธ์ŠคํŠธ OOM ์ธ์ง€ ๊ฐˆ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค - ํ˜ธ์ŠคํŠธ RAM ์— ์—ฌ์œ ๊ฐ€ ์žˆ๋‹ค๋Š” ์ด์œ ๋กœ OOM ์„ ๋‹ค๋ฅธ ๊ฐˆ๋ž˜๋กœ ๋„˜๊ธด ํŒ๋… : cgroup ๊ฒฝ๊ณ„๋ฅผ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค - ํ† ํด๋กœ์ง€๋ฅผ ์žฌ์ง€ ์•Š๊ณ  vCPU pinning ๋ถ€ํ„ฐ ์†๋Œ„ ์กฐ์น˜ : NUMA ๊ฐˆ๋ž˜๊ฐ€ ์ด ํ˜ธ์ŠคํŠธ์— ๊ฑธ๋ฆฌ๋Š”์ง€ ๋ชจ๋ฅธ๋‹ค - ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ๋ฅผ ๋‹ค๋ฅธ ์‹œ๊ฐ์— ์ฐ์–ด ํ•œ ํ‘œ๋กœ ๋†“์€ ๊ธฐ๋ก : ๊ฐ™์€ ์‹œ๊ฐ„์ถ•์ด ์•„๋‹ˆ๋‹ค diff --git a/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-record-the-conditions-with-every-memory-experiment.md b/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-record-the-conditions-with-every-memory-experiment.md index c78a9b5..001eac8 100644 --- a/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-record-the-conditions-with-every-memory-experiment.md +++ b/docs/virtualization/tech-log-studio/memory-virtualization/reference/reference-record-the-conditions-with-every-memory-experiment.md @@ -17,7 +17,7 @@ source: # ๋ฉ”๋ชจ๋ฆฌ ์‹คํ—˜ ๊ฒฐ๊ณผ์—๋Š” Host ยท VM ยท Workload ์กฐ๊ฑด์„ ํ•จ๊ป˜ ๋‚จ๊ธด๋‹ค -๋ฉ”๋ชจ๋ฆฌ ์ธก์ •์€ ๊ฐ’๋งŒ ๋‚จ๊ธฐ๋ฉด ๋‹ค์Œ ์‚ฌ๋žŒ์ด ๊ทธ ๊ฐ’์„ ์–ด๋””์— ์“ธ ์ˆ˜ ์žˆ๋Š”์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. ใ€Œ์‹คํ—˜ ์‹œ ๋ฐ˜๋“œ์‹œ ๊ฐ™์ด ๊ธฐ๋กํ•  ๊ฒƒใ€์—์„œ๋Š” ์‹คํ—˜๋งˆ๋‹ค ํ•จ๊ป˜ ์ ์„ ์กฐ๊ฑด์„ Host ์—ฌ๋Ÿ ยท VM ์ผ๊ณฑ ยท Workload ๋‹ค์„ฏ์œผ๋กœ ๋ชป๋ฐ•์•˜๋‹ค. ์ด์œ ๋„ ํ•œ ์ค„๋กœ ์ ์—ˆ๋Š”๋ฐ, ์กฐ๊ฑด์„ ๋‚จ๊ธฐ์ง€ ์•Š์œผ๋ฉด ใ€ŒMemory pressure์—์„œ ๋А๋ ค์กŒ๋‹คใ€๋Š” ๊ฒฐ๊ณผ๋ฅผ ๋‹ค๋ฅธ ํ™˜๊ฒฝ์— ์žฌ์‚ฌ์šฉํ•˜๊ธฐ ์–ด๋ ต๋‹ค๋Š” ๊ฒƒ์ด๋‹ค. +๋ฉ”๋ชจ๋ฆฌ ์‹คํ—˜ ๊ฒฐ๊ณผ์—๋Š” ์ธก์ •๊ฐ’๊ณผ ํ•จ๊ป˜ ํ˜ธ์ŠคํŠธ, VM, ์›Œํฌ๋กœ๋“œ ์กฐ๊ฑด์„ ๋‚จ๊ธด๋‹ค. ๊ฐ™์€ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด๋ผ๋„ ํ˜ธ์ŠคํŠธ RAM, swapยทzswap ์ƒํƒœ, VM ๋ฉ”๋ชจ๋ฆฌ ์„ค์ •, NUMA ๊ตฌ์„ฑ, ์›Œํฌ๋กœ๋“œ๊ฐ€ ๋‹ค๋ฅด๋ฉด ๊ฒฐ๊ณผ๊ฐ€ ๋‹ฌ๋ผ์งˆ ์ˆ˜ ์žˆ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. ## ์กฐ๊ฑดํ‘œ๊ฐ€ ๊ฒฐ๊ณผ๋งŒํผ ์ค‘์š”ํ•œ ์ด์œ  diff --git a/docs/virtualization/tech-log-studio/network-virtualization/concept/concept-guest-packet-path-to-physical-nic.md b/docs/virtualization/tech-log-studio/network-virtualization/concept/concept-guest-packet-path-to-physical-nic.md index 824a0b3..60f96b7 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/concept/concept-guest-packet-path-to-physical-nic.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/concept/concept-guest-packet-path-to-physical-nic.md @@ -2,7 +2,7 @@ id: 5b1de31c-0495-4226-8607-73ed7284b314 kind: CONCEPT slug: guest-packet-path-to-physical-nic -title: Guest ์˜ packet ์ด Host Physical NIC ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” virtio-net ยท virtqueue ยท vhost-net ยท TAP ยท Bridge +title: ๊ฒŒ์ŠคํŠธ ํŒจํ‚ท์ด ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ NIC๊นŒ์ง€ ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ • topic: network-virtualization topicName: ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™” project: virtualization @@ -48,7 +48,7 @@ source: - final/document.md#124-ํ•ต์‹ฌ-claim --- -# Guest ์˜ packet ์ด Host Physical NIC ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” virtio-net ยท virtqueue ยท vhost-net ยท TAP ยท Bridge +# ๊ฒŒ์ŠคํŠธ ํŒจํ‚ท์ด ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ NIC๊นŒ์ง€ ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ • ๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ Keycloak ์ด HTTP ์š”์ฒญ ํ•˜๋‚˜๋ฅผ ๋ฐ›์œผ๋ ค๋ฉด ๊ทธ ํŒจํ‚ท์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ NIC ์—์„œ Linux Bridge ์™€ TAP, vhost-net, virtqueue ๋ฅผ ์ง€๋‚˜ ๊ฒŒ์ŠคํŠธ ์ปค๋„์˜ TCP/IP ์Šคํƒ๊นŒ์ง€ ์˜ฌ๋ผ์™€์•ผ ํ•œ๋‹ค. virtio-net ์€ ๊ทธ ๊ฒฝ๋กœ์— ๋†“์ธ ํ”„๋กœ๊ทธ๋žจ ํ•˜๋‚˜๊ฐ€ ์•„๋‹ˆ๋ผ ๊ฒŒ์ŠคํŠธ ์ชฝ ํ”„๋ŸฐํŠธ์—”๋“œ ๋“œ๋ผ์ด๋ฒ„์™€ ํ˜ธ์ŠคํŠธ ์ชฝ ๋ฐฑ์—”๋“œ๋ฅผ ์ž‡๋Š” I/O ๊ณ„์•ฝ์ด๊ณ , ๊ทธ ๋ฐฑ์—”๋“œ ์ž๋ฆฌ๋Š” QEMU ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์ด ๋งก์„ ์ˆ˜๋„ ํ˜ธ์ŠคํŠธ ์ปค๋„์˜ vhost-net ์ด ๋งก์„ ์ˆ˜๋„ ์žˆ๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€๋กœ Keycloak ๋ฉ€ํ‹ฐ ๋…ธ๋“œ ์‹คํ—˜์„ ๋Œ๋ฆฌ๋‹ค ์š”์ฒญ์ด ๋А๋ ค์ง€๊ฑฐ๋‚˜ ์•„์˜ˆ ๋‹ฟ์ง€ ์•Š์œผ๋ฉด, ์ด ๊ฒฝ๋กœ๋ฅผ ์•Œ์•„์•ผ ๊ทธ ์ฆ์ƒ์„ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ยท์ €์žฅ์†Œ ์ชฝ ๋ฌธ์ œ์™€ ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™” ๊ณ„์ธต ๋ฌธ์ œ๋กœ ๊ฐˆ๋ผ ๋ณผ ์ˆ˜ ์žˆ๋‹ค. @@ -57,7 +57,7 @@ source: ## virtio-net ์€ ์–ด๋””์— ์žˆ๋Š”๊ฐ€ -virtio ๋Š” ๋ช…๋ น์–ด๊ฐ€ ์•„๋‹ˆ๊ณ  ํ”„๋กœ๊ทธ๋žจ ํ•˜๋‚˜๋„ ์ปค๋„ ๋ชจ๋“ˆ ํ•˜๋‚˜๋„ ์•„๋‹ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ/ํ•˜์ดํผ๋ฐ”์ด์ €๊ฐ€ ๊ฐ€์ƒ I/O ์žฅ์น˜๋ฅผ ํšจ์œจ์ ์œผ๋กœ ์“ฐ๋ ค๊ณ  ์ •ํ•ด ๋‘” ํ‘œ์ค€ํ™”๋œ ์ธํ„ฐํŽ˜์ด์Šค์ด์ž ํ”„๋กœํ† ์ฝœ์ด๋‹ค. ๊ทธ ๊ณ„์—ด์—๋Š” ๋„คํŠธ์›Œํฌ์˜ virtio-net ๊ณผ ๋ธ”๋ก I/O ์˜ virtio-blk ๊ฐ€ ์žˆ๋‹ค. SCSI(Small Computer System Interface) ์˜ virtio-scsi ์™€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒŒ๋ฃฌ์˜ virtio-balloon ๋„ ๊ฐ™์€ ๊ณ„์—ด์ด๊ณ , ์ด ๊ธ€์€ ๊ทธ์ค‘ virtio-net ์„ ๋‹ค๋ฃฌ๋‹ค. +virtio ๋Š” ๋ช…๋ น์–ด๊ฐ€ ์•„๋‹ˆ๊ณ  ํ”„๋กœ๊ทธ๋žจ ํ•˜๋‚˜๋„ ์ปค๋„ ๋ชจ๋“ˆ ํ•˜๋‚˜๋„ ์•„๋‹ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ/ํ•˜์ดํผ๋ฐ”์ด์ €๊ฐ€ ๊ฐ€์ƒ I/O ์žฅ์น˜๋ฅผ ํšจ์œจ์ ์œผ๋กœ ์“ฐ๋ ค๊ณ  ์ •ํ•ด ๋‘” ํ‘œ์ค€ํ™”๋œ ์ธํ„ฐํŽ˜์ด์Šค์ด์ž ํ”„๋กœํ† ์ฝœ์ด๋‹ค. ๊ทธ ๊ณ„์—ด์—๋Š” ๋„คํŠธ์›Œํฌ์˜ virtio-net ๊ณผ ๋ธ”๋ก I/O ์˜ virtio-blk ๊ฐ€ ์žˆ๋‹ค. SCSI(Small Computer System Interface)์˜ virtio-scsi์™€ ๋ฉ”๋ชจ๋ฆฌ ๋ฒŒ๋ฃฌ์˜ virtio-balloon๋„ ๊ฐ™์€ ๊ณ„์—ด์ด๋‹ค. ๊ฐ€์ƒ NIC ๋ฅผ ์„ฑ๋ฆฝ์‹œํ‚ค๋Š” ๊ตฌํ˜„์€ ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ๋กœ ๋‚˜๋‰˜์–ด ์žˆ๋‹ค. ๊ฒŒ์ŠคํŠธ ์ปค๋„ ์ชฝ์—๋Š” TCP/IP ์Šคํƒ๊ณผ virtio-net ํ”„๋ŸฐํŠธ์—”๋“œ ๋“œ๋ผ์ด๋ฒ„, virtqueue ๊ฐ€ ๋“ค์–ด ์žˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-actual-packet-path-nginx-to-keycloak.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-actual-packet-path-nginx-to-keycloak.md index 7320653..cd3b3f3 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-actual-packet-path-nginx-to-keycloak.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-actual-packet-path-nginx-to-keycloak.md @@ -31,12 +31,12 @@ source: # ์™ธ๋ถ€ ์š”์ฒญ์€ Host DNAT์™€ Edge Nginx๋ฅผ ๊ฑฐ์ณ Keycloak๊นŒ์ง€ ์–ด๋””๋ฅผ ์ง€๋‚˜๋Š”๊ฐ€ -2026-09-21 ๊ฐ™์€ OIDC discovery ์š”์ฒญ์„ `tailscale0`, `virbr0`, edge์˜ `vnet13/enp1s0`, worker์˜ `vnet18/vnet19/enp1s0`์—์„œ ์ถ”์ ํ–ˆ๋‹ค. ์‹ค์ œ ๊ฒฝ๋กœ๋Š” **Tailscale ingress โ†’ host DNAT/source rewrite โ†’ edge Nginx โ†’ virbr0 L2 forwarding โ†’ worker Traefik**์œผ๋กœ ํ™•์ธ๋๋‹ค. edge Nginx๊ฐ€ TLS๋ฅผ ์ข…๋ฃŒํ•œ ๋’ค worker๋กœ ์ƒˆ HTTP ์—ฐ๊ฒฐ์„ ๋งŒ๋“ค๊ธฐ ๋•Œ๋ฌธ์— ingress TLS ์—ฐ๊ฒฐ๊ณผ worker HTTP ์—ฐ๊ฒฐ์€ ๊ฐ™์€ TCP flow๊ฐ€ ์•„๋‹ˆ๋‹ค. +2026-09-21 ๊ฐ™์€ OIDC discovery ์š”์ฒญ์„ `tailscale0`, `virbr0`, edge์˜ `vnet13/enp1s0`, worker์˜ `vnet18/vnet19/enp1s0`์—์„œ ์ถ”์ ํ–ˆ๋‹ค. ์‹ค์ œ ๊ฒฝ๋กœ๋Š” Tailscale ingress โ†’ host DNAT/source rewrite โ†’ edge Nginx โ†’ virbr0 L2 forwarding โ†’ worker Traefik์œผ๋กœ ํ™•์ธ๋๋‹ค. edge Nginx๊ฐ€ TLS๋ฅผ ์ข…๋ฃŒํ•œ ๋’ค worker๋กœ ์ƒˆ HTTP ์—ฐ๊ฒฐ์„ ๋งŒ๋“ค๊ธฐ ๋•Œ๋ฌธ์— ingress TLS ์—ฐ๊ฒฐ๊ณผ worker HTTP ์—ฐ๊ฒฐ์€ ๊ฐ™์€ TCP flow๊ฐ€ ์•„๋‹ˆ๋‹ค. ## 2026-09-21์— ์บก์ฒ˜ํ•œ ์‹ค์ œ ๊ฒฝ๋กœ - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ workmachine์˜ ์š”์ฒญ์€ `tailscale0`์—์„œ `100.92.240.34:42996 โ†’ 100.83.212.4:443`์œผ๋กœ ๋ณด์˜€๋‹ค. ๊ฐ™์€ TCP sequence๊ฐ€ `vnet13`์—์„œ๋Š” `192.168.122.1:42996 โ†’ 192.168.122.10:443`์œผ๋กœ ๋ณด์˜€๋‹ค. destination DNAT๋ฟ ์•„๋‹ˆ๋ผ source rewrite๋„ ์‹ค์ œ๋กœ ๋ฐœ์ƒํ–ˆ๋‹ค. -- host `ip nat`์—๋Š” Tailscale์˜ `ts-postrouting` chain์ด ์žˆ๊ณ  fwmark `0x00040000` ํŒจํ‚ท์„ `MASQUERADE`ํ•˜๋Š” ๊ทœ์น™์ด ์กด์žฌํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ๊ธฐ์กด ๋ฌธ์„œ์˜ โ€œlab_edge์— SNAT ๊ทœ์น™์ด ์—†์œผ๋ฏ€๋กœ edge๊ฐ€ ์›๋ž˜ Tailscale client IP๋ฅผ ๊ทธ๋Œ€๋กœ ๋ณธ๋‹คโ€๋Š” ์„ค๋ช…์€ ํ˜„์žฌ ์ „์ฒด netfilter ๊ฒฝ๋กœ๋ฅผ ์„ค๋ช…ํ•˜์ง€ ๋ชปํ•œ๋‹ค. +- host `ip nat`์—๋Š” Tailscale์˜ `ts-postrouting` chain์ด ์žˆ๊ณ  fwmark `0x00040000` ํŒจํ‚ท์„ `MASQUERADE`ํ•˜๋Š” ๊ทœ์น™์ด ์กด์žฌํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ Edge VM์ด ํ•ญ์ƒ ์›๋ž˜ Tailscale client IP๋ฅผ ๊ทธ๋Œ€๋กœ ๋ณธ๋‹ค๊ณ  ๊ฐ€์ •ํ•  ์ˆ˜ ์—†์œผ๋ฉฐ, ํ˜„์žฌ netfilter ์ „์ฒด ๊ฒฝ๋กœ๋ฅผ ๊ธฐ์ค€์œผ๋กœ source address๋ฅผ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. - edge Nginx๋Š” ์š”์ฒญ์„ `192.168.122.10: โ†’ 192.168.122.11:80` ๋˜๋Š” `.12:80`์˜ ์ƒˆ HTTP ์—ฐ๊ฒฐ๋กœ ์ „๋‹ฌํ–ˆ๋‹ค. 6ํšŒ ์š”์ฒญ์—์„œ `worker-1/3/5`๋Š” `vnet18 โ†’ kc-lab-1 enp1s0`, `worker-2/4/6`์€ `vnet19 โ†’ kc-lab-2 enp1s0`์—์„œ ๋™์ผ GET path๊ฐ€ ํ™•์ธ๋๋‹ค. - packet capture ์ „์— `lab-edge-dnat.service`๊ฐ€ active์˜€๋Š”๋ฐ๋„ libvirt `guest_input`์˜ generic reject๊ฐ€ allow rule๋ณด๋‹ค ์•ž์— ์žˆ์–ด ์™ธ๋ถ€ 443๊ฐ€ `connection refused`์˜€๋‹ค. service๋ฅผ restartํ•ด allow rule์„ chain ์•ž์ชฝ์œผ๋กœ ๋‹ค์‹œ ์‚ฝ์ž…ํ•œ ๋’ค ๊ฐ™์€ OIDC ์š”์ฒญ์ด HTTP 200์œผ๋กœ ๋ณต๊ตฌ๋๋‹ค. service active ์—ฌ๋ถ€๋งŒ์œผ๋กœ forwarding ๊ฐ€๋Šฅ ์—ฌ๋ถ€๋ฅผ ํŒ๋‹จํ•  ์ˆ˜ ์—†๋‹ค. - ์ด๋ฒˆ ์บก์ฒ˜ ์‹œ์ ์—๋Š” host์™€ guest์—์„œ `ethtool` feature ๊ฐ’์„ ํ™•๋ณดํ•˜์ง€ ๋ชปํ–ˆ๋‹ค. `79-network-offload-state.txt`์—๋„ ๋Œ€์ƒ ์ด๋ฆ„๋งŒ ๋‚จ๊ณ  feature ์ถœ๋ ฅ์€ ์—†๋‹ค. ๋”ฐ๋ผ์„œ `tcpdump`์˜ packet size/checksum์„ wire-level ๊ฐ’์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๊ณ , ๊ฒฝ๋กœ ํŒ์ •์—๋Š” ์ฃผ์†ŒยทํฌํŠธยท๋™์ผ HTTP path๋ฅผ ์‚ฌ์šฉํ–ˆ๋‹ค. @@ -59,15 +59,15 @@ source: ์ „ : `tailnet:443` โ†’ ํ˜ธ์ŠคํŠธ nginx โ†’ Traefik(๊ฒŒ์ŠคํŠธ .11/.12) ํ›„ : `tailnet:443` โ†’ ํ˜ธ์ŠคํŠธ ์ปค๋„ DNAT โ†’ ์—ฃ์ง€ nginx(.10) โ†’ Traefik(.11/.12) - ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ๊ทธ๋ ‡๊ฒŒ ์˜ฎ๊ฒจ๋„ L7 ํ™‰ ์ˆ˜๋Š” 2ํ™‰ ๊ทธ๋Œ€๋กœ๋ผ๊ณ  ๊ด€์ธก์œผ๋กœ ์ ์—ˆ๋‹ค. ๋Š˜์–ด๋‚œ ๊ฒƒ์€ ์ปค๋„์ด ํ•˜๋Š” L4 ์ „๋‹ฌ ํ•œ ๋ฒˆ์ด๋‹ค. ์ง€๊ธˆ ํ˜ธ์ŠคํŠธ์—๋Š” `:443` ์„ ๋“ฃ๋Š” ๋ฆฌ์Šค๋„ˆ๊ฐ€ ์—†๋‹ค. -- ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ์˜ฎ๊ธด ์ด์œ ๋ฅผ ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ๋กœ ์ ์—ˆ๋‹ค. nginx ์„ค์ •๊ณผ ์ธ์ฆ์„œ, certbot, deploy ํ›…์€ ์ž์ฃผ ๊ฐˆ์•„์—Ž๋Š” ๊ฒƒ๋“ค์ธ๋ฐ ํ˜ธ์ŠคํŠธ์— ์žˆ์œผ๋ฉด ์ดˆ๊ธฐํ™”๊ฐ€ ๋ถˆ๊ฐ€๋Šฅํ•˜๊ณ , ์—ฃ์ง€ ์žฅ์•  ์‹คํ—˜์ด SSH ๊นŒ์ง€ ์œ„ํ—˜ํ•˜๊ฒŒ ๋งŒ๋“ ๋‹ค. ๊ทธ ๋Œ€๊ฐ€๋กœ ์ผ๊ณฑ ๊ฐ€์ง€๊ฐ€ ์ƒˆ๋กœ ํ•„์š”ํ•ด์กŒ๊ณ  ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ๊ทธ์ค‘ DNAT ์™€ libvirt ๋ฐฉํ™”๋ฒฝ ๊ตฌ๋ฉ ๋‘˜์„ ์ด ์ด๋™์˜ ๋ณธ์งˆ๋กœ ๊ผฝ์•˜๋‹ค. ๊ทธ ๋‘˜์„ ๋ณธ์งˆ๋กœ ๋ณธ ๊ฒƒ์€ ์ถ”๋ก ์ด๋ผ๊ณ  ๋ฐํ˜”๋‹ค. +- Edge Nginx๋ฅผ VM์œผ๋กœ ๋ถ„๋ฆฌํ•˜๋ฉด์„œ ์™ธ๋ถ€ ์š”์ฒญ์€ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์˜ DNAT๊ณผ libvirt FORWARD ๊ฒฝ๋กœ๋ฅผ ์ƒˆ๋กœ ์ง€๋‚˜๊ฒŒ ๋๋‹ค. ๊ทธ๋ž˜์„œ ํ˜ธ์ŠคํŠธ DNAT ๊ทœ์น™๊ณผ `guest_input`์˜ Edge VM ํ—ˆ์šฉ ๊ทœ์น™์ด ์ถ”๊ฐ€๋กœ ํ•„์š”ํ•ด์กŒ๋‹ค. nginx ์„ค์ •๊ณผ ์ธ์ฆ์„œ, certbot์€ Edge VM์—์„œ ๊ด€๋ฆฌํ•œ๋‹ค. - ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๊ฐ€๋Š” ์š”์ฒญ์ด OUTPUT ๊ฒฝ๋กœ๋ผ ํ•„ํ„ฐ๋ฅผ ํƒ€์ง€ ์•Š๋Š”๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ์š”์ฒญ์€ FORWARD ๊ฒฝ๋กœ๋ผ libvirt ์˜ guest_input ์ฒด์ธ์„ ์ง€๋‚œ๋‹ค. -- ใ€Œ`lab-edge-dnat.nft` โ€” DNAT ํŒŒ์ผ์ด ์ž๊ธฐ ์•ˆ์— ์ ์–ด ๋‘” ๋„ค ๊ฐ€์ง€ใ€์—์„œ๋Š” DNAT ํŒŒ์ผ์— forward ์ฒด์ธ์„ ๋‘์ง€ ์•Š์€ ์ด์œ ๋ฅผ ๊ทธ ํŒŒ์ผ์˜ ์ฃผ์„์œผ๋กœ ์ ์–ด ๋‘์—ˆ๋‹ค. libvirt ์˜ guest_input ์ฒด์ธ์€ virbr0 ์œผ๋กœ ๋‚˜๊ฐ€๋Š” ํ”„๋ ˆ์ž„์„ reject ํ•˜๋ฉฐ ๋๋‚œ๋‹ค. nftables ์—์„œ๋Š” ์•ž base ์ฒด์ธ์˜ accept ๊ฐ€ ๋’ค ์ฒด์ธ์˜ reject ๋ฅผ ๋ฉˆ์ถ”์ง€ ๋ชปํ•˜๋ฏ€๋กœ ๊ตฌ๋ฉ์„ libvirt ์ฒด์ธ ๋งจ ์•ž์— ๋šซ์—ˆ๊ณ , ๊ทธ๋ž˜์„œ ๊ทธ ํŒŒ์ผ์— forward ์ฒด์ธ์ด ์—†๋Š” ๊ฒƒ์€ ์‹ค์ˆ˜๊ฐ€ ์•„๋‹ˆ๋‹ค. +- ใ€Œ`lab-edge-dnat.nft` โ€” DNAT ํŒŒ์ผ์ด ์ž๊ธฐ ์•ˆ์— ์ ์–ด ๋‘” ๋„ค ๊ฐ€์ง€ใ€์—์„œ๋Š” DNAT ํŒŒ์ผ์— forward ์ฒด์ธ์„ ๋‘์ง€ ์•Š์€ ์ด์œ ๋ฅผ ๊ทธ ํŒŒ์ผ์˜ ์ฃผ์„์œผ๋กœ ์ ์–ด ๋‘์—ˆ๋‹ค. libvirt ์˜ guest_input ์ฒด์ธ์€ virbr0 ์œผ๋กœ ๋‚˜๊ฐ€๋Š” ํ”„๋ ˆ์ž„์„ reject ํ•˜๋ฉฐ ๋๋‚œ๋‹ค. nftables์—์„œ๋Š” ์•ž base chain์˜ accept๊ฐ€ ๋’ค์ชฝ libvirt reject๋ฅผ ๋ง‰์ง€ ๋ชปํ•˜๋ฏ€๋กœ Edge VM ํ—ˆ์šฉ ๊ทœ์น™์„ `guest_input`์˜ reject๋ณด๋‹ค ์•ž์— ์ถ”๊ฐ€ํ–ˆ๊ณ , ๊ทธ๋ž˜์„œ ๊ทธ ํŒŒ์ผ์— forward ์ฒด์ธ์ด ์—†๋Š” ๊ฒƒ์€ ์‹ค์ˆ˜๊ฐ€ ์•„๋‹ˆ๋‹ค. - ใ€Œ`lab-edge-dnat.nft` โ€” DNAT ํŒŒ์ผ์ด ์ž๊ธฐ ์•ˆ์— ์ ์–ด ๋‘” ๋„ค ๊ฐ€์ง€ใ€์—์„œ๋Š” ์ด DNAT ๊ฐ€ PREROUTING nat ์— ์žˆ์–ด ๋ผ์šฐํŒ… ๊ฒฐ์ •๋ณด๋‹ค ๋จผ์ € ๋Œ๊ณ  ํ˜ธ์ŠคํŠธ์˜ ๋กœ์ปฌ ์†Œ์ผ“๋ณด๋‹ค ์ด๊ธด๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ทธ๋ž˜์„œ ์—ฃ์ง€๋ฅผ ๋„์šด ์ฑ„ ์ „ํ™˜ํ•˜๊ณ , ๋˜๋Œ๋ฆด ๋•Œ๋Š” ํ…Œ์ด๋ธ” ํ•˜๋‚˜๋ฅผ ์ง€์šด๋‹ค. - ใ€Œ`lab-edge-dnat.nft` โ€” DNAT ํŒŒ์ผ์ด ์ž๊ธฐ ์•ˆ์— ์ ์–ด ๋‘” ๋„ค ๊ฐ€์ง€ใ€์—์„œ๋Š” DNAT ๋งŒ ํ•˜๊ณ  SNAT ๋Š” ํ•˜์ง€ ์•Š๋Š”๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ ๊ธฐ๋ณธ ๊ฒฝ๋กœ๊ฐ€ ํ˜ธ์ŠคํŠธ์—ฌ์„œ ์‘๋‹ต์ด ์ด ๊ฒฝ๋กœ๋ฅผ ๋‹ค์‹œ ์ง€๋‚˜๊ณ  conntrack ์ด ๋ณ€ํ™˜์„ ์•Œ์•„์„œ ๋˜๋Œ๋ฆฐ๋‹ค. masquerade ๋ฅผ ๋ถ™์ด๋ฉด ์—ฃ์ง€๊ฐ€ ๋ชจ๋“  ํด๋ผ์ด์–ธํŠธ๋ฅผ 192.168.122.1 ๋กœ ๋ณด๊ฒŒ ๋œ๋‹ค. - ใ€Œ`lab-edge-dnat.service` โ€” `ExecStartPost` ์•ž์˜ `-` ๊ฐ€ ๋ฌด์—‡์„ ๋ด์ฃผ๋‚˜ใ€์—์„œ๋Š” ์ดˆ๊ธฐ ์„ค๊ณ„์˜ ์˜๋„๋ฅผ ์„ค๋ช…ํ–ˆ๋‹ค. `ExecStartPost` ์‹คํŒจ๋ฅผ ๋ฌด์‹œํ•ด DNAT ์ž์ฒด๋Š” ์‚ด๋ฆฌ๊ณ , ํ•„์š”ํ•˜๋ฉด ์œ ๋‹›์„ ์žฌ์‹œ์ž‘ํ•ด accept ๊ทœ์น™์„ ๋‹ค์‹œ ๋„ฃ๋Š” ๋ฐฉ์‹์ด์—ˆ๋‹ค. ํ•˜์ง€๋งŒ 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ **์œ ๋‹›์ด ์ด๋ฏธ active์ธ ๋’ค libvirt๊ฐ€ ์ฒด์ธ์„ ๋‹ค์‹œ ์“ฐ๋ฉด ๊ทœ์น™ ์ˆœ์„œ๊ฐ€ ๊นจ์งˆ ์ˆ˜ ์žˆ์Œ**์ด ํ™•์ธ๋๋‹ค. ๋”ฐ๋ผ์„œ ์žฌ์‹œ์ž‘์€ ํ˜„์žฌ ์ƒํƒœ๋ฅผ ๋ณต๊ตฌํ•˜๋Š” ์ˆ˜๋‹จ์ผ ๋ฟ, ์ดํ›„ libvirt chain rewrite๊นŒ์ง€ ๋ณด์žฅํ•˜๋Š” persistence ํ•ด๋ฒ•์œผ๋กœ ๋ณด์ง€ ์•Š๋Š”๋‹ค. -- ใ€Œ`lab-edge-dnat.service` โ€” `ExecStartPost` ์•ž์˜ `-` ๊ฐ€ ๋ฌด์—‡์„ ๋ด์ฃผ๋‚˜ใ€์—์„œ๋Š” ๊ทธ ์ƒํƒœ์—์„œ ์œ ๋‹›์ด active ์ด๊ณ  ์•„๋ฌด ์˜ค๋ฅ˜๋„ ์—†๋‹ค๊ณ  ์ ๊ณ , ์œ ๋‹›์ด active ๋ผ๋Š” ๊ฒƒ์€ DNAT ๊ฐ€ ์‹ค๋ ธ๋‹ค๋Š” ๋œป์ด์ง€ ๊ตฌ๋ฉ์ด ๋šซ๋ ธ๋‹ค๋Š” ๋œป์ด ์•„๋‹ˆ๋ผ๊ณ  ์ถ”๋ก ์œผ๋กœ ๋ฐํ˜”๋‹ค. ๊ทธ ์ƒํƒœ๋ฅผ ์‹ค์ œ๋กœ ์žฌํ˜„ํ•ด ๋ณด์ง€๋Š” ์•Š์•˜๋‹ค๊ณ  ์ ํ˜€ ์žˆ๋‹ค. -- ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ๊ตฌ๋ฉ์ด ๋น ์กŒ์„ ๋•Œ์˜ ์ถœ๋ ฅ์„ ๊ด€์ธก์œผ๋กœ ๋‚จ๊ฒผ๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋กœ ์นœ curl ์€ 404 ์˜€๊ณ , ๋ฐ–์—์„œ tailnet ์ฃผ์†Œ๋กœ ์นœ curl ์€ connection refused ์˜€๋‹ค. reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๋Š” packets 4 bytes 240 ์œผ๋กœ ๋ฐ–์—์„œ ์นœ ํšŸ์ˆ˜์™€ ๋งž์•˜๋‹ค. -- ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ์•ˆ์ชฝ๊ณผ ๋ฐ”๊นฅ์ชฝ์„ ํ•œ ๋ฒˆ์”ฉ ์ณ์„œ ๊ฐ™์€ ๊ฐ’์ด ๋‚˜์˜ค๋Š”์ง€ ๋ณด๋Š” ํ™•์ธ์„ ์ ์—ˆ๋‹ค. ๋‘˜ ๋‹ค 404 ๋ฉด ๊ฒฝ๋กœ๊ฐ€ ์ด์–ด์ง„ ๊ฒƒ์ด๊ณ , ์•ˆ์ชฝ๋งŒ 404 ๋ฉด nginx ์„ค์น˜ ยท DNAT ยท libvirt ๊ตฌ๋ฉ ์…‹ ๊ฐ€์šด๋ฐ ํ•˜๋‚˜๊ฐ€ ๋น ์ง„ ๊ฒƒ์ด๋‹ค. +- ใ€Œ`lab-edge-dnat.service` โ€” `ExecStartPost` ์•ž์˜ `-` ๊ฐ€ ๋ฌด์—‡์„ ๋ด์ฃผ๋‚˜ใ€์—์„œ๋Š” ๊ทธ ์ƒํƒœ์—์„œ ์œ ๋‹›์ด active ์ด๊ณ  ์•„๋ฌด ์˜ค๋ฅ˜๋„ ์—†๋‹ค๊ณ  ์ ๊ณ , ์œ ๋‹›์ด active๋ผ๋Š” ๊ฒƒ์€ DNAT๊ฐ€ ์ ์šฉ๋๋‹ค๋Š” ๋œป์ด์ง€ `guest_input` ํ—ˆ์šฉ ๊ทœ์น™๊นŒ์ง€ ์ ์šฉ๋๋‹ค๋Š” ๋œป์€ ์•„๋‹ˆ๋ผ๊ณ  ์ถ”๋ก ์œผ๋กœ ๋ฐํ˜”๋‹ค. ๊ทธ ์ƒํƒœ๋ฅผ ์‹ค์ œ๋กœ ์žฌํ˜„ํ•ด ๋ณด์ง€๋Š” ์•Š์•˜๋‹ค๊ณ  ์ ํ˜€ ์žˆ๋‹ค. +- ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” `guest_input` ํ—ˆ์šฉ ๊ทœ์น™์ด ์—†์„ ๋•Œ์˜ ์ถœ๋ ฅ์„ ๊ด€์ธก์œผ๋กœ ๋‚จ๊ฒผ๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋กœ ์นœ curl ์€ 404 ์˜€๊ณ , ๋ฐ–์—์„œ tailnet ์ฃผ์†Œ๋กœ ์นœ curl ์€ connection refused ์˜€๋‹ค. reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๋Š” packets 4 bytes 240 ์œผ๋กœ ๋ฐ–์—์„œ ์นœ ํšŸ์ˆ˜์™€ ๋งž์•˜๋‹ค. +- ใ€Œ์—ฃ์ง€๋ฅผ ๋ฌผ๋ฆฌ ํ˜ธ์ŠคํŠธ์—์„œ VM ์œผ๋กœ ์˜ฎ๊ธฐ๋ฉด ๋ฌด์—‡์ด ์ƒˆ๋กœ ํ•„์š”ํ•ด์ง€๋‚˜ใ€์—์„œ๋Š” ์•ˆ์ชฝ๊ณผ ๋ฐ”๊นฅ์ชฝ์„ ํ•œ ๋ฒˆ์”ฉ ์ณ์„œ ๊ฐ™์€ ๊ฐ’์ด ๋‚˜์˜ค๋Š”์ง€ ๋ณด๋Š” ํ™•์ธ์„ ์ ์—ˆ๋‹ค. ๋‘˜ ๋‹ค 404๋ฉด ํ•ด๋‹น ๊ฒฝ๋กœ๊ฐ€ ์ด์–ด์ง„ ๊ฒƒ์ด๊ณ , ์•ˆ์ชฝ๋งŒ 404๋ฉด nginx ์„ค์ •, DNAT, libvirt `guest_input` ํ—ˆ์šฉ ๊ทœ์น™ ๊ฐ€์šด๋ฐ ํ•˜๋‚˜๋ฅผ ํ™•์ธํ•œ๋‹ค. - 2026-09-21์—๋Š” host ingress, edge vnet/guest NIC, worker vnet/guest NIC์—์„œ ๊ฐ™์€ OIDC ์š”์ฒญ์„ ์บก์ฒ˜ํ•ด ์‹ค์ œ ๊ฒฝ๋กœ๋ฅผ ์ด์–ด ๋ถ™์˜€๋‹ค. ๋”ฐ๋ผ์„œ ๊ณผ๊ฑฐ์˜ ๊ธฐ์ค€ ๊ตฌ์กฐ ๊ทธ๋ฆผ๊ณผ ํ˜„์žฌ Edge VM ๊ตฌ์กฐ๋ฅผ ๊ตฌ๋ถ„ํ•ด ์ฝ์„ ์ˆ˜ ์žˆ๊ฒŒ ๋๋‹ค. ## capture๋ฅผ ํ•ด์„ํ•œ ๊ธฐ์ค€ diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-is-vhost-net-actually-in-use.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-is-vhost-net-actually-in-use.md index 09164f8..8762b42 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-is-vhost-net-actually-in-use.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-is-vhost-net-actually-in-use.md @@ -25,7 +25,7 @@ source: # ์ด ํ˜ธ์ŠคํŠธ์—์„œ vhost-net ์ด ์‹ค์ œ๋กœ packet datapath ๋ฅผ ๋งก๊ณ  ์žˆ๋Š”๊ฐ€ -2026-09-21 ์‹ค์ œ `test-server`์—์„œ ์„ธ VM์˜ QEMU ์‹คํ–‰ ์ธ์ž๋ฅผ ์ฝ์—ˆ๋‹ค. `kc-lab-1`ยท`kc-lab-2`ยท`kc-lab-edge` ๋ชจ๋‘ TAP netdev์— `vhost:true`์™€ `vhostfd`๊ฐ€ ์„ค์ •๋ผ ์žˆ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์„ธ VM์˜ packet datapath backend๋Š” **vhost-net**์ด๋‹ค. `lsmod`์— ๋ชจ๋“ˆ์ด ์˜ฌ๋ผ์™€ ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ๊ฒฐ๋ก ๋‚ด๋ฆฌ์ง€ ์•Š๊ณ  VM๋ณ„ QEMU ๊ตฌ์„ฑ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. +2026-09-21 ์‹ค์ œ `test-server`์—์„œ ์„ธ VM์˜ QEMU ์‹คํ–‰ ์ธ์ž๋ฅผ ์ฝ์—ˆ๋‹ค. `kc-lab-1`ยท`kc-lab-2`ยท`kc-lab-edge` ๋ชจ๋‘ TAP netdev์— `vhost:true`์™€ `vhostfd`๊ฐ€ ์„ค์ •๋ผ ์žˆ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ํ˜„์žฌ ์„ธ VM์˜ packet datapath backend๋Š” vhost-net์ด๋‹ค. `lsmod`์— ๋ชจ๋“ˆ์ด ์˜ฌ๋ผ์™€ ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ๊ฒฐ๋ก ๋‚ด๋ฆฌ์ง€ ์•Š๊ณ  VM๋ณ„ QEMU ๊ตฌ์„ฑ๊นŒ์ง€ ํ™•์ธํ–ˆ๋‹ค. ## runtime์—์„œ ํ™•์ธํ•œ backend @@ -43,8 +43,8 @@ source: Feature negotiation ยท Queue configuration ยท Backend ์—ฐ๊ฒฐ Device reset ยท Control/configuration handling - ใ€Œvhost-net ๋ฏธ์‚ฌ์šฉ ๋˜๋Š” ๋น„ํšจ์œจ์  datapathใ€์—์„œ๋Š” ์ดˆ๋‹น ์ง€๋‚˜๋Š” ํŒจํ‚ท์ด ๋งŽ์€๋ฐ QEMU ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์ด ๋ฐ์ดํ„ฐ ๊ฒฝ๋กœ๋ฅผ ์ง์ ‘ ์ฒ˜๋ฆฌํ•˜๋ฉด CPU ์˜ค๋ฒ„ํ—ค๋“œ๊ฐ€ ์ปค์งˆ ์ˆ˜ ์žˆ๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. ๊ด€์ฐฐ ๋Œ€์ƒ์œผ๋กœ๋Š” QEMU CPU usage ยท vhost thread ยท packet rate ยท latency ยท context switch ๋ฅผ ๋“ค์—ˆ๋‹ค. -- ์›๋ฌธ์˜ 3๋ฒˆ์งธ ํ™•์ธ ํ•ญ๋ชฉ๊ณผ ใ€Œ์‹ค์ œ Linux์—์„œ ํ™•์ธํ•  ๋ช…๋ น์–ดใ€์— ์ ํžŒ ๋ช…๋ น์€ `lsmod | grep vhost` ํ•˜๋‚˜๋‹ค. ์ด์–ด์„œ QEMU arguments ์™€ libvirt domain XML ๋„ ํ™•์ธํ•œ๋‹ค๊ณ  ์ ํ˜€ ์žˆ์ง€๋งŒ, ๊ทธ ๋‘˜์„ ์ฝ๋Š” ๊ตฌ์ฒด์ ์ธ ๋ช…๋ น์€ ์ œ3๋ถ€์— ์—†์—ˆ๋‹ค. -- ์›๋ฌธ์€ ๊ฐœ๋…์—์„œ ์งˆ๋ฌธ์„ ๋งŒ๋“ค๊ณ  ์‹ค์ œ ํ™˜๊ฒฝ์—์„œ ํ™•์ธํ•˜๋Š” ํ๋ฆ„์˜ ์˜ˆ๋กœ ์ด ํ•ญ๋ชฉ์„ ๋“ค์—ˆ๋‹ค. ์ถœ๋ฐœ์ ์€ ใ€Œvhost-net์€ QEMU userspace๋ฅผ ์šฐํšŒํ•ด packet datapath๋ฅผ ์ฒ˜๋ฆฌํ•  ์ˆ˜ ์žˆ๋‹คใ€์˜€๊ณ , ์‹ค์ œ ํ™˜๊ฒฝ์—์„œ ํ™•์ธํ•  ๋‚ด์šฉ์€ ใ€Œํ˜„์žฌ ํ…Œ์ŠคํŠธ Host์—์„œ vhost-net์ด ์‹ค์ œ ํ™œ์„ฑํ™”๋˜์–ด ์žˆ๋Š”๊ฐ€?ใ€์˜€๋‹ค. +- `lsmod | grep vhost`๋งŒ์œผ๋กœ๋Š” VM๋ณ„ backend ์‚ฌ์šฉ ์—ฌ๋ถ€๋ฅผ ํ™•์ •ํ•  ์ˆ˜ ์—†๋‹ค. QEMU arguments์™€ libvirt domain XML๊นŒ์ง€ ํ•จ๊ป˜ ํ™•์ธํ•œ๋‹ค. +- vhost-net์€ QEMU userspace๋ฅผ ๊ฑฐ์น˜๋Š” ํŒจํ‚ท ์ฒ˜๋ฆฌ ๋น„์šฉ์„ ์ค„์ผ ์ˆ˜ ์žˆ์ง€๋งŒ, ๊ธฐ๋Šฅ์ด ์กด์žฌํ•œ๋‹ค๋Š” ์‚ฌ์‹ค๊ณผ ํ˜„์žฌ VM์ด ์‹ค์ œ๋กœ ์‚ฌ์šฉํ•˜๋Š”์ง€๋Š” ๋ณ„๊ฐœ๋‹ค. ์ด ํ™˜๊ฒฝ์—์„œ๋Š” QEMU ์‹คํ–‰ ์ธ์ž์™€ libvirt XML์„ ํ•จ๊ป˜ ํ™•์ธํ•ด ํ˜„์žฌ backend๋ฅผ ํŒ์ •ํ•œ๋‹ค. - ใ€Œ์ด ๋ถ€์˜ ์ถœ์ฒ˜์™€ ๋ฒ”์œ„ใ€์—์„œ๋Š” ์ด ์‹คํ—˜๋Œ€์˜ ๊ฒŒ์ŠคํŠธ๋ฅผ 3๋Œ€๋กœ ์ ์—ˆ๊ณ , ใ€Œ์ฒ ๊ฑฐ โ€” ์‹ค์ œ ์ถœ๋ ฅ ์ „๋ฌธใ€์˜ ์ฒ ๊ฑฐ ์ถœ๋ ฅ์—๋Š” domain ์ด๋ฆ„์ด kc-lab-edge ยท kc-lab-1 ยท kc-lab-2 ๋กœ ๋‚จ์•„ ์žˆ๋‹ค. ์›๋ฌธ์˜ `vm1`, `vm2` ํ‘œ๊ธฐ๋Š” ์ด ๊ฐ€์šด๋ฐ k3s ๋…ธ๋“œ ๋‘ ๋Œ€๋ฅผ ๊ฐ€๋ฆฌํ‚จ๋‹ค. - ใ€Œ์ธก์ • ํ™˜๊ฒฝใ€์—์„œ๋Š” ์ด ํ˜ธ์ŠคํŠธ์˜ ํŒ ๋ฒˆํ˜ธ๋ฅผ ์‹ค์ธก์œผ๋กœ ์ ์—ˆ๋‹ค. libvirt 12.7.0 ยท QEMU emulator version 11.1.1 ยท ์ปค๋„ 7.2.2-arch1-1 ์ด๋‹ค. ์–ด๋А backend ๋กœ ๋„๋Š”์ง€๋Š” ๊ทธ ์ค„์—์„œ ๋‚˜์˜ค์ง€ ์•Š๋Š”๋‹ค. - ๊ธฐ์กด ๊ตฌ์ถ• ๊ธฐ๋ก๋งŒ์œผ๋กœ๋Š” backend๋ฅผ ํ™•์ •ํ•  ์ˆ˜ ์—†์—ˆ์ง€๋งŒ, 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ๋ชจ๋“ˆ ์ ์žฌ์™€ VM๋ณ„ QEMU ์ธ์ž๋ฅผ ํ•จ๊ป˜ ์ฝ์–ด ์„ธ VM ๋ชจ๋‘ vhost-net์„ ์‚ฌ์šฉํ•˜๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. @@ -65,7 +65,7 @@ source: - ๋ฐฑ์—”๋“œ๊ฐ€ ๋ฌด์—‡์ธ์ง€๋ฅผ ํ™•์ •ํ•˜๋Š” ๋ฐ์„œ ๋Š๋Š”๋‹ค. ๋‘ ๋ฐฑ์—”๋“œ์˜ ์„ฑ๋Šฅ ์ฐจ์ด๋Š” ๊ทธ๊ฒƒ์„ ๋น„๊ตํ•˜๋Š” ๋ฌผ์Œ์ด ๋ฐ›๋Š”๋‹ค. - 2026-09-21 ์ดํ›„์—๋Š” vhost-net ๊ฒฝ๋กœ๋ฅผ ์ด ํ˜ธ์ŠคํŠธ์˜ ํ™•์ธ๋œ ํ˜„์žฌ ๊ตฌ์„ฑ์œผ๋กœ ์‚ฌ์šฉํ•  ์ˆ˜ ์žˆ๋‹ค. ๋‹ค๋งŒ VM NIC backend ์„ค์ •์„ ๋ฐ”๊พธ๋ฉด ๋‹ค์‹œ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. -- ๋ช…๋ น์„ ๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ํ•˜๋‚˜๋งŒ ์ฃผ์—ˆ์œผ๋ฏ€๋กœ, ๋‚˜๋จธ์ง€ ๋‘˜์„ ๋ฌด์—‡์œผ๋กœ ์ฝ์—ˆ๋Š”์ง€ ์‹คํ–‰ํ•œ ๋ช…๋ น๊ณผ ์ถœ๋ ฅ์„ ํ•จ๊ป˜ ๋‚จ๊ธด๋‹ค. +- VM๋ณ„๋กœ ๊ฐ™์€ ํ•ญ๋ชฉ์„ ํ™•์ธํ•  ์ˆ˜ ์žˆ๋„๋ก ์‹คํ–‰ํ•œ ๋ช…๋ น๊ณผ ์ถœ๋ ฅ์„ ํ•จ๊ป˜ ๋‚จ๊ธด๋‹ค. ## QEMU ์‹คํ–‰ ์ธ์ž์—์„œ vhost๋ฅผ ํ™•์ธํ–ˆ๋‹ค @@ -77,7 +77,7 @@ source: ๋‘ ๊ฐ€์ƒ ๋จธ์‹ ์˜ libvirt domain ์„ค์ •๊ณผ QEMU arguments ์—์„œ ๋ฐฑ์—”๋“œ ์ง€์ •์„ ๋จผ์ € ์ฝ๊ณ , lsmod ์ถœ๋ ฅ์œผ๋กœ ๊ทธ ์„ค์ •์ด ์‹ค์ œ๋กœ ์„ฑ๋ฆฝํ•  ์ˆ˜ ์žˆ๋Š”์ง€ ๋’ท๋ฐ›์นจํ•œ๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ๋งˆ๋‹ค ๋‹ค๋ฅธ ๋‹ต์ด ๋‚˜์˜ค๋Š” ๊ฒฝ์šฐ๊นŒ์ง€ ํ•œ ๋ฒˆ์— ์žกํžŒ๋‹ค. -์„ค์ •์„ ์ฝ๋Š” ๋ช…๋ น์„ ๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ์ฃผ์ง€ ์•Š์•„์„œ ๋ฌด์—‡์œผ๋กœ ์ฝ์—ˆ๋Š”์ง€ ๋”ฐ๋กœ ์ ์–ด์•ผ ํ•œ๋‹ค. +์„ค์ •๊ฐ’์„ ํ™•์ธํ•  ๋•Œ ์‚ฌ์šฉํ•œ ๋ช…๋ น๊ณผ ๋Ÿฐํƒ€์ž„ ์ถœ๋ ฅ์„ ํ•จ๊ป˜ ๊ธฐ๋กํ•œ๋‹ค. ### 3. ใ€Œvhost-net ๋ฏธ์‚ฌ์šฉ ๋˜๋Š” ๋น„ํšจ์œจ์  datapathใ€์˜ ๊ด€์ฐฐ ๋Œ€์ƒ์œผ๋กœ ๋˜์งš๋Š”๋‹ค โ€” ์ œ์™ธ diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-network-virtualization-cpu-cost-under-load.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-network-virtualization-cpu-cost-under-load.md index 7b28103..af70b6f 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-network-virtualization-cpu-cost-under-load.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-network-virtualization-cpu-cost-under-load.md @@ -26,7 +26,7 @@ source: # ๋ถ€ํ•˜ ์ค‘ network ๊ฐ€์ƒํ™”๊ฐ€ ์ง€์—ฐ์„ ๋ฐ”๊ฟ€ ๋งŒํผ ํ˜ธ์ŠคํŠธ CPU ๋ฅผ ์“ฐ๋Š”๊ฐ€ -2026-09-21 ์™ธ๋ถ€ `auth.hyeonworks.com` ๊ฒฝ๋กœ์— OIDC discovery 4000ํšŒ, concurrency 40 ๋ถ€ํ•˜๋ฅผ ๊ฑธ๊ณ  host์˜ vhost thread, QEMU vCPU, `/proc/softirqs`, `/proc/stat`, `vmstat`๊ณผ ๋ณ„๋„ probe latency๋ฅผ ํ•จ๊ป˜ ๊ธฐ๋กํ–ˆ๋‹ค. ๋ถ€ํ•˜ ์ค‘ vhost CPU์™€ NET_RX softirq๋Š” ์‹ค์ œ๋กœ ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ host์—๋Š” 39~56% idle CPU๊ฐ€ ๋‚จ์•˜๋‹ค. **ํ˜„์žฌ ๋ถ€ํ•˜ ์ˆ˜์ค€์—์„œ๋Š” network virtualization CPU cost๊ฐ€ ๊ด€์ธก๋˜์ง€๋งŒ host CPU๋ฅผ ํฌํ™”์‹œ์ผœ ์ง€์—ฐ์„ ์ง€๋ฐฐํ–ˆ๋‹ค๋Š” ๊ทผ๊ฑฐ๋Š” ์—†๋‹ค.** +2026-09-21 ์™ธ๋ถ€ `auth.hyeonworks.com` ๊ฒฝ๋กœ์— OIDC discovery 4000ํšŒ, concurrency 40 ๋ถ€ํ•˜๋ฅผ ๊ฑธ๊ณ  host์˜ vhost thread, QEMU vCPU, `/proc/softirqs`, `/proc/stat`, `vmstat`๊ณผ ๋ณ„๋„ probe latency๋ฅผ ํ•จ๊ป˜ ๊ธฐ๋กํ–ˆ๋‹ค. ๋ถ€ํ•˜ ์ค‘ vhost CPU์™€ NET_RX softirq๋Š” ์‹ค์ œ๋กœ ์ฆ๊ฐ€ํ–ˆ์ง€๋งŒ host์—๋Š” 39~56% idle CPU๊ฐ€ ๋‚จ์•˜๋‹ค. ํ˜„์žฌ ๋ถ€ํ•˜ ์ˆ˜์ค€์—์„œ๋Š” network virtualization CPU cost๊ฐ€ ๊ด€์ธก๋˜์ง€๋งŒ host CPU๋ฅผ ํฌํ™”์‹œ์ผœ ์ง€์—ฐ์„ ์ง€๋ฐฐํ–ˆ๋‹ค๋Š” ๊ทผ๊ฑฐ๋Š” ์—†๋‹ค. ## ๋ถ€ํ•˜ ์ค‘ vhost์™€ softirq CPU ๊ฒฐ๊ณผ @@ -39,7 +39,7 @@ source: - ใ€ŒHost CPU Contention์œผ๋กœ network latency ์ฆ๊ฐ€ใ€์—์„œ๋Š” vhost-net ยท QEMU thread ยท softirq ๋„ ํ˜ธ์ŠคํŠธ CPU ๋ฅผ ์“ฐ๊ณ , ๋”ฐ๋ผ์„œ ๋„คํŠธ์›Œํฌ ๋ฌธ์ œ์ฒ˜๋Ÿผ ๋ณด์—ฌ๋„ CPU ์Šค์ผ€์ค„๋ง ๋ฌธ์ œ์ผ ์ˆ˜ ์žˆ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. - ใ€Œvhost-net ์ตœ์ ํ™”ใ€์—์„œ๋Š” QEMU ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์ด ํŒจํ‚ท๋งˆ๋‹ค I/O ๋ฅผ ์ฒ˜๋ฆฌํ•˜๋ฉด ํ˜ธ์ŠคํŠธ ์ปค๋„๊ณผ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์„ ์˜ค๊ฐ€๋Š” ์ „ํ™˜ ๋น„์šฉ์ด ์Œ“์ธ๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. ์ดˆ๋‹น ์ง€๋‚˜๋Š” ํŒจํ‚ท์ด ๋งŽ์•„์งˆ์ˆ˜๋ก userspace/kernel transition ยท scheduling ยท copy ยท notification ๋น„์šฉ์ด ์ปค์งˆ ์ˆ˜ ์žˆ๋‹ค. - ใ€ŒInterrupt / Notification ์ตœ์ ํ™”ใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ๊ฐ€ ํ์— ์ƒˆ ํŒจํ‚ท์ด๋‚˜ ๋ฒ„ํผ๊ฐ€ ์žˆ์Œ์„ ์„œ๋กœ ์•Œ๋ ค์•ผ ํ•œ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ํŒจํ‚ท๋งˆ๋‹ค ์ธํ„ฐ๋ŸฝํŠธ๋‚˜ ์•Œ๋ฆผ์ด ์ง€๋‚˜์น˜๊ฒŒ ๋งŽ์ด ๋ฐœ์ƒํ•˜๋ฉด ์˜ค๋ฒ„ํ—ค๋“œ๊ฐ€ ์ปค์ง€๋ฏ€๋กœ batching ยท interrupt moderation ยท queueing ์ด ์ค‘์š”ํ•˜๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. -- ใ€ŒKeycloak Refresh Token ์‹คํ—˜๊ณผ์˜ ๊ด€๊ณ„ใ€์˜ ํ•ต์‹ฌ์€ refresh ๊ฒฝ์Ÿ๊ณผ ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™” ๋ฌธ์ œ๋ฅผ ์„ž์ง€ ์•Š๋Š” ๊ฒƒ์ด๋‹ค. ํ˜„์žฌ lab์—์„œ๋Š” ํด๋ผ์ด์–ธํŠธ๋ถ€ํ„ฐ PostgreSQL๊นŒ์ง€์˜ ๊ฒฝ๋กœ๋ฅผ ๊ฒ€์ฆํ•˜๊ณ , Redis๋ฅผ ์‚ฌ์šฉํ•˜๋Š” ๋ณ„๋„ ๊ตฌ์กฐ์—์„œ๋Š” Redis ๊ตฌ๊ฐ„์„ ์ถ”๊ฐ€ํ•œ๋‹ค. +- Refresh token ๊ฒฝ์Ÿ๊ณผ ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™” ๋น„์šฉ์€ ๋ณ„๋„๋กœ ์ธก์ •ํ•œ๋‹ค. ํ˜„์žฌ lab์—์„œ๋Š” ํด๋ผ์ด์–ธํŠธ๋ถ€ํ„ฐ PostgreSQL๊นŒ์ง€์˜ ๊ฒฝ๋กœ๋ฅผ ํ™•์ธํ•˜๊ณ , Redis๋ฅผ ์‚ฌ์šฉํ•˜๋Š” ๋ณ„๋„ ๊ตฌ์กฐ์—์„œ๋Š” Redis ๊ตฌ๊ฐ„์„ ์ถ”๊ฐ€ํ•œ๋‹ค. - ใ€ŒKeycloak Refresh Token ์‹คํ—˜๊ณผ์˜ ๊ด€๊ณ„ใ€์—์„œ๋Š” Refresh Token ๊ฒฝ์Ÿ์ด๋‚˜ DB lock ์œผ๋กœ ์˜คํ•ดํ•  ์ˆ˜ ์žˆ๋‹ค๊ณ  ๋“  ๋‹ค์„ฏ Node1 ์š”์ฒญ๋งŒ ์ง€์—ฐ VM2 packet loss @@ -103,7 +103,7 @@ vhost ์Šค๋ ˆ๋“œ์™€ softirq ๊ฐ€ ์˜ฌ๋ผ๋„ ์ง€์—ฐ์ด ๊ทธ๋Œ€๋กœ๋ฉด ์ด ๋ถ€ํ•˜ ์ˆ˜ ### 4. ์ œ์™ธ โ€” ์ดˆ๋‹น ํŒจํ‚ท ์ˆ˜๋ฅผ ๋”ฐ๋กœ ์˜ฌ๋ ค vhost๋ฅผ ํฌํ™”์‹œํ‚จ๋‹ค -๊ทธ๋ ‡๊ฒŒ ํ•˜๋ฉด vhost ์ฒ˜๋ฆฌ ํ•œ๊ณ„๋Š” ๋ณด๊ธฐ ์‰ฝ์ง€๋งŒ ํ˜„์žฌ Keycloak ๋ถ€ํ•˜ ์‹œํ—˜์˜ ์˜ํ–ฅ ์—ฌ๋ถ€์™€๋Š” ๋‹ค๋ฅธ ์‹คํ—˜์ด ๋œ๋‹ค. ๋จผ์ € ์‹ค์ œ Keycloak ๋ถ€ํ•˜ ์กฐ๊ฑด์„ ๊ทธ๋Œ€๋กœ ๋‘๊ณ  ์ธก์ •ํ•˜๊ณ , vhost ์ž์ฒด์˜ ํ•œ๊ณ„๋ฅผ ๋ณด๋ ค๋ฉด ๋ณ„๋„ ๋„คํŠธ์›Œํฌ ๋ถ€ํ•˜ ์‹คํ—˜์œผ๋กœ ๋ถ„๋ฆฌํ•œ๋‹ค. +๊ทธ๋ ‡๊ฒŒ ํ•˜๋ฉด vhost ์ž์ฒด์˜ ์ฒ˜๋ฆฌ ํ•œ๊ณ„๋ฅผ ์ธก์ •ํ•  ์ˆ˜ ์žˆ์ง€๋งŒ ํ˜„์žฌ Keycloak ๋ถ€ํ•˜ ์กฐ๊ฑด๊ณผ๋Š” ๋‹ค๋ฅธ ์‹คํ—˜์ด ๋œ๋‹ค. ๋จผ์ € ์‹ค์ œ Keycloak ๋ถ€ํ•˜ ์กฐ๊ฑด์„ ๊ทธ๋Œ€๋กœ ๋‘๊ณ  ์ธก์ •ํ•˜๊ณ , vhost ์ž์ฒด์˜ ํ•œ๊ณ„๋ฅผ ๋ณด๋ ค๋ฉด ๋ณ„๋„ ๋„คํŠธ์›Œํฌ ๋ถ€ํ•˜ ์‹คํ—˜์œผ๋กœ ๋ถ„๋ฆฌํ•œ๋‹ค. ## ๋น„์šฉ์€ ๋ณด์˜€์ง€๋งŒ host CPU ๋ณ‘๋ชฉ์œผ๋กœ ๋ณด์ด์ง€ ์•Š์•˜๋‹ค diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-qemu-backend-vs-vhost-net-on-this-host.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-qemu-backend-vs-vhost-net-on-this-host.md index 9b793b4..e5ba8aa 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-qemu-backend-vs-vhost-net-on-this-host.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-qemu-backend-vs-vhost-net-on-this-host.md @@ -28,7 +28,7 @@ source: # QEMU backend ์™€ vhost-net ์˜ ์ฐจ์ด๊ฐ€ ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์‹ค์ œ๋กœ ๋ณด์ด๋Š”๊ฐ€ -ํ˜„์žฌ ์„ธ VM์˜ packet datapath backend๋Š” vhost-net์œผ๋กœ ํ™•์ธ๋๋‹ค. 2026-09-21 `kc-lab-2`์— libvirt ๋ฌธ์„œ๊ฐ€ ์„ค๋ช…ํ•˜๋Š” ``๋ฅผ persistent XML๋กœ ๋„ฃ๊ณ  ์‹ค์ œ ์žฌ๋ถ€ํŒ…๊นŒ์ง€ ํ–ˆ์ง€๋งŒ, **์‹คํ–‰ ์ค‘ QEMU argv๋Š” ์—ฌ์ „ํžˆ `vhost:true`์˜€๋‹ค.** ๋”ฐ๋ผ์„œ ์ด ์„ธ์…˜์—์„œ๋Š” QEMU userspace backend ์กฐ๊ฑด ์ž์ฒด๋ฅผ ๋งŒ๋“ค์ง€ ๋ชปํ–ˆ๊ณ , ๋‘ backend ์„ฑ๋Šฅ ๋น„๊ต๋Š” ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. XML ์„ค์ •๊ฐ’๋งŒ์œผ๋กœ runtime backend ์ „ํ™˜์„ ์„ฑ๊ณตํ–ˆ๋‹ค๊ณ  ์ฒ˜๋ฆฌํ•˜์ง€ ์•Š๋Š”๋‹ค. +ํ˜„์žฌ ์„ธ VM์˜ packet datapath backend๋Š” vhost-net์œผ๋กœ ํ™•์ธ๋๋‹ค. 2026-09-21 `kc-lab-2`์— libvirt ๋ฌธ์„œ๊ฐ€ ์„ค๋ช…ํ•˜๋Š” ``๋ฅผ persistent XML๋กœ ๋„ฃ๊ณ  ์‹ค์ œ ์žฌ๋ถ€ํŒ…๊นŒ์ง€ ํ–ˆ์ง€๋งŒ, ์‹คํ–‰ ์ค‘ QEMU argv๋Š” ์—ฌ์ „ํžˆ `vhost:true`์˜€๋‹ค. ๋”ฐ๋ผ์„œ ์ด ์„ธ์…˜์—์„œ๋Š” QEMU userspace backend ์กฐ๊ฑด ์ž์ฒด๋ฅผ ๋งŒ๋“ค์ง€ ๋ชปํ–ˆ๊ณ , ๋‘ backend ์„ฑ๋Šฅ ๋น„๊ต๋Š” ์•„์ง ์ˆ˜ํ–‰ํ•˜์ง€ ์•Š์•˜๋‹ค. XML ์„ค์ •๊ฐ’๋งŒ์œผ๋กœ runtime backend ์ „ํ™˜์„ ์„ฑ๊ณตํ–ˆ๋‹ค๊ณ  ์ฒ˜๋ฆฌํ•˜์ง€ ์•Š๋Š”๋‹ค. ## ํ˜„์žฌ baseline backend @@ -63,11 +63,11 @@ source: ์ปค๋„ : 7.2.2-arch1-1 - ๊ทธ๋ž˜์„œ ใ€ŒData Copy ์ตœ์ ํ™”ใ€์—์„œ ๋“  ์กฐ๊ฑด ์—ฌ์„ฏ ๊ฐ€์šด๋ฐ kernel version ๊ณผ QEMU version ์€ ์ด์ œ ์ ์„ ์ˆ˜ ์žˆ๋‹ค. vhost configuration ๊ณผ offload, NIC capability ๋Š” ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์ฝ์€ ๊ฐ’์ด ์—†๋‹ค. - ใ€Œ์ฒ ๊ฑฐ โ€” ์‹ค์ œ ์ถœ๋ ฅ ์ „๋ฌธใ€์™€ ใ€Œ์žฌ๊ตฌ์ถ•ํ•  ๋•Œ ๋ฌด์—‡์ด ๋‚จ์•„ ์žˆ๋‚˜ใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ๋ฅผ ์ง€์šฐ๊ณ  ๋‹ค์‹œ ์„ธ์šธ ๋•Œ ๋ฌด์—‡์ด ์‚ฌ๋ผ์ง€๊ณ  ๋ฌด์—‡์ด ๋‚จ๋Š”์ง€ ์ ์—ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ ๋””์Šคํฌ์™€ ์‹œ๋“œ ISO ๋Š” ์‚ฌ๋ผ์ง€๊ณ  base.qcow2 ์™€ libvirt ์˜ default ๋„คํŠธ์›Œํฌ ์ •์˜๋Š” ๋‚จ์œผ๋ฉฐ, ์žฌ๊ตฌ์ถ•ํ•ด๋„ IP ๊ฐ€ ๊ฐ™๋‹ค. ๋‹ค๋งŒ ๋ฐฑ์—”๋“œ๋ฅผ ๋ฐ”๊ฟ” ๋‹ค์‹œ ์„ธ์šด ๊ธฐ๋ก์€ ์—†๋‹ค. -- ์ด ํ˜ธ์ŠคํŠธ์—์„œ ๋‘ ๋ฐฑ์—”๋“œ๋ฅผ ์žฌ ๋ณธ ๊ฐ’์€ ๊ธฐ์กด ๋ฌธ์„œ์— ์—†๋‹ค. +- ์ด ํ˜ธ์ŠคํŠธ์—์„œ๋Š” ์•„์ง QEMU userspace backend์™€ vhost-net์„ ๊ฐ™์€ ์กฐ๊ฑด์œผ๋กœ ๋น„๊ตํ•œ ์ธก์ •๊ฐ’์ด ์—†๋‹ค. ## A/B ๋น„๊ต ์กฐ๊ฑด -- ๊ฐ™์€ ๊ฐ€์ƒ ๋จธ์‹ ์„ ๋‹ค๋ฅธ ๋ฐฑ์—”๋“œ๋กœ ๋‹ค์‹œ ๊ตฌ์„ฑํ•ด ๋„์šธ ์ˆ˜ ์žˆ๋‹ค๊ณ  ๋ณธ๋‹ค. ๊ทธ๊ฒƒ์ด ์ด ์‹คํ—˜ ํ™˜๊ฒฝ์—์„œ ๋˜๋Š”์ง€๋Š” ๊ธฐ์กด ๋ฌธ์„œ์— ์ ํ˜€ ์žˆ์ง€ ์•Š๋‹ค. +- ๊ฐ™์€ ๊ฐ€์ƒ ๋จธ์‹ ์„ ๋‹ค๋ฅธ backend๋กœ ์žฌ๊ตฌ์„ฑํ•  ์ˆ˜ ์žˆ๋Š”์ง€๋ถ€ํ„ฐ ํ™•์ธํ•œ ๋’ค ์„ฑ๋Šฅ ๋น„๊ต๋ฅผ ์ง„ํ–‰ํ•ด์•ผ ํ•œ๋‹ค. - ๋‘ ๊ตฌ์„ฑ์— ๊ฐ™์€ ๋ถ€ํ•˜๋ฅผ ๊ฑธ ์ˆ˜ ์žˆ๋‹ค๊ณ  ์ „์ œํ•œ๋‹ค. ๋ถ€ํ•˜ ๋„๊ตฌ์™€ ์š”์ฒญ ๊ตฌ์„ฑ์ด ๊ฐ™์•„์•ผ ์—ฌ์„ฏ ์ถ•์„ ๊ฒฌ์ค„ ์ˆ˜ ์žˆ๊ธฐ ๋•Œ๋ฌธ์ด๋‹ค. - ๋ถ€ํ•˜๋ฅผ ๊ฑธ๊ธฐ ์ „ ๊ฐ’๊ณผ ๋ถ€ํ•˜ ์ค‘ ๊ฐ’์˜ ์ฐจ์ด๊ฐ€ ๋ฐฑ์—”๋“œ ์ฐจ์ด๋ณด๋‹ค ์ž‘๋‹ค๊ณ  ์ „์ œํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ๋ถ€ํ•˜ ์ „ ๊ฐ’์„ ๋จผ์ € ์ฐ์–ด ๋‘”๋‹ค. - ๋‘ ๊ตฌ์„ฑ์„ ๊ฐ™์€ ์‹œ๊ฐ์— ๋‚˜๋ž€ํžˆ ๋Œ๋ฆด ์ˆ˜ ์—†๋‹ค๊ณ  ๋ณด๊ณ  ์ฐจ๋ก€๋กœ ์žฐ๋‹ค. ๊ทธ ์‚ฌ์ด์— ํ˜ธ์ŠคํŠธ์˜ ๋‹ค๋ฅธ ๋ถ€ํ•˜๊ฐ€ ๋‹ฌ๋ผ์ง€๋ฉด ๊ฐ’์ด ํ”๋“ค๋ฆด ์ˆ˜ ์žˆ๋‹ค. @@ -77,7 +77,7 @@ source: - ๊ฐ™์€ ๋ถ€ํ•˜๋ฅผ ๋‘ ๋ฐฑ์—”๋“œ๋กœ ๋Œ๋ ธ์„ ๋•Œ ์—ฌ์„ฏ ์ถ•์ด ์‹ค์ œ๋กœ ์–ผ๋งˆ๋‚˜ ๋‹ฌ๋ผ์ง€๋Š”์ง€. - ๊ทธ ์ฐจ์ด๊ฐ€ ์ด ์‹คํ—˜์˜ ๊ฒฐ๊ณผ๋ฅผ ๋‹ค๋ฅด๊ฒŒ ์ฝ์–ด์•ผ ํ•  ๋งŒํผ์ธ์ง€, ์•„๋‹ˆ๋ฉด ์ธก์ • ํ”๋“ค๋ฆผ ์•ˆ์ธ์ง€. - ์ด ํ˜ธ์ŠคํŠธ๊ฐ€ ๋‚ด๋Š” ์ดˆ๋‹น ํŒจํ‚ท ์ˆ˜๊ฐ€ ใ€Œvhost-net ์ตœ์ ํ™”ใ€์—์„œ ๋งํ•œ ใ€Œ๋†’์•„์งˆ์ˆ˜๋ก ๋น„์šฉ์ด ์ปค์ง€๋Š”ใ€ ๊ตฌ๊ฐ„์— ๋“ค์–ด๊ฐ€๋Š”์ง€. -- ์—ฌ์„ฏ ์ถ•์„ ์ด ํ™˜๊ฒฝ์—์„œ ๋ฌด์—‡์œผ๋กœ ์žฌ๋Š”์ง€. ์ œ3๋ถ€๊ฐ€ ๋„๊ตฌ๋ฅผ ์ ์ง€ ์•Š์•„ ์‹คํ–‰ํ•˜๋Š” ์ชฝ์ด ์ •ํ•œ๋‹ค. +- backend ์ „ํ™˜ ์ „ํ›„์— CPU, latency, throughput, softirq ๋“ฑ ์–ด๋–ค ์ง€ํ‘œ๋ฅผ ์‚ฌ์šฉํ• ์ง€ ๋จผ์ € ๊ณ ์ •ํ•˜๊ณ  ๊ฐ™์€ ๋„๊ตฌ๋กœ ๋น„๊ตํ•œ๋‹ค. ## ๋‹ค๋ฅธ ํ™˜๊ฒฝ์˜ ์ˆ˜์น˜๋Š” ์ œ์™ธํ•œ๋‹ค diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-tap-interface-to-vm-mapping.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-tap-interface-to-vm-mapping.md index b5d0579..ee8865c 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-tap-interface-to-vm-mapping.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-tap-interface-to-vm-mapping.md @@ -54,7 +54,7 @@ source: kc-lab-edge : `52:54:00:aa:bb:10` ยท 192.168.122.10 kc-lab-1 : `52:54:00:aa:bb:11` ยท 192.168.122.11 kc-lab-2 : `52:54:00:aa:bb:12` ยท 192.168.122.12 -- ใ€ŒDHCP ์˜ˆ์•ฝ (`ip-dhcp-host`)๊ณผ MAC `52:54:00`ใ€์—์„œ๋Š” `52:54:00` ์ด QEMU/KVM ์— ํ• ๋‹น๋œ OUI(์ œ์กฐ์‚ฌ ์‹๋ณ„ ์ ‘๋‘์‚ฌ)๋ผ๊ณ  ์ ๊ณ , ์˜ˆ์•ฝ์˜ mac ๊ณผ VM ์„ ๋งŒ๋“ค ๋•Œ ์ค€ mac ์ด ์ •ํ™•ํžˆ ๊ฐ™์•„์•ผ ํ•œ๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. ๋‹ค๋ฅด๋ฉด ์˜ˆ์•ฝ์ด ์กฐ์šฉํžˆ ๋ฌด์‹œ๋˜๊ณ  ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋™์  ๋ฒ”์œ„์—์„œ ์•„๋ฌด ์ฃผ์†Œ๋‚˜ ๋ฐ›๋Š”๋‹ค. +- ใ€ŒDHCP ์˜ˆ์•ฝ (`ip-dhcp-host`)๊ณผ MAC `52:54:00`ใ€์—์„œ๋Š” `52:54:00` ์ด QEMU/KVM ์— ํ• ๋‹น๋œ OUI(์ œ์กฐ์‚ฌ ์‹๋ณ„ ์ ‘๋‘์‚ฌ)๋ผ๊ณ  ์ ๊ณ , ์˜ˆ์•ฝ์˜ mac ๊ณผ VM ์„ ๋งŒ๋“ค ๋•Œ ์ค€ mac ์ด ์ •ํ™•ํžˆ ๊ฐ™์•„์•ผ ํ•œ๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. ๊ฐ’์ด ๋‹ค๋ฅด๋ฉด ์˜ˆ์•ฝ์ด ์ ์šฉ๋˜์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋™์  DHCP ๋ฒ”์œ„์˜ ์ฃผ์†Œ๋ฅผ ๋ฐ›์„ ์ˆ˜ ์žˆ๋‹ค. - ใ€Œ๋„คํŠธ์›Œํฌ โ€” DHCP ์˜ˆ์•ฝ์˜ ์‹ค์ œ ๋™์ž‘ใ€์—์„œ๋Š” ์˜ˆ์•ฝ๊ณผ ๋ฆฌ์Šค๋ฅผ ๋‹ค๋ฅธ ๊ฒƒ์œผ๋กœ ๊ฐˆ๋ผ ์ ์—ˆ๋‹ค. virsh net-dumpxml ์˜ ์˜ˆ์•ฝ์€ ์ค„ ์˜๋„์ด๊ณ  virsh net-dhcp-leases ๋Š” ์‹ค์ œ๋กœ ์ค€ ๊ธฐ๋ก์ด๋ผ ๋‘˜์ด ๋‹ค๋ฅผ ์ˆ˜ ์žˆ๋‹ค. ์‹ค์ œ๋กœ ์ค€ ๊ธฐ๋ก์—๋Š” `52:54:00:aa:bb:11` ์ด 192.168.122.11/24 ์„, `52:54:00:aa:bb:12` ๊ฐ€ 192.168.122.12/24 ์„ ๊ฐ๊ฐ kc-lab-1 ๊ณผ kc-lab-2 ์ด๋ฆ„์œผ๋กœ ๋ฐ›์€ ์ค„์ด ๋‚จ์•„ ์žˆ๋‹ค. - ใ€Œ์ด ๋ถ€์˜ ์ถœ์ฒ˜์™€ ๋ฒ”์œ„ใ€์™€ ใ€Œlibvirt `default` ๋„คํŠธ์›Œํฌ์™€ `virbr0`ใ€์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ libvirt ์˜ default ๋„คํŠธ์›Œํฌ์— ๋ถ™๋Š”๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ใ€Œlibvirt `default` ๋„คํŠธ์›Œํฌ์™€ `virbr0`ใ€์—์„œ๋Š” VM ์ด ํ•œ ๋Œ€๋ผ๋„ ๋œจ๋ฉด ๊ทธ VM ์˜ vnetN ์ธํ„ฐํŽ˜์ด์Šค๊ฐ€ virbr0 ์— ๋ถ™์œผ๋ฉด์„œ ๋ธŒ๋ฆฌ์ง€๊ฐ€ UP ์œผ๋กœ ๋ฐ”๋€๋‹ค๊ณ  ๋ง๋ถ™์˜€๋‹ค. - ใ€Œ๋„คํŠธ์›Œํฌ โ€” DHCP ์˜ˆ์•ฝ์˜ ์‹ค์ œ ๋™์ž‘ใ€์—์„œ๋Š” VM ์„ธ ๋Œ€๊ฐ€ ๋Œ ๋•Œ virbr0 ์ด UP ์ด๊ณ  ์ „๋ถ€ ์ฒ ๊ฑฐํ•œ ๋’ค์—๋Š” DOWN ์ด๋ผ๋Š” ์ถœ๋ ฅ์„ ๋‚จ๊ฒผ๋‹ค. ์ƒํƒœ๊ฐ€ ๊ฐˆ๋ฆฐ ์ด์œ ๋ฅผ ๋ธŒ๋ฆฌ์ง€์— ๋ถ™์€ tap ์ธํ„ฐํŽ˜์ด์Šค๊ฐ€ ํ•˜๋‚˜๋„ ์—†์–ด์„œ๋ผ๊ณ  ์ ์—ˆ๋‹ค. @@ -65,7 +65,7 @@ source: - ํ˜ธ์ŠคํŠธ์— ๋ถ™์–ด virsh ์™€ ip ๊ณ„์—ด ๋ช…๋ น์„ ์‹คํ–‰ํ•  ์ˆ˜ ์žˆ๋‹ค๊ณ  ๋ณธ๋‹ค. - ์›๋ฌธ์˜ ๋ช…๋ น์—๋Š” `vm1`, `vm2`๊ฐ€ ์“ฐ์˜€์ง€๋งŒ ใ€Œ์ฒ ๊ฑฐ โ€” ์‹ค์ œ ์ถœ๋ ฅ ์ „๋ฌธใ€์— ๋‚จ์€ ์‹ค์ œ domain ์ด๋ฆ„์€ `kc-lab-1`, `kc-lab-2`๋‹ค. ๋”ฐ๋ผ์„œ ์‹ค์ œ ํ™•์ธ ๋ช…๋ น์—๋Š” ๋’ค์ชฝ ์ด๋ฆ„์„ ์“ด๋‹ค. ใ€ŒTAP์˜ ์—ญํ• ใ€์™€ ใ€Œ์‹ค์ œ Linux์—์„œ ํ™•์ธํ•  ๋ช…๋ น์–ดใ€์—์„œ๋Š” ๊ฐ™์€ ๋ช…๋ น์˜ domain ์ด๋ฆ„์„ ๋น„์›Œ ๋‘์—ˆ๋‹ค. - virsh domiflist ์ถœ๋ ฅ์— ์ธํ„ฐํŽ˜์ด์Šค ์ด๋ฆ„๊ณผ MAC ์ฃผ์†Œ๊ฐ€ ํ•จ๊ป˜ ๋‚˜์˜จ๋‹ค๊ณ  ์ „์ œํ•œ๋‹ค. ใ€ŒTAP์˜ ์—ญํ• ใ€๋„ ใ€Œ์‹ค์ œ Linux์—์„œ ํ™•์ธํ•  ๋ช…๋ น์–ดใ€๋„ ์ด ๋ช…๋ น์˜ ์ถœ๋ ฅ ํ˜•์‹์€ ์ ์ง€ ์•Š์•˜๋‹ค. -- ๋‘ ๊ฐ€์ƒ ๋จธ์‹ ์ด ์ผœ์ ธ ์žˆ๋Š” ๋™์•ˆ ์ฝ๋Š”๋‹ค๊ณ  ์ „์ œํ•œ๋‹ค. ๊บผ์ง„ ๊ฐ€์ƒ ๋จธ์‹ ์˜ TAP ์ด ํ˜ธ์ŠคํŠธ์— ๋‚จ์•„ ์žˆ๋Š”์ง€๋Š” ๊ธฐ์กด ๋ฌธ์„œ์— ์ ํ˜€ ์žˆ์ง€ ์•Š๋‹ค. +- TAP/vnet ๋งคํ•‘์€ ๊ฐ€์ƒ ๋จธ์‹ ์ด ์‹คํ–‰ ์ค‘์ธ ์ƒํƒœ์—์„œ ํ™•์ธํ•œ๋‹ค. ์ข…๋ฃŒํ•œ ๊ฐ€์ƒ ๋จธ์‹ ์˜ ์ธํ„ฐํŽ˜์ด์Šค ์ƒํƒœ๋Š” ์ด ์ธก์ •์—์„œ ํ™•์ธํ•˜์ง€ ์•Š์•˜๋‹ค. ## runtime interface ์ด๋ฆ„์˜ ์ˆ˜๋ช… diff --git a/docs/virtualization/tech-log-studio/network-virtualization/question/question-vm-network-mode-bridge-nat-or-routed.md b/docs/virtualization/tech-log-studio/network-virtualization/question/question-vm-network-mode-bridge-nat-or-routed.md index 35dd745..20c14c2 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/question/question-vm-network-mode-bridge-nat-or-routed.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/question/question-vm-network-mode-bridge-nat-or-routed.md @@ -24,7 +24,7 @@ source: # ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฐ€์ƒ ๋จธ์‹  ๋„คํŠธ์›Œํฌ๋Š” Bridge ์ธ๊ฐ€ NAT ์ธ๊ฐ€ Routing ์ธ๊ฐ€ -2026-09-21 ์‹ค์ œ libvirt network ์ •์˜๋ฅผ ์ฝ์—ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ๊ฒŒ์ŠคํŠธ๋ฅผ `virbr0` Linux bridge์— ๋ถ™์ด๊ณ  `default` network์˜ `forward mode='nat'`๋ฅผ ์‚ฌ์šฉํ•œ๋‹ค. ๋”ฐ๋ผ์„œ libvirt ๋ถ„๋ฅ˜๋กœ๋Š” NAT network์ด๊ณ , ๊ณ„์ธต์„ ์ •ํ™•ํžˆ ์“ฐ๋ฉด **guest L2 ์—ฐ๊ฒฐ์€ bridge, ์™ธ๋ถ€ egress๋Š” NAT**๋‹ค. +2026-09-21 ์‹ค์ œ libvirt network ์ •์˜๋ฅผ ์ฝ์—ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€๋Š” ๊ฒŒ์ŠคํŠธ๋ฅผ `virbr0` Linux bridge์— ๋ถ™์ด๊ณ  `default` network์˜ `forward mode='nat'`๋ฅผ ์‚ฌ์šฉํ•œ๋‹ค. ๋”ฐ๋ผ์„œ libvirt ๋ถ„๋ฅ˜๋กœ๋Š” NAT network์ด๊ณ , ๊ณ„์ธต์„ ์ •ํ™•ํžˆ ์“ฐ๋ฉด guest L2 ์—ฐ๊ฒฐ์€ bridge, ์™ธ๋ถ€ egress๋Š” NAT๋‹ค. ## ํ˜„์žฌ libvirt network ๊ตฌ์กฐ @@ -58,7 +58,7 @@ source: macvtap : LAN ์—์„œ ์ง์ ‘ IP(ํ˜ธ์ŠคํŠธโ†”VM ์€ ์ œ์™ธ), WiFi ๋ผ ๋ถˆ๊ฐ€ - ใ€Œlibvirt `default` ๋„คํŠธ์›Œํฌ์™€ `virbr0`ใ€์—์„œ๋Š” libvirt ์˜ default ๋„คํŠธ์›Œํฌ๋ฅผ ์†Œํ”„ํŠธ์›จ์–ด ๋ธŒ๋ฆฌ์ง€ virbr0 ๊ณผ ๊ฑฐ๊ธฐ ๋ถ™์€ NAT ๊ทœ์น™์œผ๋กœ ์ ์—ˆ๋‹ค. ๊ธฐ๋ณธ ๋Œ€์—ญ์€ 192.168.122.0/24 ์ด๊ณ  ํ˜ธ์ŠคํŠธ๊ฐ€ .1 ์„ ๊ฐ€์ง€๋ฉฐ, VM ๋“ค์€ ์ด ๋ธŒ๋ฆฌ์ง€์— ์—ฐ๊ฒฐ๋˜์–ด ์„œ๋กœ ์ง์ ‘ ํ†ต์‹ ํ•˜๊ณ  ์™ธ๋ถ€๋กœ ๋‚˜๊ฐˆ ๋•Œ๋งŒ ํ˜ธ์ŠคํŠธ IP ๋กœ ๋งˆ์Šค์ปค๋ ˆ์ด๋”ฉ๋œ๋‹ค. NAT ๊ฐ€ ๋ง‰๋Š” ๊ฒƒ์€ ์™ธ๋ถ€์—์„œ VM ์œผ๋กœ ๋“ค์–ด์˜ค๋Š” ๋ฐฉํ–ฅ์ด๋‹ค. - ใ€Œ๋„คํŠธ์›Œํฌ โ€” DHCP ์˜ˆ์•ฝ์˜ ์‹ค์ œ ๋™์ž‘ใ€์—์„œ๋Š” ์ด ํ˜ธ์ŠคํŠธ์—์„œ ip -br addr show virbr0 ์„ ๋Œ๋ฆฐ ์ถœ๋ ฅ์„ ๋‚จ๊ฒผ๋‹ค. VM ์„ธ ๋Œ€๊ฐ€ ๋Œ ๋•Œ๋Š” virbr0 ์ด UP ์ด๊ณ  192.168.122.1/24 ์„ ๊ฐ–๊ณ , ์ „๋ถ€ ์ฒ ๊ฑฐํ•œ ๋’ค์—๋Š” ์ฃผ์†Œ๋Š” ๊ทธ๋Œ€๋กœ์ธ ์ฑ„ DOWN ์ด๋‹ค. -- ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์™€ ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๋ฐฉํ–ฅ์ด FORWARD ๊ฒฝ๋กœ๋ผ libvirt ์˜ guest_input ์ฒด์ธ์„ ์ง€๋‚œ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ทธ ์ฒด์ธ์ด oif "virbr0" reject ๋กœ ๋๋‚˜ ๊ฒŒ์ŠคํŠธ ๋Œ€์—ญ์œผ๋กœ ์ƒˆ๋กœ ๋“ค์–ด์˜ค๋Š” ์—ฐ๊ฒฐ์„ ๊ฑฐ์ ˆํ–ˆ๊ณ , ๋ฐ–์—์„œ ์นœ curl ์€ connection refused ๋ฅผ ๋ฐ›์•˜๋‹ค. ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ ๊ฐ™์€ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋กœ ์นœ curl ์€ OUTPUT ๊ฒฝ๋กœ๋ผ forward ๋ฅผ ํƒ€์ง€ ์•Š์•„ 404 ๋กœ ์‘๋‹ตํ–ˆ๋‹ค. ๊ทธ reject ์ค„์„ ๋ฒ”์ธ์œผ๋กœ ํ™•์ •ํ•œ ๊ฒƒ์€ ์นด์šดํ„ฐ๋‹ค. ๋ฐ–์—์„œ curl ์„ ๋„ค ๋ฒˆ ์ณค์„ ๋•Œ ๊ทธ ์ค„์— packets 4 bytes 240 ์ด ์ฐํ˜€ ์žˆ์—ˆ๋‹ค. +- ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์™€ ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์—์„œ๋Š” ๋ฐ–์—์„œ ๊ฒŒ์ŠคํŠธ๋กœ ๋“ค์–ด์˜ค๋Š” ๋ฐฉํ–ฅ์ด FORWARD ๊ฒฝ๋กœ๋ผ libvirt ์˜ guest_input ์ฒด์ธ์„ ์ง€๋‚œ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ทธ ์ฒด์ธ์ด oif "virbr0" reject ๋กœ ๋๋‚˜ ๊ฒŒ์ŠคํŠธ ๋Œ€์—ญ์œผ๋กœ ์ƒˆ๋กœ ๋“ค์–ด์˜ค๋Š” ์—ฐ๊ฒฐ์„ ๊ฑฐ์ ˆํ–ˆ๊ณ , ๋ฐ–์—์„œ ์นœ curl ์€ connection refused ๋ฅผ ๋ฐ›์•˜๋‹ค. ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ ๊ฐ™์€ ๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋กœ ์นœ curl ์€ OUTPUT ๊ฒฝ๋กœ๋ผ forward ๋ฅผ ํƒ€์ง€ ์•Š์•„ 404 ๋กœ ์‘๋‹ตํ–ˆ๋‹ค. ์™ธ๋ถ€์—์„œ `curl`์„ ๋„ค ๋ฒˆ ์‹คํ–‰ํ–ˆ์„ ๋•Œ ํ•ด๋‹น reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ `packets 4 bytes 240`์œผ๋กœ ์ฆ๊ฐ€ํ–ˆ๋‹ค. ์ด ๊ฐ’์œผ๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ๊ทธ ๊ทœ์น™์—์„œ ๊ฑฐ์ ˆ๋์Œ์„ ํ™•์ธํ–ˆ๋‹ค. - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ `net-dumpxml`, `bridge link`, `ip route`๋ฅผ ์ง์ ‘ ์ฝ์–ด NAT network์™€ `virbr0` ๋‚ด๋ถ€ L2 ์—ฐ๊ฒฐ์„ ํ™•์ธํ–ˆ๋‹ค. ## bridge์™€ NAT๋ฅผ ๊ฐ™์ด ์ฝ๋Š” ๊ธฐ์ค€ diff --git a/docs/virtualization/tech-log-studio/network-virtualization/reference/reference-bisect-the-packet-path-with-capture-points.md b/docs/virtualization/tech-log-studio/network-virtualization/reference/reference-bisect-the-packet-path-with-capture-points.md index c1f2b03..0876ea9 100644 --- a/docs/virtualization/tech-log-studio/network-virtualization/reference/reference-bisect-the-packet-path-with-capture-points.md +++ b/docs/virtualization/tech-log-studio/network-virtualization/reference/reference-bisect-the-packet-path-with-capture-points.md @@ -2,7 +2,7 @@ id: 68a848c7-eaff-4421-ad25-de21673ca40c kind: REFERENCE slug: bisect-the-packet-path-with-capture-points -title: packet ์ด ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๋Š” ๊ณ„์ธต๋งˆ๋‹ค capture ํ•ด์„œ ๊ฐ€๋ฅธ๋‹ค +title: ํŒจํ‚ท ๊ฒฝ๋กœ๋Š” ๊ตฌ๊ฐ„๋ณ„ ์บก์ฒ˜๋กœ ํ™•์ธํ•œ๋‹ค topic: network-virtualization topicName: ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™” project: virtualization @@ -21,7 +21,7 @@ source: - final/document.md#99-tap์˜-์—ญํ•  --- -# packet ์ด ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๋Š” ๊ณ„์ธต๋งˆ๋‹ค capture ํ•ด์„œ ๊ฐ€๋ฅธ๋‹ค +# ํŒจํ‚ท ๊ฒฝ๋กœ๋Š” ๊ตฌ๊ฐ„๋ณ„ ์บก์ฒ˜๋กœ ํ™•์ธํ•œ๋‹ค ๊ฐ€์ƒ ๋จธ์‹ ์ด ๋ฐ–๊ณผ ํ†ต์‹ ํ•˜์ง€ ๋ชปํ•˜๋ฉด ๊ฒŒ์ŠคํŠธ๋ถ€ํ„ฐ ๋’ค์ง€์ง€ ๋ง๊ณ  ํŒจํ‚ท์ด ์ง€๋‚˜์•ผ ํ•  ์ง€์ ์— ์บก์ฒ˜๋ฅผ ๊ฑธ์–ด ์–ด๋””๊นŒ์ง€ ๋ณด์˜€๋Š”์ง€๋กœ ๊ตฌ๊ฐ„์„ ์ขํžŒ๋‹ค. ์ฒซ ์ง€์ ์€ ๋ฌผ๋ฆฌ NIC์ผ ์ˆ˜๋„ ์žˆ๊ณ  `tailscale0` ๊ฐ™์€ host ingress ์ธํ„ฐํŽ˜์ด์Šค์ผ ์ˆ˜๋„ ์žˆ๋‹ค. ๊ทธ ๋’ค๋กœ ๋ธŒ๋ฆฌ์ง€, ๊ฐ€์ƒ ๋จธ์‹ ์— ๋ถ™์€ TAP/vnet, ๊ฒŒ์ŠคํŠธ ์ธํ„ฐํŽ˜์ด์Šค๋ฅผ ๋”ฐ๋ผ๊ฐ„๋‹ค. ๋ณด์ด์ง€ ์•Š์€ ์ฒซ ์ง€์ ์˜ ์•ž ๊ตฌ๊ฐ„์ด ์˜์‹ฌ ๊ตฌ๊ฐ„์ด ๋œ๋‹ค. @@ -113,7 +113,7 @@ KVM(Kernel-based Virtual Machine)/QEMU/libvirt ๋กœ ๋งŒ๋“  ๊ฐ€์ƒ ๋จธ์‹ ์ด ์™ธ 2026-09-21์—๋Š” ์‹ค์ œ ์š”์ฒญ์„ ์—ฌ๋Ÿฌ ์ง€์ ์—์„œ ์บก์ฒ˜ํ•ด ์ด ์ ˆ์ฐจ๋ฅผ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์•„๋ž˜ ํŒ๋…์€ ๊ฐœ๋… ์„ค๋ช…๋งŒ์ด ์•„๋‹ˆ๋ผ ํ˜„์žฌ ์‹คํ—˜๋Œ€์—์„œ ํ™•๋ณดํ•œ ํŒจํ‚ท ์บก์ฒ˜์™€ ํ•จ๊ป˜ ์ฝ๋Š”๋‹ค. -ใ€Œnftables ๋Š” ์•ž ์ฒด์ธ์˜ `accept` ๋กœ ๋’ค ์ฒด์ธ์˜ `reject` ๋ฅผ ๋ง‰์ง€ ๋ชปํ•œ๋‹คใ€์˜ ์‚ฌ๊ฑด์—์„œ๋„ ๊ตฌ๊ฐ„์„ ์ขํžŒ ๊ฒƒ์€ ๋„ค ์ง€์  ์บก์ฒ˜๊ฐ€ ์•„๋‹ˆ์—ˆ๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ์นœ curl ์€ 404 ๋ฅผ ๋ฐ›๋Š”๋ฐ ๋ฐ–์—์„œ ์นœ curl ๋งŒ connection refused ๋ฅผ ๋ฐ›์•˜๋‹ค๋Š” ์ฐจ์ด๊ฐ€ ๋‹จ์„œ์˜€๊ณ , ๋ฒ”์ธ์€ ๊ทธ reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ 4 ํŒจํ‚ท 240 ๋ฐ”์ดํŠธ๋กœ ๋ฐ–์—์„œ ์นœ ํšŸ์ˆ˜์™€ ๋งž์•„๋–จ์–ด์ ธ์„œ ํ™•์ •ํ–ˆ๋‹ค. +nftables ๋ฌธ์ œ๋ฅผ ํ™•์ธํ•  ๋•Œ๋„ ๋จผ์ € ํ˜ธ์ŠคํŠธ ๋‚ด๋ถ€ ์š”์ฒญ๊ณผ ์™ธ๋ถ€ ์š”์ฒญ์˜ ๊ฒฐ๊ณผ ์ฐจ์ด๋กœ ๊ตฌ๊ฐ„์„ ์ขํ˜”๋‹ค. ํ˜ธ์ŠคํŠธ์—์„œ ๋ณด๋‚ธ ์š”์ฒญ์€ 404๋ฅผ ๋ฐ›์•˜์ง€๋งŒ ์™ธ๋ถ€ ์š”์ฒญ๋งŒ `connection refused`์˜€๊ณ , reject ๊ทœ์น™์˜ ์นด์šดํ„ฐ๊ฐ€ ์™ธ๋ถ€ ์š”์ฒญ ํšŸ์ˆ˜์™€ ์ผ์น˜ํ•ด ์‹ค์ œ ์ฐจ๋‹จ ์ง€์ ์„ ํ™•์ธํ–ˆ๋‹ค. ## ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€ ํŒ์ •ํ•˜๋Š” ์˜ˆ diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-guest-block-io-path-to-virtqueue.md b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-guest-block-io-path-to-virtqueue.md index 196df37..3b10435 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-guest-block-io-path-to-virtqueue.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-guest-block-io-path-to-virtqueue.md @@ -2,7 +2,7 @@ id: 3b05c1f0-13e9-414a-97a6-2078fb4bab26 kind: CONCEPT slug: guest-block-io-path-to-virtqueue -title: Guest ์˜ write() ๊ฐ€ virtqueue ์— ์‹ค๋ฆฌ๊ธฐ๊นŒ์ง€ โ€” VFS ยท Filesystem ยท Page Cache ยท Block Layer ยท virtio-blk +title: ๊ฒŒ์ŠคํŠธ์˜ write()๊ฐ€ virtqueue์— ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ • topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -33,9 +33,9 @@ source: - final/document.md#177-์ตœ์ข…-์š”์•ฝ --- -# Guest ์˜ write() ๊ฐ€ virtqueue ์— ์‹ค๋ฆฌ๊ธฐ๊นŒ์ง€ โ€” VFS ยท Filesystem ยท Page Cache ยท Block Layer ยท virtio-blk +# ๊ฒŒ์ŠคํŠธ์˜ write()๊ฐ€ virtqueue์— ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ • -๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ PostgreSQL ์ด ํŒŒ์ผ์— ๋ฐ์ดํ„ฐ๋ฅผ ๊ธฐ๋กํ•˜๋ฉด, ๊ทธ ์š”์ฒญ์€ ๊ฒŒ์ŠคํŠธ Linux ์•ˆ์—์„œ๋งŒ VFS ์™€ ext4ยทXFS, ํŽ˜์ด์ง€ ์บ์‹œ, ๋ธ”๋ก I/O ๊ณ„์ธต, virtio-blk ๋ฅผ ์ง€๋‚œ ๋’ค์—์•ผ virtqueue ์— ์‹ค๋ ค ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„์— ๋‹ฟ๋Š”๋‹ค. ๊ณ„์ธต๋งˆ๋‹ค ๋ฌด์—‡์„ ํ•˜๊ณ  ๋ฌด์—‡์ด ๋ฐ”๋€Œ๋Š”์ง€ ์ฐจ๋ก€๋กœ ์‚ดํŽด๋ณธ๋‹ค. ๊ณ„์ธต ์ด๋ฆ„๊ณผ ๊ฒŒ์ŠคํŠธยทํ˜ธ์ŠคํŠธ ๊ตฌ๋ถ„์„ ์•„๋Š” ์‚ฌ๋žŒ์„ ๋…์ž๋กœ ๋‘”๋‹ค. Keycloak ๋ฉ€ํ‹ฐ ๋…ธ๋“œ ์‹คํ—˜์„ ๊ฐ€์ƒ ๋จธ์‹  ๋‘ ๋Œ€ ์œ„์—์„œ ๋Œ๋ฆฌ๊ณ  ์žˆ๋‹ค ๋ณด๋‹ˆ, ์ด ๊ฒฝ๋กœ๋ฅผ ์•Œ์•„ ๋‘๋ฉด ๊ฒŒ์ŠคํŠธ์—์„œ ๋ณธ ์ €์žฅ์†Œ ์ง€์—ฐ์„ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ๋ฌธ์ œ์™€ ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„ ์•„๋ž˜์˜ ๋ฌธ์ œ๋กœ ๊ฐˆ๋ผ ๋ณผ ์ˆ˜ ์žˆ๋‹ค. +๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ PostgreSQL ์ด ํŒŒ์ผ์— ๋ฐ์ดํ„ฐ๋ฅผ ๊ธฐ๋กํ•˜๋ฉด, ๊ทธ ์š”์ฒญ์€ ๊ฒŒ์ŠคํŠธ Linux ์•ˆ์—์„œ๋งŒ VFS ์™€ ext4ยทXFS, ํŽ˜์ด์ง€ ์บ์‹œ, ๋ธ”๋ก I/O ๊ณ„์ธต, virtio-blk ๋ฅผ ์ง€๋‚œ ๋’ค์—์•ผ virtqueue ์— ์‹ค๋ ค ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„์— ๋‹ฟ๋Š”๋‹ค. ์ด ๊ฒฝ๋กœ๋ฅผ ๋”ฐ๋ผ๊ฐ€๋ฉด ๊ฒŒ์ŠคํŠธ์—์„œ ๊ด€์ธกํ•œ ์ €์žฅ์†Œ ์ง€์—ฐ์ด ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ๋‚ด๋ถ€์—์„œ ์ƒ๊ธด ๊ฒƒ์ธ์ง€, ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„ ์•„๋ž˜์˜ ๋ธ”๋ก I/O ๊ณ„์ธต์—์„œ ์ƒ๊ธด ๊ฒƒ์ธ์ง€ ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์žˆ๋‹ค. @@ -94,7 +94,7 @@ SSD ๋Š” `/var/lib/postgresql/data` ๊ฐ™์€ ๋””๋ ‰ํ„ฐ๋ฆฌ ๊ตฌ์กฐ๋ฅผ ๋ชจ๋ฅธ๋‹ค. ์ € lsblk ``` -```text label="๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ๋“  ์ถœ๋ ฅ ์˜ˆ์‹œ. ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์‹คํ–‰ํ•œ ๊ฒฐ๊ณผ๊ฐ€ ์•„๋‹ˆ๋‹ค" +```text label="๊ตฌ์กฐ ์„ค๋ช…์šฉ ์ถœ๋ ฅ ์˜ˆ์‹œ. ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ์‹ค์ธก๊ฐ’์€ ์•„๋‹ˆ๋‹ค" NAME SIZE TYPE MOUNTPOINT vda 100G disk โ”œโ”€vda1 1G part /boot @@ -121,7 +121,7 @@ vda 100G disk ## ๋„คํŠธ์›Œํฌ ๊ฐ€์ƒํ™”์™€ ์ง์ด ๋˜๋Š” ์ด๋ฆ„๋“ค -์ œ3๋ถ€์˜ ๋„คํŠธ์›Œํฌ ๊ฒฝ๋กœ๋ฅผ ๋จผ์ € ์ฝ์—ˆ๋‹ค๋ฉด ์ด๋ฆ„์ด ํ•˜๋‚˜์”ฉ ๋Œ€์‘๋œ๋‹ค. +๋„คํŠธ์›Œํฌ์˜ virtio-net๊ณผ ๋น„๊ตํ•˜๋ฉด ์Šคํ† ๋ฆฌ์ง€์—์„œ๋Š” virtio-blk๊ฐ€ ๊ฐ™์€ ์œ„์น˜์˜ ํ”„๋ŸฐํŠธ์—”๋“œ ์—ญํ• ์„ ํ•œ๋‹ค. | Network | Storage | |---|---| @@ -140,6 +140,6 @@ vda 100G disk 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ ์„ธ VM์˜ `vda`๋Š” ๋ชจ๋‘ qcow2 overlay file backend์ด๊ณ , ๊ฐ overlay๋Š” ๊ณตํ†ต `base.qcow2`๋ฅผ backing store๋กœ ์‚ฌ์šฉํ•œ๋‹ค๋Š” ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ด ํ™˜๊ฒฝ์—์„œ guest `/dev/vda` ์•„๋ž˜์— QEMU block backend์™€ host filesystem/block stack์ด ์ด์–ด์ง„๋‹ค๋Š” ์—ฐ๊ฒฐ์€ ์‹ค์ œ ๊ตฌ์„ฑ๊ณผ ๋งž๋Š”๋‹ค. -๋‹ค๋งŒ ์ด ๋ฌธ์„œ๋Š” guest `write()`๊ฐ€ virtqueue์— ์‹ค๋ฆฌ๊ธฐ๊นŒ์ง€์˜ ๊ณ„์ธต์„ ์„ค๋ช…ํ•˜๋Š” ๋ฐ ์ง‘์ค‘ํ•œ๋‹ค. qcow2 L1/L2 table, `blk-mq` tag allocator, NVMe submission/completion queue ๋‚ด๋ถ€ ๊ตฌํ˜„์€ ๋ฒ”์œ„ ๋ฐ–์ด๋‹ค. 2026-09-21์—๋Š” guest `fsync()`์™€ host `iostat`์„ ๊ฐ™์€ ๊ตฌ๊ฐ„์— ๋†“๊ณ  ์žฌ์„œ, guest fsync๊ฐ€ ๋А๋ ค์งˆ ๋•Œ host NVMe์˜ `w_await`ยท`%util`ยทiowait๋„ ํ•จ๊ป˜ ์ƒ์Šนํ•˜๋Š” ๊ตฌ๊ฐ„์„ ์‹ค์ œ๋กœ ํ™•์ธํ–ˆ๋‹ค. ์ด ๊ฒฐ๊ณผ๋Š” ๊ฒฝ๋กœ์˜ ์กด์žฌ๋ฅผ ๋ณด์—ฌ ์ฃผ์ง€๋งŒ, ๋ชจ๋“  fsync ์ง€์—ฐ์„ host storage ํ•˜๋‚˜์˜ ์›์ธ์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. +์—ฌ๊ธฐ์„œ ํ™•์ธํ•œ ๋ฒ”์œ„๋Š” guest `write()`๊ฐ€ virtqueue์— ์ „๋‹ฌ๋˜๊ธฐ๊นŒ์ง€๋‹ค. qcow2 L1/L2 table, `blk-mq` tag allocator, NVMe submission/completion queue ๋‚ด๋ถ€ ๊ตฌํ˜„์€ ํฌํ•จํ•˜์ง€ ์•Š์•˜๋‹ค. 2026-09-21์—๋Š” guest `fsync()`์™€ host `iostat`์„ ๊ฐ™์€ ๊ตฌ๊ฐ„์— ๋†“๊ณ  ์žฌ์„œ, guest fsync๊ฐ€ ๋А๋ ค์งˆ ๋•Œ host NVMe์˜ `w_await`ยท`%util`ยทiowait๋„ ํ•จ๊ป˜ ์ƒ์Šนํ•˜๋Š” ๊ตฌ๊ฐ„์„ ์‹ค์ œ๋กœ ํ™•์ธํ–ˆ๋‹ค. ์ด ๊ฒฐ๊ณผ๋Š” ๊ฒฝ๋กœ์˜ ์กด์žฌ๋ฅผ ๋ณด์—ฌ ์ฃผ์ง€๋งŒ, ๋ชจ๋“  fsync ์ง€์—ฐ์„ host storage ํ•˜๋‚˜์˜ ์›์ธ์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-host-block-stack-under-the-vm.md b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-host-block-stack-under-the-vm.md index 08852d6..2216db5 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-host-block-stack-under-the-vm.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-host-block-stack-under-the-vm.md @@ -2,7 +2,7 @@ id: ecaaa37d-7b33-4cbf-9bc5-4c6caad14ee5 kind: CONCEPT slug: host-block-stack-under-the-vm -title: VM ์•„๋ž˜์— ํ•œ ๋ฒˆ ๋” ์žˆ๋Š” Host block stack โ€” blk-mq ยท I/O Scheduler ยท NVMe +title: ๊ฐ€์ƒ ๋จธ์‹  ๋””์Šคํฌ ์•„๋ž˜์˜ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก I/O ๊ณ„์ธต topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -27,9 +27,9 @@ source: - final/document.md#172-storage-virtualization-canonical-flow --- -# VM ์•„๋ž˜์— ํ•œ ๋ฒˆ ๋” ์žˆ๋Š” Host block stack โ€” blk-mq ยท I/O Scheduler ยท NVMe +# ๊ฐ€์ƒ ๋จธ์‹  ๋””์Šคํฌ ์•„๋ž˜์˜ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก I/O ๊ณ„์ธต -๊ฒŒ์ŠคํŠธ๊ฐ€ ๋””์Šคํฌ๋ผ๊ณ  ๋ถ€๋ฅด๋Š” ๊ฒƒ์ด ํ˜ธ์ŠคํŠธ์—์„œ๋Š” qcow2 ๋‚˜ RAW ํŒŒ์ผ์ผ ์ˆ˜ ์žˆ๊ณ , ๊ทธ๋Ÿฌ๋ฉด QEMU ์˜ ์“ฐ๊ธฐ๋Š” ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์„ ๊ฑฐ์ณ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก I/O ๊ฐ€ ๋œ๋‹ค. ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต์€ ๊ทธ ์š”์ฒญ์ด ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ ์™”๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์™”๋Š”์ง€ ๊ตฌ๋ถ„ํ•ด ์ฒ˜๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด ์•„๋‹ˆ๋ผ, ์—ฌ๋Ÿฌ QEMU ํ”„๋กœ์„ธ์Šค์™€ host์˜ SSHยท๊ด€์ธกยทํŒŒ์ผ ์ž‘์—… ๊ฐ™์€ I/O๋ฅผ ๊ฐ™์€ ์•„๋ž˜์ชฝ ์žฅ์น˜๋กœ ๋ฐ›๋Š”๋‹ค. ๊ทธ ํ์—์„œ blk-mq ์™€ I/O ์Šค์ผ€์ค„๋Ÿฌ๋ฅผ ์ง€๋‚˜ NVMe ๋กœ ๋‚˜๊ฐ€๊ธฐ๊นŒ์ง€๋ฅผ ๋”ฐ๋ผ๊ฐ€๊ณ , ๊ฑฐ๊ธฐ์„œ ์ƒ๊ธฐ๋Š” ์Šคํ† ๋ฆฌ์ง€ ๊ฒฝ์Ÿ(Storage Contention)์„ ๋‹คํˆฌ๋Š” ์ž์›์ด ๋‹ค๋ฅธ CPU ๊ฒฝ์Ÿ๊ณผ ๊ฐˆ๋ผ ๋†“๋Š”๋‹ค. ๋ธ”๋ก ๊ณ„์ธต๊ณผ ์Šค์ผ€์ค„๋Ÿฌ ์ด๋ฆ„์„ ์•„๋Š” ์‚ฌ๋žŒ์„ ๋…์ž๋กœ ๋‘”๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ์œ„์—์„œ Keycloak ์˜ ์ง€์—ฐ์„ ๋ณผ ๋•Œ ์ด ๊ณ„์ธต์„ CPU ๊ณ„์ธต๊ณผ ๊ฐˆ๋ผ ๋‘๋ฉด ์–ด๋А ์ชฝ์„ ์žฌ์•ผ ํ•˜๋Š”์ง€๊ฐ€ ๋จผ์ € ์ •ํ•ด์ง„๋‹ค. +๊ฒŒ์ŠคํŠธ๊ฐ€ ๋””์Šคํฌ๋ผ๊ณ  ๋ถ€๋ฅด๋Š” ๊ฒƒ์ด ํ˜ธ์ŠคํŠธ์—์„œ๋Š” qcow2 ๋‚˜ RAW ํŒŒ์ผ์ผ ์ˆ˜ ์žˆ๊ณ , ๊ทธ๋Ÿฌ๋ฉด QEMU ์˜ ์“ฐ๊ธฐ๋Š” ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์„ ๊ฑฐ์ณ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก I/O ๊ฐ€ ๋œ๋‹ค. ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต์€ ๊ทธ ์š”์ฒญ์ด ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ ์™”๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์™”๋Š”์ง€ ๊ตฌ๋ถ„ํ•ด ์ฒ˜๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด ์•„๋‹ˆ๋ผ, ์—ฌ๋Ÿฌ QEMU ํ”„๋กœ์„ธ์Šค์™€ host์˜ SSHยท๊ด€์ธกยทํŒŒ์ผ ์ž‘์—… ๊ฐ™์€ I/O๋ฅผ ๊ฐ™์€ ์•„๋ž˜์ชฝ ์žฅ์น˜๋กœ ๋ฐ›๋Š”๋‹ค. ์ด ์š”์ฒญ์€ `blk-mq`์™€ I/O ์Šค์ผ€์ค„๋Ÿฌ๋ฅผ ์ง€๋‚˜ NVMe๋กœ ์ „๋‹ฌ๋œ๋‹ค. Keycloak ์ง€์—ฐ์„ ๋ถ„์„ํ•  ๋•Œ ์ด ๊ฒฝ๋กœ๋ฅผ CPU ์Šค์ผ€์ค„๋ง๊ณผ ๋ถ„๋ฆฌํ•ด์„œ ๋ณด๋ฉด CPU ์‚ฌ์šฉ๋ฅ ์ด ๋‚ฎ์€๋ฐ๋„ ์Šคํ† ๋ฆฌ์ง€ ๋Œ€๊ธฐ ๋•Œ๋ฌธ์— ์‘๋‹ต์ด ๋А๋ ค์ง€๋Š” ๊ฒฝ์šฐ๋ฅผ ๊ตฌ๋ถ„ํ•  ์ˆ˜ ์žˆ๋‹ค. @@ -38,7 +38,7 @@ source: ๋ฐฑ์—”๋“œ๊ฐ€ `qcow2` ํŒŒ์ผ์ด๋ฉด QEMU ๊ฐ€ ๋ฌผ๋ฆฌ SSD ๋ฅผ ์ง์ ‘ ์ œ์–ดํ•˜์ง€ ์•Š๋Š”๋‹ค. QEMU ๋Š” `pread` ๋‚˜ `pwrite` ๊ฐ™์€ ํ˜ธ์ถœ๋กœ ํ˜ธ์ŠคํŠธ ์ปค๋„์— ํŒŒ์ผ I/O ๋ฅผ ์š”์ฒญํ•˜๊ณ , ๊ทธ ์š”์ฒญ์ด ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ๊ณผ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต, NVMe ๋“œ๋ผ์ด๋ฒ„๋ฅผ ์ง€๋‚˜ ๋ฌผ๋ฆฌ NVMe ์— ๋‹ฟ๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต ์•„๋ž˜์— ํ˜ธ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต์ด ํ•œ ๋ฒˆ ๋” ์กด์žฌํ•  ์ˆ˜ ์žˆ๋‹ค. -ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต์€ ๊ทธ I/O ๊ฐ€ ๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ PostgreSQL ์—์„œ ์‹œ์ž‘ํ–ˆ๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์‹œ์ž‘ํ–ˆ๋Š”์ง€๋ฅผ ๋ณธ์งˆ์ ์œผ๋กœ ๊ตฌ๋ถ„ํ•ด์„œ ์ฒ˜๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด ์•„๋‹ˆ๋‹ค. ๋‚ด๋ ค์˜จ ๊ฒƒ์€ ๋ชจ๋‘ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์š”์ฒญ์ด๋‹ค. +ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต์€ ์š”์ฒญ์ด ๊ฒŒ์ŠคํŠธ์˜ PostgreSQL์—์„œ ์‹œ์ž‘ํ–ˆ๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์‹œ์ž‘ํ–ˆ๋Š”์ง€๋ฅผ ๊ธฐ์ค€์œผ๋กœ ๋ณ„๋„ ์ฒ˜๋ฆฌํ•˜์ง€ ์•Š๋Š”๋‹ค. ์ด ๊ณ„์ธต์— ๋„๋‹ฌํ•œ ์š”์ฒญ์€ ๋ชจ๋‘ ํ˜ธ์ŠคํŠธ์˜ ๋ธ”๋ก I/O๋กœ ์ฒ˜๋ฆฌ๋œ๋‹ค. | ํ˜ธ์ŠคํŠธ ์ชฝ ์–ด๋А ๊ณ„์ธต์ธ๊ฐ€ | ์—ฌ๊ธฐ์„œ ๋ฌด์—‡์ด ์ผ์–ด๋‚˜๋‚˜ | |---|---| diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-qemu-block-backend-forms.md b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-qemu-block-backend-forms.md index b2a4d05..e96767e 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-qemu-block-backend-forms.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-qemu-block-backend-forms.md @@ -2,7 +2,7 @@ id: 892b6087-8961-486c-b4d9-d3dd46bc2605 kind: CONCEPT slug: qemu-block-backend-forms -title: /dev/vda ๋’ค์— ์žˆ๋Š” ๊ฒƒ โ€” qcow2 ยท RAW ยท Host block device +title: QEMU ๋””์Šคํฌ ๋ฐฑ์—”๋“œ: qcow2, RAW, ๋ธ”๋ก ์žฅ์น˜ topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -26,24 +26,24 @@ source: - final/document.md#174-ํ•ต์‹ฌ-claim --- -# /dev/vda ๋’ค์— ์žˆ๋Š” ๊ฒƒ โ€” qcow2 ยท RAW ยท Host block device +# QEMU ๋””์Šคํฌ ๋ฐฑ์—”๋“œ: qcow2, RAW, ๋ธ”๋ก ์žฅ์น˜ -๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ /dev/vda ๋ฅผ ๋ณด๋Š” ๊ฒƒ๋งŒ์œผ๋กœ๋Š” ํ˜ธ์ŠคํŠธ์— ๋ฌด์—‡์ด ์žˆ๋Š”์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„๋ฅผ ๋„˜์œผ๋ฉด QEMU ์˜ virtio-blk ์žฅ์น˜ ๋ชจ๋ธ๊ณผ ๋ธ”๋ก ๋ฐฑ์—”๋“œ๊ฐ€ ๊ทธ ์š”์ฒญ์„ ๋ฐ›๋Š”๋ฐ, ๊ทธ ๋ฐฑ์—”๋“œ๋Š” qcow2 ํŒŒ์ผ์ผ ์ˆ˜๋„, RAW ํŒŒ์ผ์ผ ์ˆ˜๋„, ํ˜ธ์ŠคํŠธ์˜ ์‹ค์ œ ๋ธ”๋ก ์žฅ์น˜์ผ ์ˆ˜๋„ ์žˆ๋‹ค. ํŒŒ์ผ ๋ฐฑ์—”๋“œ๋ฉด ๊ฒŒ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต ์•„๋ž˜์— ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ๊ณผ ๋ธ”๋ก ๊ณ„์ธต์ด ํ•œ ๊ฒน ๋” ๋†“์ด๊ณ , qcow2 ๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ณด๋Š” ํฌ๊ธฐ์™€ ํ˜ธ์ŠคํŠธ๊ฐ€ ์‹ค์ œ๋กœ ์“ฐ๋Š” ํฌ๊ธฐ๊ฐ€ ๊ฐˆ๋ฆฐ๋‹ค. ๋ฌด์—‡์— ๋ถ™์–ด ์žˆ๋Š”์ง€๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ์•„๋‹ˆ๋ผ ํ˜ธ์ŠคํŠธ์—์„œ virsh domblklist ๋กœ ํ™•์ธํ•œ๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ์— ๋””์Šคํฌ๋ฅผ ๋ถ™์—ฌ ๋ณธ ์‚ฌ๋žŒ์„ ๋…์ž๋กœ ๋‘”๋‹ค. +๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ /dev/vda ๋ฅผ ๋ณด๋Š” ๊ฒƒ๋งŒ์œผ๋กœ๋Š” ํ˜ธ์ŠคํŠธ์— ๋ฌด์—‡์ด ์žˆ๋Š”์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„๋ฅผ ๋„˜์œผ๋ฉด QEMU ์˜ virtio-blk ์žฅ์น˜ ๋ชจ๋ธ๊ณผ ๋ธ”๋ก ๋ฐฑ์—”๋“œ๊ฐ€ ๊ทธ ์š”์ฒญ์„ ๋ฐ›๋Š”๋ฐ, ๊ทธ ๋ฐฑ์—”๋“œ๋Š” qcow2 ํŒŒ์ผ์ผ ์ˆ˜๋„, RAW ํŒŒ์ผ์ผ ์ˆ˜๋„, ํ˜ธ์ŠคํŠธ์˜ ์‹ค์ œ ๋ธ”๋ก ์žฅ์น˜์ผ ์ˆ˜๋„ ์žˆ๋‹ค. ํŒŒ์ผ ๋ฐฑ์—”๋“œ๋ฉด ๊ฒŒ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต ์•„๋ž˜์— ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ๊ณผ ๋ธ”๋ก ๊ณ„์ธต์ด ํ•œ ๊ฒน ๋” ๋†“์ด๊ณ , qcow2 ๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ณด๋Š” ํฌ๊ธฐ์™€ ํ˜ธ์ŠคํŠธ๊ฐ€ ์‹ค์ œ๋กœ ์“ฐ๋Š” ํฌ๊ธฐ๊ฐ€ ๊ฐˆ๋ฆฐ๋‹ค. ๋ฌด์—‡์— ์—ฐ๊ฒฐ๋ผ ์žˆ๋Š”์ง€๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ์•„๋‹ˆ๋ผ ํ˜ธ์ŠคํŠธ์—์„œ `virsh domblklist`์™€ libvirt XML๋กœ ํ™•์ธํ•œ๋‹ค. ![Guest์˜ /dev/vda๊ฐ€ virtio-blk์™€ virtqueue๋ฅผ ์ง€๋‚˜ QEMU block backend์— ๋„์ฐฉํ•œ ๋’ค qcow2 ํŒŒ์ผ, RAW ํŒŒ์ผ, Host block device ์„ธ ๊ฐˆ๋ž˜๋กœ ๋‚˜๋‰˜๋Š” ๊ตฌ์กฐ๋„. ๊ทธ ์•„๋ž˜ Host block stack์€ ๋ณ„๋„ ๊ฐœ๋… ๋ฌธ์„œ๊ฐ€ ๋งก์•„ ์ด ๊ทธ๋ฆผ์—์„œ๋Š” ๋‹ค์‹œ ํ•ฉ์น˜์ง€ ์•Š๋Š”๋‹ค.](../../../final/assets/diagrams/qemu-block-backend-forms/qemu-block-backend-forms.svg) -## ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„๋ฅผ ๋„˜์œผ๋ฉด QEMU ๊ฐ€ ๋ฐ›๋Š”๋‹ค +## virtio-blk ์š”์ฒญ์€ QEMU ๋ธ”๋ก ๋ฐฑ์—”๋“œ๋กœ ์ „๋‹ฌ๋œ๋‹ค ๊ฒŒ์ŠคํŠธ์˜ `virtio-blk` ๊ฐ€ `virtqueue` ์— ๊ฒŒ์‹œํ•œ ์š”์ฒญ์€ ๊ฐ€์ƒ ๋จธ์‹  ๊ฒฝ๊ณ„๋ฅผ ๋„˜์–ด ํ˜ธ์ŠคํŠธ ์‚ฌ์šฉ์ž ๊ณต๊ฐ„์˜ QEMU ๋กœ ๊ฐ„๋‹ค. QEMU ์•ˆ์—์„œ๋Š” `virtio-blk` ์žฅ์น˜ ๋ชจ๋ธ๊ณผ ๋ธ”๋ก ๋ฐฑ์—”๋“œ๊ฐ€ ๊ทธ ์š”์ฒญ์„ ๋ฐ›๋Š”๋‹ค. QEMU ๋Š” ๊ฒŒ์ŠคํŠธ์—๊ฒŒ ๊ฐ€์ƒ ๋ธ”๋ก ์žฅ์น˜๋ฅผ ๋…ธ์ถœํ•˜๊ณ , ๊ฒŒ์ŠคํŠธ์˜ ๊ฐ€์ƒ I/O ๋ฅผ ํ˜ธ์ŠคํŠธ ๋ฐฑ์—”๋“œ์— ์—ฐ๊ฒฐํ•œ๋‹ค. -๊ธฐ์กด ๋ฌธ์„œ๋Š” ์ œ4๋ถ€์˜ ์ „์ฒด ๊ตฌ์กฐ๋ฅผ ๊ทธ๋ฆฐ ๋’ค ์ด ๊ฐˆ๋ฆผ์„ ํ•ต์‹ฌ ๋ฌธ์žฅ ํ•˜๋‚˜๋กœ ๋”ฐ๋กœ ๋ฝ‘์•„ ๋‘์—ˆ๋‹ค. +๊ฒŒ์ŠคํŠธ์—์„œ ๋ณด์ด๋Š” `/dev/vda`๋งŒ์œผ๋กœ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ์–ด๋–ค ๋ฐฑ์—”๋“œ๋ฅผ ์‚ฌ์šฉํ•˜๋Š”์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. ์‹ค์ œ ๋ฐฑ์—”๋“œ๋Š” libvirt XML๊ณผ QEMU ์‹คํ–‰ ์ƒํƒœ์—์„œ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. > Guest๋Š” `/dev/vda`๋ฅผ ์‹ค์ œ block device์ฒ˜๋Ÿผ ๋ณด์ง€๋งŒ, Host์—์„œ๋Š” ๊ทธ disk๊ฐ€ qcow2 ํŒŒ์ผ, RAW ํŒŒ์ผ, ๋˜๋Š” ์‹ค์ œ block device์— ์—ฐ๊ฒฐ๋˜์–ด ์žˆ์„ ์ˆ˜ ์žˆ๋‹ค. -์ด ๊ธ€์ด ๋‹ค๋ฃจ๋Š” ๊ฒƒ์ด ๊ทธ ๋ฌธ์žฅ์ด ๋‚จ๊ธด ์„ธ ๊ฐˆ๋ž˜๋‹ค. +์ด ์„ธ ๊ฐ€์ง€ ๋ฐฑ์—”๋“œ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธํ•˜๋Š” ๋ฐฉ๋ฒ•๊ณผ ์„ฑ๋Šฅยท์šฉ๋Ÿ‰ ํŠน์„ฑ์ด ์„œ๋กœ ๋‹ค๋ฅด๋‹ค. ## QEMU ๊ฐ€ ๋ฌผ๋ฆฌ SSD ๋ฅผ ์ง์ ‘ ์ œ์–ดํ•˜์ง€๋Š” ์•Š๋Š”๋‹ค @@ -73,11 +73,11 @@ RAW ๋Š” `qcow2` ๋ณด๋‹ค ๊ตฌ์กฐ๊ฐ€ ๋‹จ์ˆœํ•˜๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ ๋ธ”๋ก ์š”์ฒญ์ด `qc ๊ทธ๋ ‡๋‹ค๊ณ  RAW๊ฐ€ ๋ฌด์กฐ๊ฑด ๋น ๋ฅด๊ณ  `qcow2`๊ฐ€ ๋ฌด์กฐ๊ฑด ๋А๋ฆฌ๋‹ค๊ณ  ์ผ๋ฐ˜ํ™”ํ•˜๋ฉด ์•ˆ ๋œ๋‹ค. ์‹ค์ œ ์„ฑ๋Šฅ์€ cache mode, storage backend, workload pattern, queue depth, snapshot chain, host filesystem, physical device์— ํ•จ๊ป˜ ์˜ํ–ฅ์„ ๋ฐ›๋Š”๋‹ค. ํ˜•์‹ ์ด๋ฆ„๋งŒ์œผ๋กœ ์–ด๋А ์ชฝ์ด ๋น ๋ฅธ์ง€ ์ •ํ•ด์ง€์ง€ ์•Š๋Š”๋‹ค. -๊ทธ ๋ชฉ๋ก ๊ฐ€์šด๋ฐ ์Šค๋ƒ…์ƒท ์ฒด์ธ์ด ์™œ ๊ฑธ๋ฆฌ๋Š”์ง€๋Š” ๊ธฐ์กด ๋ฌธ์„œ์˜ qcow2 ๋‚ด๋ถ€ ์ ˆ์ด ๋”ฐ๋กœ ํ’€์—ˆ๋‹ค. ๋งคํ•‘ ํ•ญ๋ชฉ์ด 0 ์ธ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ๋งŒ๋‚  ๋•Œ๋งˆ๋‹ค ํ•œ ์ธต ์•„๋ž˜๋กœ ๋‚ด๋ ค๊ฐ€์•ผ ํ•ด์„œ ์ฒด์ธ์ด ๊นŠ์œผ๋ฉด ์ฝ๊ธฐ๊ฐ€ ๋А๋ ค์ง€๊ณ , ๊ทธ๋ž˜์„œ ์ด ์‹คํ—˜๋Œ€๋Š” ์ธต์„ ๋‘์„ธ ๊ฒน ๋„˜๊ฒŒ ์Œ“์ง€ ์•Š๋Š”๋‹ค. ๊ตณํž ๋•Œ๋Š” `qemu-img commit` ์œผ๋กœ ์•„๋ž˜์ธต์— ๋ณ‘ํ•ฉํ•˜๊ฑฐ๋‚˜ `qemu-img convert` ๋กœ ๋‹จ์ผ ํŒŒ์ผ๋กœ ํ‰ํƒ„ํ™”ํ•œ๋‹ค. +qcow2 ์Šค๋ƒ…์ƒท ์ฒด์ธ์ด ๊นŠ์–ด์ง€๋ฉด ํ˜„์žฌ ์˜ค๋ฒ„๋ ˆ์ด์— ์—†๋Š” ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ์ฝ์„ ๋•Œ backing chain์„ ์—ฌ๋Ÿฌ ๋‹จ๊ณ„ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ์ด ์‹คํ—˜๋Œ€์—์„œ๋Š” ์ฒด์ธ์„ ๊นŠ๊ฒŒ ์Œ“์ง€ ์•Š๊ณ , ํ•„์š”ํ•˜๋ฉด `qemu-img commit`์œผ๋กœ ๋ณ€๊ฒฝ๋ถ„์„ ์•„๋ž˜ ์ด๋ฏธ์ง€์— ํ•ฉ์น˜๊ฑฐ๋‚˜ `qemu-img convert`๋กœ ๋…๋ฆฝ๋œ ํŒŒ์ผ์„ ๋งŒ๋“ ๋‹ค. ## ๋ฐฑ์—”๋“œ๊ฐ€ ํŒŒ์ผ์ด ์•„๋‹ˆ๋ผ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์žฅ์น˜์ผ ์ˆ˜๋„ ์žˆ๋‹ค -๋ฐฑ์—”๋“œ๋Š” ํŒŒ์ผ์ด ์•„๋‹ˆ์–ด๋„ ๋œ๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ `/dev/vda` ๊ฐ€ `virtio-blk` ์™€ QEMU ๋ฅผ ์ง€๋‚˜ ํ˜ธ์ŠคํŠธ์˜ `/dev/nvme0n1p3` ๊ฐ™์€ ๋ธ”๋ก ์žฅ์น˜์— ๋ฐ”๋กœ ์—ฐ๊ฒฐ๋  ์ˆ˜ ์žˆ๊ณ , ๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ๊ทธ๋ฆฐ ์ด ๊ฒฝ๋กœ์—๋Š” ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์ด ์—†๋‹ค. ๊ฐ™์€ ์ด๋ฆ„ ์•„๋ž˜์—์„œ ๊ฒฝ๋กœ๊ฐ€ ์„ธ ๊ฐˆ๋ž˜๋กœ ๊ฐˆ๋ฆฌ๊ธฐ ๋•Œ๋ฌธ์—, ๊ฒŒ์ŠคํŠธ์— `/dev/vda` ๊ฐ€ ์žˆ๋‹ค๋Š” ์ •๋ณด๋งŒ์œผ๋กœ๋Š” ๋ฐฑ์—”๋“œ ๊ตฌ์กฐ๋ฅผ ์•Œ ์ˆ˜ ์—†๋‹ค. +๋ฐฑ์—”๋“œ๋Š” ํŒŒ์ผ์ด ์•„๋‹ˆ๋ผ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์žฅ์น˜์ผ ์ˆ˜๋„ ์žˆ๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ `/dev/vda`๊ฐ€ `virtio-blk`์™€ QEMU๋ฅผ ๊ฑฐ์ณ ํ˜ธ์ŠคํŠธ์˜ ๋ธ”๋ก ์žฅ์น˜์— ์ง์ ‘ ์—ฐ๊ฒฐ๋œ ๊ตฌ์„ฑ์ด๋ผ๋ฉด ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์„ ๊ฑฐ์น˜์ง€ ์•Š๋Š”๋‹ค. ๋”ฐ๋ผ์„œ ๊ฒŒ์ŠคํŠธ์—์„œ `/dev/vda`๊ฐ€ ๋ณด์ธ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ๋ฐฑ์—”๋“œ๊ฐ€ qcow2์ธ์ง€ RAW ํŒŒ์ผ์ธ์ง€ ๋ธ”๋ก ์žฅ์น˜์ธ์ง€ ์•Œ ์ˆ˜ ์—†๋‹ค. ## ์„ธ ๊ฐˆ๋ž˜๊ฐ€ ๊ฐ๊ฐ ๋ฐ”๊พธ๋Š” ๊ฒƒ @@ -99,7 +99,7 @@ lsblk virsh domblklist ``` -```text label="๊ธฐ์กด ๋ฌธ์„œ๊ฐ€ ๋“  ์ถœ๋ ฅ ์˜ˆ์‹œ. ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์‹คํ–‰ํ•œ ๊ฒฐ๊ณผ๊ฐ€ ์•„๋‹ˆ๋‹ค" +```text label="๊ตฌ์กฐ ์„ค๋ช…์šฉ ์ถœ๋ ฅ ์˜ˆ์‹œ. ํ˜„์žฌ ํ˜ธ์ŠคํŠธ์˜ ์‹ค์ธก๊ฐ’์€ ์•„๋‹ˆ๋‹ค" Target Source ----------------------------------------------- vda /var/lib/libvirt/images/vm1.qcow2 diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-write-completion-is-not-durability.md b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-write-completion-is-not-durability.md index 2d51607..e4d715d 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-write-completion-is-not-durability.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/concept/concept-write-completion-is-not-durability.md @@ -2,7 +2,7 @@ id: 8fafaeea-8746-4537-87a4-679a3a91aa4c kind: CONCEPT slug: write-completion-is-not-durability -title: ์™„๋ฃŒ๋ผ๋Š” ๋ง์˜ ๋„ค ๊ฐ€์ง€ ๋œป โ€” write ยท writeback ยท flush ยท ์ „์› ์žฅ์•  ์ƒ์กด +title: write() ์™„๋ฃŒ์™€ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ์€ ๊ฐ™์€ ์˜๋ฏธ๊ฐ€ ์•„๋‹ˆ๋‹ค topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -30,9 +30,9 @@ source: - final/document.md#174-ํ•ต์‹ฌ-claim --- -# ์™„๋ฃŒ๋ผ๋Š” ๋ง์˜ ๋„ค ๊ฐ€์ง€ ๋œป โ€” write ยท writeback ยท flush ยท ์ „์› ์žฅ์•  ์ƒ์กด +# write() ์™„๋ฃŒ์™€ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ์€ ๊ฐ™์€ ์˜๋ฏธ๊ฐ€ ์•„๋‹ˆ๋‹ค -buffered I/O ์—์„œ write() ๋Š” ํŽ˜์ด์ง€ ์บ์‹œ๊นŒ์ง€๋งŒ ๋‚ด๋ ค๊ฐ€๊ณ , ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ๋Š” ๊ทธ ํŽ˜์ด์ง€ ์บ์‹œ๊ฐ€ ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ ์–‘์ชฝ์— ๋‘ ๋ฒˆ ๋‚˜ํƒ€๋‚  ์ˆ˜ ์žˆ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ์„ฑ๊ณต์„ ๋Œ๋ ค๋ฐ›์€ ๋ฐ์ดํ„ฐ๊ฐ€ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ์— ๋จธ๋ฌด๋Š” ๋™์•ˆ ํ˜ธ์ŠคํŠธ ์ „์›์ด ๋‚˜๊ฐ€๋ฉด ๋ฌผ๋ฆฌ SSD ์—๋Š” ์ด์ „ ์ƒํƒœ๊ฐ€ ๋‚จ๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ์™„๋ฃŒ๋ผ๋Š” ๋ง์ด ๋„ค ๋‹จ๊ณ„๋กœ ๊ฐˆ๋ฆฐ๋‹ค โ€” write() ์™„๋ฃŒ, writeback ์™„๋ฃŒ, fsync/flush ์™„๋ฃŒ, ์ „์› ์žฅ์• ์—๋„ ์•ˆ์ „ํ•œ ์˜์†์„ฑ. Direct I/O ์™€ QEMU ์บ์‹œ ๋ชจ๋“œ๊ฐ€ ์ด ๊ฐ€์šด๋ฐ ์–ด๋””๊นŒ์ง€ ๊ฐ€๋Š”์ง€๋ฅผ ๋ฐ”๊พผ๋‹ค. ํŽ˜์ด์ง€ ์บ์‹œ์™€ fsync ๋ฅผ ์•„๋Š” ์‚ฌ๋žŒ์„ ๋…์ž๋กœ ๋‘”๋‹ค. Keycloak ๊ณผ PostgreSQL ์„ ๊ฐ€์ƒ ๋จธ์‹  ์œ„์—์„œ ๋Œ๋ฆฌ๋Š” ์‹คํ—˜์—์„œ๋Š” ์ด ๊ตฌ๋ถ„์„ ๋จผ์ € ์„ธ์›Œ์•ผ ์ง€์—ฐ์„ ์žฌ๋Š” ๊ฒƒ๊ณผ ๋ฐ์ดํ„ฐ๊ฐ€ ๋‚จ๋Š”์ง€๋ฅผ ์žฌ๋Š” ๊ฒƒ์ด ํ•œ ์‹คํ—˜์— ์„ž์ด์ง€ ์•Š๋Š”๋‹ค. +buffered I/O ์—์„œ write() ๋Š” ํŽ˜์ด์ง€ ์บ์‹œ๊นŒ์ง€๋งŒ ๋‚ด๋ ค๊ฐ€๊ณ , ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ๋Š” ๊ทธ ํŽ˜์ด์ง€ ์บ์‹œ๊ฐ€ ๊ฒŒ์ŠคํŠธ์™€ ํ˜ธ์ŠคํŠธ ์–‘์ชฝ์— ๋‘ ๋ฒˆ ๋‚˜ํƒ€๋‚  ์ˆ˜ ์žˆ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ์„ฑ๊ณต์„ ๋Œ๋ ค๋ฐ›์€ ๋ฐ์ดํ„ฐ๊ฐ€ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ์— ๋จธ๋ฌด๋Š” ๋™์•ˆ ํ˜ธ์ŠคํŠธ ์ „์›์ด ๋‚˜๊ฐ€๋ฉด ๋ฌผ๋ฆฌ SSD ์—๋Š” ์ด์ „ ์ƒํƒœ๊ฐ€ ๋‚จ๋Š”๋‹ค. ๊ทธ๋ž˜์„œ ์™„๋ฃŒ๋ผ๋Š” ๋ง์ด ๋„ค ๋‹จ๊ณ„๋กœ ๊ฐˆ๋ฆฐ๋‹ค โ€” write() ์™„๋ฃŒ, writeback ์™„๋ฃŒ, fsync/flush ์™„๋ฃŒ, ์ „์› ์žฅ์• ์—๋„ ์•ˆ์ „ํ•œ ์˜์†์„ฑ. Direct I/O ์™€ QEMU ์บ์‹œ ๋ชจ๋“œ๊ฐ€ ์ด ๊ฐ€์šด๋ฐ ์–ด๋””๊นŒ์ง€ ๊ฐ€๋Š”์ง€๋ฅผ ๋ฐ”๊พผ๋‹ค. Keycloak๊ณผ PostgreSQL์„ ๊ฐ€์ƒ ๋จธ์‹  ์œ„์—์„œ ์ธก์ •ํ•  ๋•Œ๋Š” ์‘๋‹ต ์ง€์—ฐ๊ณผ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ์„ ๋ณ„๋„ ์กฐ๊ฑด์œผ๋กœ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ์“ฐ๊ธฐ๊ฐ€ ๋นจ๋ฆฌ ๋๋‚ฌ๋‹ค๋Š” ์‚ฌ์‹ค๋งŒ์œผ๋กœ ์ „์› ์žฅ์•  ๋’ค์—๋„ ๋ฐ์ดํ„ฐ๊ฐ€ ๋‚จ๋Š”๋‹ค๊ณ  ํŒ๋‹จํ•  ์ˆ˜๋Š” ์—†๋‹ค. @@ -71,7 +71,7 @@ write(fd, data, size); fsync(fd); ``` -๊ฐ€์ƒ ๋จธ์‹ ์—์„œ๋Š” ์ด ์š”์ฒญ์ด ํ•œ ๊ณ„์ธต์—์„œ ๋๋‚˜์ง€ ์•Š๋Š”๋‹ค. ๊ฒŒ์ŠคํŠธ PostgreSQL ์˜ `fsync()` ๊ฐ€ ๊ฒŒ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์œผ๋กœ ๊ฐ€๊ณ , ๊ฒŒ์ŠคํŠธ ๋ธ”๋ก ๊ณ„์ธต์—์„œ `FLUSH` ๋“ฑ์œผ๋กœ ๋ฐ”๋€๋‹ค. ๊ทธ๋‹ค์Œ `virtio-blk` ๋ฅผ ํ†ตํ•ด QEMU ์™€ ๋ฐฑ์—”๋“œ๋กœ ๋‚ด๋ ค๊ฐ€๊ณ , ํ˜ธ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต์„ ์ง€๋‚˜ ๋ฌผ๋ฆฌ ์ €์žฅ์žฅ์น˜๊นŒ์ง€ ๊ทธ ์˜๋ฏธ๊ฐ€ ์ „๋‹ฌ๋˜์–ด์•ผ ํ•œ๋‹ค. +๊ฐ€์ƒ ๋จธ์‹ ์—์„œ `fsync()`์˜ ์˜์†์„ฑ ์˜๋ฏธ๊ฐ€ ์ง€์ผœ์ง€๋ ค๋ฉด ์š”์ฒญ์ด ๊ฒŒ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ๊ณผ ๋ธ”๋ก ๊ณ„์ธต, `virtio-blk`, QEMU ๋ฐฑ์—”๋“œ, ํ˜ธ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต์„ ๊ฑฐ์ณ ๋ฌผ๋ฆฌ ์ €์žฅ์žฅ์น˜๊นŒ์ง€ ์ „๋‹ฌ๋˜์–ด์•ผ ํ•œ๋‹ค. ![PostgreSQL ์ด ๋ถ€๋ฅธ fsync() ๊ฐ€ Guest Filesystem ์œผ๋กœ ๋‚ด๋ ค๊ฐ€๊ณ , Guest Block Layer ์—์„œ FLUSH ๋“ฑ์œผ๋กœ ๋ฐ”๋€Œ์–ด virtio-blk ์™€ QEMU / Backend, Host Storage Stack ์„ ์ง€๋‚˜ ๋งจ ์•„๋ž˜ Physical Storage ๊นŒ์ง€ ๋‹ฟ๋Š” ํ๋ฆ„๋„. ์—ฌ์„ฏ ๋ฒˆ ์†์ด ๋ฐ”๋€Œ๋Š” ๋™์•ˆ ํ•œ ๊ณณ์ด๋ผ๋„ ๊ทธ ์˜๋ฏธ๋ฅผ ์ง€ํ‚ค์ง€ ์•Š์œผ๋ฉด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ฐ›์€ ์™„๋ฃŒ ์‘๋‹ต์ด ๊ฑฐ์ง“์ด ๋œ๋‹ค.](../../../final/assets/diagrams/write-completion-boundaries/write-completion-boundaries.svg) diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-disk-image-format-and-actual-host-usage.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-disk-image-format-and-actual-host-usage.md index 6f5fb57..086ef52 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-disk-image-format-and-actual-host-usage.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-disk-image-format-and-actual-host-usage.md @@ -41,7 +41,7 @@ source: ์‹ค์ œ ์ ์œ ๋Ÿ‰ : du -h ํŒŒ์ผ ํฌ๊ธฐ : ls -lh - ๋ฐฑ์—”๋“œ๊ฐ€ ํŒŒ์ผ์ด๋ผ๋Š” ๊ฒƒ์€ ใ€Œ๋‹จ๊ณ„ 01 โ€” ๊ฒŒ์ŠคํŠธ ์„ธ ๋Œ€ใ€์˜ `virt-install` ์„ธ ์ค„๊ณผ ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์˜ `ls -l` ์ถœ๋ ฅ์ด ๋ณด์—ฌ ์ค€๋‹ค. -- ํ˜•์‹๊ณผ ๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€์˜ ํฌ๊ธฐ๋Š” ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์—์„œ๋Š” 2026-09-10 ์— `test-server` ์—์„œ ์žฌ ๋‘์—ˆ๋‹ค. `qemu-img info /var/lib/libvirt/images/base.qcow2` ๊ฐ€ ๋‚ธ ๊ฐ’์€ `file format: qcow2`, `virtual size: 3 GiB (3221225472 bytes)`, `disk size: 335 MiB` ๋‹ค. +- ํ˜•์‹๊ณผ base image์˜ ํฌ๊ธฐ๋Š” ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์—์„œ๋Š” 2026-09-10 ์— `test-server` ์—์„œ ์žฌ ๋‘์—ˆ๋‹ค. `qemu-img info /var/lib/libvirt/images/base.qcow2` ๊ฐ€ ๋‚ธ ๊ฐ’์€ `file format: qcow2`, `virtual size: 3 GiB (3221225472 bytes)`, `disk size: 335 MiB` ๋‹ค. - ๊ฐ™์€ ์ ˆ์˜ `ls -l /var/lib/libvirt/images/` ๊ฐ€ ์„ ์–ธํ•œ ํฌ๊ธฐ์™€ ํŒŒ์ผ ํฌ๊ธฐ๋ฅผ ๋‚˜๋ž€ํžˆ ๋ณด์ธ๋‹ค. base.qcow2 : 351404032 (335 MiB) kc-lab-1.qcow2 : 1521025024 (1.4 GiB) โ€” ์„ ์–ธ 20GB @@ -49,7 +49,7 @@ source: ์‹œ๋“œ ISO ๋‘ ์žฅ : ๊ฐ 378880 (370 KiB) - ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์—์„œ๋Š” ๊ทธ ๊ฒฐ๊ณผ๋ฅผ ํ•œ ์ค„๋กœ ์ •๋ฆฌํ–ˆ๋‹ค. 20GB ์”ฉ ๋‘˜, ํ•ฉ์ณ 40GB ๋ฅผ ์„ ์–ธํ–ˆ์ง€๋งŒ ์‹ค์ œ๋กœ๋Š” 2.1GB ๋ฅผ ์ผ๋‹ค. - ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์—์„œ๋Š” ๋‘ ์˜ค๋ฒ„๋ ˆ์ด๊ฐ€ ๋‘ ๋ฐฐ ๋„˜๊ฒŒ ๊ฐˆ๋ฆฐ ์ด์œ ๋„ ํ•จ๊ป˜ ์ ์—ˆ๋‹ค. k3s server ๊ฐ€ agent ๋ณด๋‹ค ๋‘ ๋ฐฐ ์ด์ƒ ์“ฐ๋Š” ๊ฒƒ์€ ์ปจํŠธ๋กค ํ”Œ๋ ˆ์ธ ๋ฐ”์ด๋„ˆ๋ฆฌ์™€ SQLite ๋•Œ๋ฌธ์ด๋‹ค. ๊ทธ๋ž˜์„œ ์˜ค๋ฒ„๋ ˆ์ด ํฌ๊ธฐ๋Š” ์ด๋ฏธ์ง€ ํ˜•์‹์ด ์•„๋‹ˆ๋ผ ๊ทธ ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋ฌด์—‡์„ ๋„๋Š”์ง€๋ฅผ ๋”ฐ๋ผ๊ฐ„๋‹ค. -- ใ€Œqcow2 ํŒŒ์ผ ๋‚ด๋ถ€๋Š” ์–ด๋–ป๊ฒŒ ์ƒ๊ฒผ๋‚˜ โ€” ๋งคํ•‘ํ‘œ๊ฐ€ ์ „๋ถ€๋‹คใ€์—์„œ๋Š” ๊ฐ™์€ ๋ฐ”๋‹ฅ ์ด๋ฏธ์ง€์— `qemu-img map --output=json` ์„ ๋Œ๋ ค `compressed: True` ์ธ ๊ตฌ๊ฐ„์ด 606๊ฐœ์ด๊ณ  ์ „์ฒด๊ฐ€ 1236๊ฐœ๋ผ๊ณ  ์ ์—ˆ๋‹ค. 3 GiB ๊ฐ€์šด๋ฐ 2.01 GiB ๊ฐ€ ๊ตฌ๋ฉ์ด๊ณ  ๋‚จ์€ 1010 MiB ๋ฅผ ์••์ถ•ํ•ด 324 MiB ๊ฐ€ ๋œ๋‹ค. ๋ฐฐํฌ๋ณธ qcow2 ๋Š” ๋ฐฐํฌ ์‹œ์ ์— ์ด๋ฏธ zlib ๋กœ ์••์ถ•๋ผ ์žˆ์–ด์„œ, ๋ฐ”๋‹ฅ ์ชฝ ์ฐจ์ด์—๋Š” ํฌ์†Œ ํ• ๋‹น๊ณผ ์••์ถ•์ด ๊ฒน์ณ ์žˆ๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์— ์Œ“์ด๋Š” ํด๋Ÿฌ์Šคํ„ฐ๋Š” ์••์ถ•๋˜์ง€ ์•Š๋Š”๋‹ค. +- ใ€Œqcow2 ํŒŒ์ผ ๋‚ด๋ถ€๋Š” ์–ด๋–ป๊ฒŒ ์ƒ๊ฒผ๋‚˜ โ€” ๋งคํ•‘ํ‘œ๊ฐ€ ์ „๋ถ€๋‹คใ€์—์„œ๋Š” ๊ฐ™์€ base image์— `qemu-img map --output=json` ์„ ๋Œ๋ ค `compressed: True` ์ธ ๊ตฌ๊ฐ„์ด 606๊ฐœ์ด๊ณ  ์ „์ฒด๊ฐ€ 1236๊ฐœ๋ผ๊ณ  ์ ์—ˆ๋‹ค. 3 GiB ๊ฐ€์šด๋ฐ 2.01 GiB๊ฐ€ ํ• ๋‹น๋˜์ง€ ์•Š์€ ํฌ์†Œ ์˜์—ญ์ด๊ณ  ๋‚จ์€ 1010 MiB ๋ฅผ ์••์ถ•ํ•ด 324 MiB ๊ฐ€ ๋œ๋‹ค. ๋ฐฐํฌ๋ณธ qcow2 ๋Š” ๋ฐฐํฌ ์‹œ์ ์— ์ด๋ฏธ zlib ๋กœ ์••์ถ•๋ผ ์žˆ์–ด์„œ, base image์˜ ํฌ๊ธฐ ์ฐจ์ด์—๋Š” ํฌ์†Œ ํ• ๋‹น๊ณผ ์••์ถ•์ด ํ•จ๊ป˜ ์˜ํ–ฅ์„ ์ค€๋‹ค. ์˜ค๋ฒ„๋ ˆ์ด์— ์Œ“์ด๋Š” ํด๋Ÿฌ์Šคํ„ฐ๋Š” ์••์ถ•๋˜์ง€ ์•Š๋Š”๋‹ค. ## virtual size์™€ host ์‚ฌ์šฉ๋Ÿ‰์€ ๊ฐ™์€ ์‹œ์ ์— ์žฌ์—ˆ๋‹ค diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-guest-fsync-latency-vs-host-storage-latency.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-guest-fsync-latency-vs-host-storage-latency.md index 64e3f8f..37ff8a3 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-guest-fsync-latency-vs-host-storage-latency.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-guest-fsync-latency-vs-host-storage-latency.md @@ -69,7 +69,7 @@ source: - ์ธก์ • ์กฐ๊ฑด์— ์บ์‹œ ๋ชจ๋“œ์™€ ๋ฐฑ์—”๋“œ ํ˜•์‹๊ณผ ์žฅ์น˜ ์ด๋ฆ„์„ ํ•จ๊ป˜ ์ ๋Š”๋‹ค. ์ด ์…‹์ด ์—†์œผ๋ฉด ๊ฐ™์€ ๊ฐ’์„ ๋‹ค๋ฅธ ํ™˜๊ฒฝ๊ณผ ๊ฒฌ์ค„ ์ˆ˜ ์—†๋‹ค. - ์ธก์ •ํ•˜๋Š” ๋™์•ˆ ๋‹ค๋ฅธ ์Šคํ† ๋ฆฌ์ง€ ์‹คํ—˜์„ ๊ฐ™์€ ์žฅ์น˜ ์œ„์—์„œ ๊ฒน์ณ ๋Œ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. - ํ˜ธ์ŠคํŠธ ์ง€์—ฐ์ด ์˜ค๋ฅธ ์ด์œ ๊นŒ์ง€ ์ด ๋ฌผ์Œ์ด ๊ฐ€๋ฅด์ง€ ์•Š๋Š”๋‹ค. ๋‹ค๋ฅธ ๊ฐ€์ƒ ๋จธ์‹ ์˜ ๋ถ€ํ•˜์ธ์ง€ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ธ์ง€๋Š” ๊ทธ๊ฒƒ์„ ์žฌ๋Š” ๋‘ ๋ฌผ์Œ์ด ๋ฐ›๋Š”๋‹ค. -- host memory pressure ์‹คํ—˜์—์„œ๋„ storage ์ง€ํ‘œ๋ฅผ ๋ณด์ง€๋งŒ ๋ชฉ์ ์ด ๋‹ค๋ฅด๋‹ค. ๊ทธ์ชฝ์€ major fault/reclaim์ด storage๋ฅผ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”์ง€ ๋ณด๊ณ , ์—ฌ๊ธฐ์„œ๋Š” guest `fsync()`/DB write ๊ตฌ๊ฐ„์ด host storage latency์™€ ์—ฐ๊ฒฐ๋˜๋Š”์ง€๋ฅผ ๋ณธ๋‹ค. +- host memory pressure ์‹คํ—˜์—์„œ๋„ storage ์ง€ํ‘œ๋ฅผ ๋ณด์ง€๋งŒ ๋ชฉ์ ์ด ๋‹ค๋ฅด๋‹ค. ๊ทธ์ชฝ์€ major fault/reclaim ๊ตฌ๊ฐ„์—์„œ host storage latency๊ฐ€ ํ•จ๊ป˜ ์ฆ๊ฐ€ํ•˜๋Š”์ง€๋ฅผ ๋ณด๊ณ , ์—ฌ๊ธฐ์„œ๋Š” guest `fsync()`/DB write ์ง€์—ฐ๊ณผ host storage latency๊ฐ€ ๊ฐ™์€ ์‹œ๊ฐ„ ๊ตฌ๊ฐ„์—์„œ ํ•จ๊ป˜ ๋ณ€ํ•˜๋Š”์ง€๋ฅผ ๋ณธ๋‹ค. ## ์–ด๋–ป๊ฒŒ ๊ฒน์ณ ๋ดค๋‚˜ diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-block-device-under-the-disk-image.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-block-device-under-the-disk-image.md index e96cf7d..55ee911 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-block-device-under-the-disk-image.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-block-device-under-the-disk-image.md @@ -33,8 +33,8 @@ source: ๊ทธ ์š”์ฒญ์€ Host Kernel, Host Filesystem, Host Block Layer, NVMe Driver ๋ฅผ ์ง€๋‚˜ Physical NVMe ๋กœ ๋‚ด๋ ค๊ฐ„๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ ์Šคํ† ๋ฆฌ์ง€ ์Šคํƒ ์•„๋ž˜์— ํ˜ธ์ŠคํŠธ์˜ ์Šคํ† ๋ฆฌ์ง€ ์Šคํƒ์ด ํ•œ ๋ฒˆ ๋” ์กด์žฌํ•  ์ˆ˜ ์žˆ๋‹ค. - ใ€ŒHost Block Layerใ€์—์„œ๋Š” qcow2 ์™€ RAW ์˜ ํŒŒ์ผ ์ž…์ถœ๋ ฅ์ด ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์„ ๊ฑฐ์ณ ์‹ค์ œ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์ž…์ถœ๋ ฅ์ด ๋œ๋‹ค๊ณ  ์ ๊ณ  ๊ฒฝ๋กœ๋ฅผ ์ด๋ ‡๊ฒŒ ๊ทธ๋ ธ๋‹ค. QEMU, vm1.qcow2, Host ext4/XFS, Host Block Layer, /dev/nvme0n1 -- ใ€ŒHost Block Layerใ€์—์„œ๋Š” Host Block Layer ๊ฐ€ ๊ทธ ์ž…์ถœ๋ ฅ์„ ๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ PostgreSQL ์ด ๋ƒˆ๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค๊ฐ€ ๋ƒˆ๋Š”์ง€ ๋ณธ์งˆ์ ์œผ๋กœ ๊ตฌ๋ถ„ํ•ด์„œ ์ฒ˜๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด ์•„๋‹ˆ๋ผ๊ณ  ๋ฐํ˜”๋‹ค. ๋ชจ๋‘ ํ˜ธ์ŠคํŠธ์˜ ๋ธ”๋ก ์š”์ฒญ์ด๋‹ค. -- ใ€Œ์—ฌ๋Ÿฌ VM์ด ํ•˜๋‚˜์˜ NVMe๋ฅผ ๊ณต์œ ํ•˜๋ฉดใ€์˜ ํ•ต์‹ฌ์€ ์—ฌ๋Ÿฌ QEMU์™€ host ํ”„๋กœ์„ธ์Šค์˜ I/O๊ฐ€ ๊ฐ™์€ Host Block Layer์™€ ๋ฌผ๋ฆฌ NVMe๋กœ ์ˆ˜๋ ดํ•œ๋‹ค๋Š” ์ ์ด๋‹ค. ์ดˆ๊ธฐ ๊ทธ๋ฆผ์—๋Š” Host Nginx๊ฐ€ ๋”ฐ๋กœ ์žˆ์—ˆ์ง€๋งŒ ํ˜„์žฌ Nginx๋Š” Edge VM ์•ˆ์— ์žˆ์œผ๋ฏ€๋กœ ๊ทธ I/O๋„ edge QEMU ๊ฒฝ๋กœ์— ํฌํ•จ๋œ๋‹ค. +- Host Block Layer์— ๋„๋‹ฌํ•œ I/O๋Š” ๊ฒŒ์ŠคํŠธ์˜ PostgreSQL์—์„œ ์‹œ์ž‘ํ–ˆ๋“  ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์‹œ์ž‘ํ–ˆ๋“  ํ˜ธ์ŠคํŠธ์˜ ๋ธ”๋ก ์š”์ฒญ์œผ๋กœ ์ฒ˜๋ฆฌ๋œ๋‹ค. +- ์—ฌ๋Ÿฌ QEMU์™€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์˜ I/O๋Š” ๊ฐ™์€ Host Block Layer๋ฅผ ๊ฑฐ์ณ ๋ฌผ๋ฆฌ NVMe๋กœ ์ „๋‹ฌ๋œ๋‹ค. ์ดˆ๊ธฐ ๊ทธ๋ฆผ์—๋Š” Host Nginx๊ฐ€ ๋”ฐ๋กœ ์žˆ์—ˆ์ง€๋งŒ ํ˜„์žฌ Nginx๋Š” Edge VM ์•ˆ์— ์žˆ์œผ๋ฏ€๋กœ ๊ทธ I/O๋„ edge QEMU ๊ฒฝ๋กœ์— ํฌํ•จ๋œ๋‹ค. - ใ€Œ์‹ค์ œ ํ…Œ์ŠคํŠธ ์„œ๋ฒ„์—์„œ ํ™•์ธํ•  ํ™•์ธํ•  ํ•ญ๋ชฉใ€์˜ 5๋ฒˆ์งธ ํ™•์ธ ํ•ญ๋ชฉ์—์„œ๋Š” ํ™•์ธ ๋ช…๋ น์œผ๋กœ lsblk ์™€ findmnt ๋ฅผ ๋“ค์—ˆ๋‹ค. - ใ€ŒStorage ๊ด€์ธก ๋ช…๋ น์–ดใ€์˜ ํ˜ธ์ŠคํŠธ ๊ด€์ธก ๋ช…๋ น ๋ชฉ๋ก์—๋„ lsblk ๊ฐ€ ๋“ค์–ด ์žˆ๋‹ค. - ใ€ŒHost Block Layerใ€์˜ vm1.qcow2 ์™€ /dev/nvme0n1 ์€ ๊ฒฝ๋กœ๋ฅผ ์„ค๋ช…ํ•˜๋ ค๊ณ  ๋“  ์˜ˆ์‹œ ์ด๋ฆ„์ด๊ณ  ์ด ํ˜ธ์ŠคํŠธ์—์„œ ์ฝ์€ ๊ฐ’์ด ์•„๋‹ˆ๋‹ค. @@ -59,7 +59,7 @@ source: - ํ™•์ธ๋งŒ ํ•œ๋‹ค. ๋งˆ์šดํŠธ๋ฅผ ๋ฐ”๊พธ๊ฑฐ๋‚˜ ์ด๋ฏธ์ง€๋ฅผ ๋‹ค๋ฅธ ์žฅ์น˜๋กœ ์˜ฎ๊ธฐ์ง€ ์•Š๋Š”๋‹ค. ๋ฐฐ์น˜๋ฅผ ๋ฐ”๊พธ๋ฉด ์ง€๊ธˆ ๊ตฌ์„ฑ์—์„œ ๋ฌด์—‡์„ ๊ณต์œ ํ•˜๋Š”์ง€ ๋ชป ๋ณธ๋‹ค. - ใ€ŒHost Block Layerใ€์—์„œ๋Š” ์˜ˆ๋กœ ๋“  ์ด๋ฆ„์„ ์ด ํ˜ธ์ŠคํŠธ์˜ ๊ฐ’์œผ๋กœ ์˜ฎ๊ฒจ ์ ์ง€ ์•Š๋Š”๋‹ค. ์ถœ๋ ฅ์— ๋‚˜์˜จ ์ด๋ฆ„๋งŒ ์ ๋Š”๋‹ค. - ์—ฌ๊ธฐ์„œ ๋‚˜์˜จ ์žฅ์น˜ ์ด๋ฆ„์ด ๋‹ค์Œ ๋‘ ๋ฌผ์Œ์˜ ์ž…๋ ฅ์ด๋ฏ€๋กœ, ๊ฐ€์ƒ ๋จธ์‹ ๋งˆ๋‹ค ํ•œ ํ–‰์œผ๋กœ ๋‚จ๊ธฐ๊ณ  ์–ด๋А ์ด๋ฏธ์ง€์—์„œ ๋‚˜์˜จ ์ด๋ฆ„์ธ์ง€ ํ•จ๊ป˜ ์ ๋Š”๋‹ค. -- ์žฅ์น˜๋ฅผ ๋‚˜๋ˆŒ์ง€ ๋ง์ง€๋Š” ์ด ๋ฌผ์Œ์ด ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ณต์œ ํ•˜๊ณ  ์žˆ๋‹ค๋Š” ์‚ฌ์‹ค๊ณผ ๊ทธ๊ฒƒ์ด ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”์ง€๋Š” ๋‹ค๋ฅธ ๋ฌผ์Œ์ด ๋ฐ›๋Š”๋‹ค. +- ์—ฌ๊ธฐ์„œ๋Š” ์„ธ VM์ด ๊ฐ™์€ NVMe๋ฅผ ๊ณต์œ ํ•œ๋‹ค๋Š” ์‚ฌ์‹ค๊นŒ์ง€๋งŒ ํ™•์ธํ•œ๋‹ค. ์ด ๊ณต์œ ๊ฐ€ ์ง€์—ฐ์— ๋ฏธ์น˜๋Š” ์˜ํ–ฅ์€ ๋ณ„๋„ ๋ถ€ํ•˜ ์‹คํ—˜์—์„œ ์ธก์ •ํ•œ๋‹ค. - VM์˜ `vda โ†’ qcow2` mapping๊ณผ `qcow2 โ†’ host block device` mapping์€ ์„œ๋กœ ๋‹ค๋ฅธ ๊ณ„์ธต์ด๋‹ค. ์•ž์ชฝ์€ libvirt/QEMU ์„ค์ •์œผ๋กœ, ๋’ค์ชฝ์€ host mount์™€ block topology๋กœ ํ™•์ธํ•œ๋‹ค. ## ์–ด๋–ป๊ฒŒ ๋”ฐ๋ผ ๋‚ด๋ ค๊ฐ”๋‚˜ diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-io-scheduler.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-io-scheduler.md index 74cbf30..6671588 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-io-scheduler.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-host-io-scheduler.md @@ -23,7 +23,7 @@ source: # ์ด ํ˜ธ์ŠคํŠธ์˜ I/O Scheduler ๋Š” ๋ฌด์—‡์ธ๊ฐ€ -์ด๋ฏธ์ง€๊ฐ€ ์˜ฌ๋ผ๊ฐ„ host ์žฅ์น˜๋Š” `nvme0n1`์ด๊ณ , 2026-09-21 `/sys/block/nvme0n1/queue/scheduler`์˜ ํ˜„์žฌ ์„ ํƒ๊ฐ’์€ **`none`**์ด๋‹ค. ๊ฐ™์€ ์ถœ๋ ฅ์— `mq-deadline`, `kyber`, `bfq`๊ฐ€ ์„ ํƒ์ง€๋กœ ๋ณด์˜€๋‹ค. +์ด๋ฏธ์ง€๊ฐ€ ์˜ฌ๋ผ๊ฐ„ host ์žฅ์น˜๋Š” `nvme0n1`์ด๊ณ , 2026-09-21 `/sys/block/nvme0n1/queue/scheduler`์˜ ํ˜„์žฌ ์„ ํƒ๊ฐ’์€ `none`์ด๋‹ค. ๊ฐ™์€ ์ถœ๋ ฅ์— `mq-deadline`, `kyber`, `bfq`๊ฐ€ ์„ ํƒ์ง€๋กœ ๋ณด์˜€๋‹ค. ## ํ˜„์žฌ nvme0n1 scheduler diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-qemu-disk-cache-mode.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-qemu-disk-cache-mode.md index 74f0521..9e5fd61 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-qemu-disk-cache-mode.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-qemu-disk-cache-mode.md @@ -31,7 +31,7 @@ source: - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ `kc-lab-1`ยท`kc-lab-2`ยท`kc-lab-edge`์˜ QEMU monitor `info block`์„ ์ฝ์—ˆ๋‹ค. ์ฃผ qcow2 ๋””์Šคํฌ ๋ชจ๋‘ `Cache mode: writeback`๊ณผ `Backing file: /var/lib/libvirt/images/base.qcow2 (chain depth: 1)`๊ฐ€ ๋‚˜์™”๊ณ , domain XML์˜ ``์—๋Š” `cache=` ์†์„ฑ์ด ์—†์—ˆ๋‹ค. -ใ€ŒQEMU Cache Modeใ€์—์„œ๋Š” QEMU/libvirt ๋””์Šคํฌ์—์„œ ๋Œ€ํ‘œ์ ์œผ๋กœ ๋ณผ ์ˆ˜ ์žˆ๋Š” ์„ค์ •์œผ๋กœ cache=none ๊ณผ cache=writeback ๋‘˜์„ ๋“ค์—ˆ๋‹ค. ์ด๋ฆ„๋งŒ ๋ณด๊ณ  none = cache ์ž์ฒด๊ฐ€ ์—†์Œ ยท writeback = ๋ฌด์กฐ๊ฑด ์œ„ํ—˜์œผ๋กœ ํ•ด์„ํ•˜๋ฉด ๋ถ€์ •ํ™•ํ•˜๋‹ค. ํ•ต์‹ฌ์€ QEMU ๊ฐ€ Host Page Cache ์™€ write completion/flush semantics ๋ฅผ ์–ด๋–ค ๋ฐฉ์‹์œผ๋กœ ์‚ฌ์šฉํ•  ๊ฒƒ์ธ๊ฐ€๋ผ๊ณ  ์ ์—ˆ๋‹ค. +ใ€ŒQEMU Cache Modeใ€์—์„œ๋Š” QEMU/libvirt ๋””์Šคํฌ์—์„œ ๋Œ€ํ‘œ์ ์œผ๋กœ ๋ณผ ์ˆ˜ ์žˆ๋Š” ์„ค์ •์œผ๋กœ cache=none ๊ณผ cache=writeback ๋‘˜์„ ๋“ค์—ˆ๋‹ค. `cache=none`์€ ์บ์‹œ๊ฐ€ ์ „ํ˜€ ์—†๋‹ค๋Š” ๋œป์ด ์•„๋‹ˆ๊ณ , `writeback`๋„ ๊ทธ ์ž์ฒด๋กœ ์˜์†์„ฑ ์‹คํŒจ๋ฅผ ๋œปํ•˜์ง€ ์•Š๋Š”๋‹ค. ๊ฐ ๋ชจ๋“œ๋Š” QEMU๊ฐ€ Host Page Cache๋ฅผ ์–ด๋–ป๊ฒŒ ์‚ฌ์šฉํ•˜๊ณ  write completion๊ณผ flush๋ฅผ ์–ด๋–ป๊ฒŒ ์ฒ˜๋ฆฌํ•˜๋Š”์ง€์— ์ฐจ์ด๊ฐ€ ์žˆ๋‹ค. ใ€Œ`cache=none`ใ€์—์„œ๋Š” cache=none ์„ ๊ฐœ๋…์ ์œผ๋กœ Host Page Cache ๋ฅผ ์šฐํšŒํ•˜๋Š” ๋ฐฉํ–ฅ์˜ I/O ๊ตฌ์„ฑ์œผ๋กœ ๋†“์•˜๋‹ค. ์ด์ค‘ caching ์€ ์ค„์ผ ์ˆ˜ ์žˆ์ง€๋งŒ, Host Page Cache ์šฐํšŒ๊ฐ€ ๋ฌด์กฐ๊ฑด ์ฆ‰์‹œ durable media ๋ฐ˜์˜์„ ๋œปํ•˜์ง€๋Š” ์•Š๋Š”๋‹ค. diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm-disk-backend-mapping.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm-disk-backend-mapping.md index d9b7e87..163434f 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm-disk-backend-mapping.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm-disk-backend-mapping.md @@ -43,13 +43,13 @@ source: ๊ทธ `virt-install` ์„ธ ์ค„์€ ๊ฒŒ์ŠคํŠธ๋งˆ๋‹ค ๋””์Šคํฌ๋ฅผ ๋‘˜์”ฉ ๋ถ™์ธ๋‹ค. ํ•˜๋‚˜๋Š” `--disk size=20,backing_store=/var/lib/libvirt/images/base.qcow2` ๋กœ ๋งŒ๋“  ์˜ค๋ฒ„๋ ˆ์ด์ด๊ณ , ๋‹ค๋ฅธ ํ•˜๋‚˜๋Š” `--disk vol=default/seed-kc-lab-1.iso,device=disk,bus=virtio,readonly=on` ์œผ๋กœ ๋ถ™์ธ ์‹œ๋“œ ๋ณผ๋ฅจ์ด๋‹ค. ์—ฃ์ง€๋งŒ `--disk size=10` ์ด๋‹ค. -ใ€ŒVM ํ•œ ๋Œ€์˜ ๋””์Šคํฌ ๊ตฌ์„ฑใ€์—์„œ๋Š” ๊ทธ ๊ฒฐ๊ณผ๋ฅผ ๊ฒŒ์ŠคํŠธ ์ชฝ ์ด๋ฆ„์œผ๋กœ ๊ทธ๋ ธ๋‹ค. `vda` ๋Š” 20G ์ด๊ณ  ext4 ๋กœ ๋งˆ์šดํŠธ๋ผ ๊ฑฐ๊ธฐ์„œ ๋ถ€ํŒ…ํ•œ๋‹ค. `vdb` ๋Š” 370K ์ด๊ณ  ๋ ˆ์ด๋ธ”์ด CIDATA ์ธ iso9660 ์ด๋ผ ๋งˆ์šดํŠธ๋˜์ง€ ์•Š๋Š”๋‹ค. `vda` ๋’ค์— `kc-lab-1.qcow2` ๊ฐ€ ์žˆ๊ณ  ๊ทธ ์•„๋ž˜ backing ์œผ๋กœ `base.qcow2` ๊ฐ€ ์žˆ์–ด์„œ, ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€๊ฐ€ ๊ทธ ๋ฐ”๋‹ฅ ํ•˜๋‚˜๋ฅผ ๊ณต์œ ํ•œ๋‹ค. +ใ€ŒVM ํ•œ ๋Œ€์˜ ๋””์Šคํฌ ๊ตฌ์„ฑใ€์—์„œ๋Š” ๊ทธ ๊ฒฐ๊ณผ๋ฅผ ๊ฒŒ์ŠคํŠธ ์ชฝ ์ด๋ฆ„์œผ๋กœ ๊ทธ๋ ธ๋‹ค. `vda` ๋Š” 20G ์ด๊ณ  ext4 ๋กœ ๋งˆ์šดํŠธ๋ผ ๊ฑฐ๊ธฐ์„œ ๋ถ€ํŒ…ํ•œ๋‹ค. `vdb` ๋Š” 370K ์ด๊ณ  ๋ ˆ์ด๋ธ”์ด CIDATA ์ธ iso9660 ์ด๋ผ ๋งˆ์šดํŠธ๋˜์ง€ ์•Š๋Š”๋‹ค. `vda` ๋’ค์— `kc-lab-1.qcow2` ๊ฐ€ ์žˆ๊ณ  ๊ทธ ์•„๋ž˜ backing ์œผ๋กœ `base.qcow2` ๊ฐ€ ์žˆ์–ด์„œ, ๊ฒŒ์ŠคํŠธ ๋‘ ๋Œ€์˜ overlay๊ฐ€ ๊ฐ™์€ `base.qcow2`๋ฅผ backing image๋กœ ์‚ฌ์šฉํ•œ๋‹ค. ใ€Œ๋””์Šคํฌ โ€” ์˜ค๋ฒ„๋ ˆ์ด๋Š” ์–ผ๋งˆ๋‚˜ ์“ฐ๋‚˜ใ€์—์„œ๋Š” 2026-09-10 ์— `ls -l /var/lib/libvirt/images/` ๋ฅผ ๋Œ๋ฆฐ ์ถœ๋ ฅ์„ ๋‚จ๊ฒผ๊ณ  ๊ฑฐ๊ธฐ์— `base.qcow2`, `kc-lab-1.qcow2`, `kc-lab-2.qcow2`, ์‹œ๋“œ ISO ๋‘˜์ด ํŒŒ์ผ๋กœ ๋ณด์ด๋ฏ€๋กœ ์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฐฑ์—”๋“œ๋Š” ใ€ŒHost Block Device๋ฅผ ์ง์ ‘ backend๋กœ ์‚ฌ์šฉ ๊ฐ€๋Šฅใ€์—์„œ๋Š” ๊ฐ€๋ฅธ ์…‹ ๊ฐ€์šด๋ฐ ํŒŒ์ผ ์ชฝ์ด๋‹ค. ใ€Œ๊ทธ๋ž˜์„œ ๋งˆ์ด๊ทธ๋ ˆ์ด์…˜๊ณผ ์Šค๋ƒ…์ƒท์ด ๋œ๋‹คใ€์—์„œ๋Š” ๊ทธ ํŒŒ์ผ๋“ค์ด ๊ฒŒ์ŠคํŠธ์— ์–ด๋–ป๊ฒŒ ๋ถ™๋Š”์ง€๋ฅผ ํ•œ ์ค„๋กœ ์ ์—ˆ๋‹ค. ์ด ์‹คํ—˜๋Œ€์˜ ๊ฒŒ์ŠคํŠธ๋Š” `vda`(qcow2 ์˜ค๋ฒ„๋ ˆ์ด)์™€ `vdb`(raw ์‹œ๋“œ ISO) ๋‘ ๋””์Šคํฌ๋‹ค. ๊ทธ๋ž˜์„œ ํ•œ ๊ฒŒ์ŠคํŠธ ์•ˆ์—์„œ๋„ Target ๋‘˜์˜ ํ˜•์‹์ด ๊ฐˆ๋ฆฌ๊ณ , ํ•œ ํ–‰๋งŒ ์ฝ๊ณ  ๋ฐฑ์—”๋“œ๋ฅผ ์ •ํ•˜๋ฉด ๋‚˜๋จธ์ง€ ํ•œ ํ–‰์ด ๋น ์ง„๋‹ค. -์‹œ๋“œ์— `bus=virtio` ๊ฐ€ ๋ถ™์€ ์ด์œ ๋Š” ใ€Œํ™•์ •๋œ ํ•จ์ •: `--cloud-init` + Debian `genericcloud` ์กฐํ•ฉ์€ ๋™์ž‘ํ•˜์ง€ ์•Š๋Š”๋‹คใ€์—์„œ๋Š” ํ™•์ •๋œ ํ•จ์ •์œผ๋กœ ์ ์–ด ๋‘์—ˆ๋‹ค. `virt-install --cloud-init` ์€ ์‹œ๋“œ ISO ๋ฅผ SATA CD-ROM ์œผ๋กœ ๋ถ™์ด๋Š”๋ฐ Debian `genericcloud` ๋ณ€์ข…์—๋Š” ๋ฌผ๋ฆฌ ํ•˜๋“œ์›จ์–ด ๋“œ๋ผ์ด๋ฒ„๊ฐ€ ๋น ์ ธ ์žˆ์–ด ๊ฒŒ์ŠคํŠธ๊ฐ€ ๊ทธ ์žฅ์น˜๋ฅผ ๋ณด์ง€ ๋ชปํ•˜๊ณ , ์˜ค๋ฅ˜ ๋ฉ”์‹œ์ง€๋Š” ์–ด๋””์—๋„ ๋‚จ์ง€ ์•Š์€ ์ฑ„ hostname ์ด `localhost` ๋กœ ๋‚จ๋Š” ๊ฒƒ์œผ๋กœ๋งŒ ๋“œ๋Ÿฌ๋‚œ๋‹ค. ๊ทธ๋ž˜์„œ ใ€Œํ™•์ •๋œ ํ•จ์ •: `--cloud-init` + Debian `genericcloud` ์กฐํ•ฉ์€ ๋™์ž‘ํ•˜์ง€ ์•Š๋Š”๋‹คใ€์—์„œ๋Š” ์ด ํ™•์ธ์˜ ์„ฑ๊ณต ํŒ์ •์„ ์‹œ๋“œ ISO ๊ฐ€ `sda` ๊ฐ€ ์•„๋‹ˆ๋ผ `vdb` ๋กœ ๋ณด์ด๋Š” ๊ฒƒ์ด๋ผ๊ณ  ์ ์—ˆ๋‹ค. Target ์ด๋ฆ„ ์ž์ฒด๊ฐ€ ํŒ์ • ๋Œ€์ƒ์ด๋‹ค. +cloud-init ์‹œ๋“œ๋Š” ํ˜„์žฌ `bus=virtio` ๋””์Šคํฌ๋กœ ์—ฐ๊ฒฐ๋ผ ์žˆ๊ณ  ๊ฒŒ์ŠคํŠธ์—์„œ๋Š” `vdb`๋กœ ๋ณด์ธ๋‹ค. ์ด ๊ตฌ์„ฑ์—์„œ๋Š” `cloud-init status --long`์— `DataSourceNoCloud [seed=/dev/vdb]`๊ฐ€ ๋‚จ์•„ ์‹ค์ œ๋กœ ์‹œ๋“œ๋ฅผ ์ฝ์€ ๊ฒƒ์„ ํ™•์ธํ–ˆ๋‹ค. ๊ณผ๊ฑฐ `--cloud-init` ์—ฐ๊ฒฐ์—์„œ๋Š” ๊ธฐ๋Œ€ํ•œ NoCloud ๋ฐ์ดํ„ฐ์†Œ์Šค๋ฅผ ํ™•์ธํ•˜์ง€ ๋ชปํ–ˆ์ง€๋งŒ, ๊ทธ ์›์ธ์„ Debian genericcloud์˜ ๋“œ๋ผ์ด๋ฒ„ ๊ตฌ์„ฑ์œผ๋กœ ํŠน์ •ํ•  ๊ทผ๊ฑฐ๋Š” ์—†๋‹ค. ๋”ฐ๋ผ์„œ ์—ฌ๊ธฐ์„œ๋Š” ํ˜„์žฌ ๋™์ž‘ํ•˜๋Š” `vdb` ์—ฐ๊ฒฐ๋งŒ ํ™•์ธ๋œ ์‚ฌ์‹ค๋กœ ์‚ฌ์šฉํ•œ๋‹ค. 2026-09-21์—๋Š” `virsh domblklist --details`์™€ live XML์„ ์ง์ ‘ ์ฝ์–ด TargetยทSourceยทformatยทbacking chain์„ ํ˜„์žฌ ์„ธ VM ๊ธฐ์ค€์œผ๋กœ ๋‹ค์‹œ ํ™•์ธํ–ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm1-storage-load-vs-vm2-latency.md b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm1-storage-load-vs-vm2-latency.md index cb8531e..c22938d 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm1-storage-load-vs-vm2-latency.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/question/question-vm1-storage-load-vs-vm2-latency.md @@ -2,7 +2,7 @@ id: ed64d4ff-aa01-48cc-ae68-6a683b025cde kind: QUESTION slug: vm1-storage-load-vs-vm2-latency -title: VM1 ์˜ storage ๋ถ€ํ•˜๊ฐ€ VM2 ์˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€ +title: VM1์˜ ์Šคํ† ๋ฆฌ์ง€ ๋ถ€ํ•˜๊ฐ€ VM2์˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€ topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -22,11 +22,11 @@ source: - final/document.md#168-cpu๊ฐ€-์ •์ƒ์ด์–ด๋„-storage-๋•Œ๋ฌธ์—-๋А๋ฆด-์ˆ˜-์žˆ๋‹ค --- -# VM1 ์˜ storage ๋ถ€ํ•˜๊ฐ€ VM2 ์˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€ +# VM1์˜ ์Šคํ† ๋ฆฌ์ง€ ๋ถ€ํ•˜๊ฐ€ VM2์˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€ -2026-09-21 VM1(`kc-lab-1`)์—์„œ 64 MiB ์ž„์‹œ ํŒŒ์ผ์„ ๋ฐ˜๋ณต overwriteํ•œ ๋’ค `fdatasync`ํ•˜๋Š” controlled I/O load๋ฅผ ์•ฝ 10์ดˆ๊ฐ„ ๊ฑธ๊ณ , ๊ฐ™์€ NVMe๋ฅผ ๊ณต์œ ํ•˜๋Š” VM2(`kc-lab-2`)์—์„œ 128ํšŒ `fsync()` microbenchmark๋ฅผ ์‹คํ–‰ํ–ˆ๋‹ค. VM2 ๋‹จ๋… ํ‰๊ท ์€ ์•ฝ 8~9 ms์˜€์ง€๋งŒ VM1 load์™€ ๊ฒน์นœ ์ฒซ run์€ ํ‰๊ท  58.46 ms, p95 314 ms, max 631 ms๊นŒ์ง€ ์ƒ์Šนํ–ˆ๋‹ค. VM1 load๊ฐ€ ๋๋‚œ ๋’ค ๋‹ค์Œ ๋‘ run์€ ๋‹ค์‹œ ์•ฝ 8 ms๋กœ ํšŒ๋ณตํ–ˆ๋‹ค. **ํ˜„์žฌ ํ™˜๊ฒฝ์—์„œ ํ•œ VM์˜ storage ๋ถ€ํ•˜๊ฐ€ ๋‹ค๋ฅธ VM์˜ durability latency๋ฅผ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆด ์ˆ˜ ์žˆ์Œ์„ ํ™•์ธํ–ˆ๋‹ค.** +2026-09-21 VM1(`kc-lab-1`)์—์„œ 64 MiB ์ž„์‹œ ํŒŒ์ผ์„ ๋ฐ˜๋ณต overwriteํ•œ ๋’ค `fdatasync`ํ•˜๋Š” controlled I/O load๋ฅผ ์•ฝ 10์ดˆ๊ฐ„ ๊ฑธ๊ณ , ๊ฐ™์€ NVMe๋ฅผ ๊ณต์œ ํ•˜๋Š” VM2(`kc-lab-2`)์—์„œ 128ํšŒ `fsync()` microbenchmark๋ฅผ ์‹คํ–‰ํ–ˆ๋‹ค. VM2 ๋‹จ๋… ํ‰๊ท ์€ ์•ฝ 8~9 ms์˜€์ง€๋งŒ VM1 load์™€ ๊ฒน์นœ ์ฒซ run์€ ํ‰๊ท  58.46 ms, p95 314 ms, max 631 ms๊นŒ์ง€ ์ƒ์Šนํ–ˆ๋‹ค. VM1 load๊ฐ€ ๋๋‚œ ๋’ค ๋‹ค์Œ ๋‘ run์€ ๋‹ค์‹œ ์•ฝ 8 ms๋กœ ํšŒ๋ณตํ–ˆ๋‹ค. ํ˜„์žฌ ํ™˜๊ฒฝ์—์„œ๋Š” VM1์˜ ์Šคํ† ๋ฆฌ์ง€ ๋ถ€ํ•˜์™€ ๊ฒน์นœ ๊ตฌ๊ฐ„์—์„œ VM2์˜ `fsync()` ์ง€์—ฐ์ด ํฌ๊ฒŒ ์ฆ๊ฐ€ํ–ˆ๋‹ค. -## VM1 load๊ฐ€ VM2 fsync๋ฅผ ๋ฐ€์–ด ์˜ฌ๋ฆฐ ๊ฒฐ๊ณผ +## VM1 ๋ถ€ํ•˜ ๊ตฌ๊ฐ„์—์„œ VM2 fsync ์ง€์—ฐ์ด ์ฆ๊ฐ€ํ–ˆ๋‹ค - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ VM2 isolated fsync ํ‰๊ท ์€ ๋ฐ˜๋ณต 3ํšŒ์—์„œ `8.2397 / 8.2676 / 9.1264 ms`์˜€๋‹ค. - 2026-09-21 ์žฌ๊ฒ€์ฆ์—์„œ VM1 load๋Š” 64 MiB ํŒŒ์ผ์„ 10์ดˆ ๋™์•ˆ 20ํšŒ overwrite+fdatasyncํ–ˆ๋‹ค. ๊ฐ™์€ ์‹œ๊ฐ„ VM2 first run์€ ํ‰๊ท  `58.4576 ms`, p95 `314.0799 ms`, max `631.0144 ms`์˜€๋‹ค. @@ -45,7 +45,7 @@ Storage Contention : IOPS / bandwidth / queue / device ์ฒ˜๋ฆฌ์‹œ๊ฐ„ ๊ฒฝ์Ÿ ใ€ŒStorage ๊ด€์ธก ๋ช…๋ น์–ดใ€์—์„œ๋Š” device I/O ๊ด€์ธก์œผ๋กœ iostat -xz 1 ์„, ์–ด๋–ค ํ”„๋กœ์„ธ์Šค๊ฐ€ I/O ๋ฅผ ๋ฐœ์ƒ์‹œํ‚ค๋Š”์ง€ ๋ณผ ๋•Œ๋Š” iotop ์„ ๋“ค์—ˆ๋‹ค. iostat ์—์„œ ๋ณผ ๋Œ€์ƒ์œผ๋กœ read/write throughput, IOPS, request latency, queue ์ƒํƒœ, device utilization ์„ฑ๊ฒฉ์˜ ์ง€ํ‘œ๋ฅผ ์ ์—ˆ๋‹ค. -์‹คํ—˜์˜ ํ•ต์‹ฌ์€ VM1์˜ ๋ณ„๋„ ํ…Œ์ŠคํŠธ ํŒŒ์ผ์ด๋‚˜ ๋””์Šคํฌ์— controlled I/O load๋ฅผ ๋งŒ๋“ค๊ณ , ๊ฐ™์€ ์‹œ๊ฐ„์— VM2 latency์™€ host `iostat`์„ ๋ณด๋Š” ๊ฒƒ์ด๋‹ค. ๋ถ€ํ•˜ ๋„๊ตฌยทํฌ๊ธฐยท์ง€์† ์‹œ๊ฐ„์€ ์žฌํ˜„ ์กฐ๊ฑด์œผ๋กœ ๋ช…์‹œํ•ด์•ผ ํ•œ๋‹ค. +VM1์— controlled I/O load๋ฅผ ๋งŒ๋“ค๊ณ  ๊ฐ™์€ ์‹œ๊ฐ„์— VM2 latency์™€ host `iostat`์„ ๊ธฐ๋กํ–ˆ๋‹ค. ๋ถ€ํ•˜ ๋„๊ตฌยทํฌ๊ธฐยท์ง€์† ์‹œ๊ฐ„์€ ์žฌํ˜„ ์กฐ๊ฑด์œผ๋กœ ๋ช…์‹œํ•ด์•ผ ํ•œ๋‹ค. 2026-09-21 `findmnt`์™€ `lsblk`๋กœ `/var/lib/libvirt/images/`๊ฐ€ `/dev/nvme0n1p3`์˜ ext4 ๋ฃจํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์— ์žˆ๊ณ , ์ƒ์œ„ ๋ฌผ๋ฆฌ ์žฅ์น˜๊ฐ€ `nvme0n1`์ž„์„ ํ™•์ธํ–ˆ๋‹ค. ์„ธ VM์˜ ์ฃผ ๋””์Šคํฌ๊ฐ€ ๊ฐ™์€ ์žฅ์น˜๋ฅผ ๊ณต์œ ํ•œ๋‹ค๋Š” ์ „์ œ๋Š” ๋” ์ด์ƒ ๊ฐ€์ •์ด ์•„๋‹ˆ๋‹ค. @@ -67,7 +67,7 @@ host์™€ guest clock์€ ์‹ค์ œ๋กœ ์•ฝ 90์ดˆ ์–ด๊ธ‹๋‚˜ ์žˆ์—ˆ๋‹ค. ๋”ฐ๋ผ์„œ ์ ˆ๋Œ€ ## load ์ข…๋ฃŒ ๋’ค ํšŒ๋ณตํ•œ ๊ฐ’ -์ด๋ฒˆ controlled load์—์„œ VM1 storage pressure๊ฐ€ VM2 fsync latency๋ฅผ ํฌ๊ฒŒ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๊ณ , host storage latency/util๋„ ๊ฐ™์€ overlap ๊ตฌ๊ฐ„์—์„œ ์ƒ์Šนํ•˜๋ฉฐ, load ์ข…๋ฃŒ ์งํ›„ VM2 ์ง€์—ฐ์ด baseline ์ˆ˜์ค€์œผ๋กœ ํšŒ๋ณตํ•˜๋Š” ๊ฒƒ๊นŒ์ง€ ํ™•์ธ๋๋‹ค. +์ด๋ฒˆ controlled load์—์„œ๋Š” VM1 ๋ถ€ํ•˜ ๊ตฌ๊ฐ„์— VM2 fsync latency์™€ host storage latency/util์ด ํ•จ๊ป˜ ์ฆ๊ฐ€ํ–ˆ๊ณ , ๋ถ€ํ•˜๊ฐ€ ๋๋‚œ ๋’ค VM2 ์ง€์—ฐ์ด baseline ์ˆ˜์ค€์œผ๋กœ ๋Œ์•„์™”๋‹ค. ์–ด๋А IOPS/throughput ์ž„๊ณ„์ ๋ถ€ํ„ฐ ๊ฐ„์„ญ์ด ์‹œ์ž‘๋˜๋Š”์ง€์™€ ์‹ค์ œ Keycloak/PostgreSQL request latency๊ฐ€ ์–ผ๋งˆ๋‚˜ ์˜ํ–ฅ์„ ๋ฐ›๋Š”์ง€๋Š” ๋ณ„๋„ ๋‹จ๊ณ„ ๋ถ€ํ•˜ ์‹คํ—˜์œผ๋กœ ๋‚จ๊ธด๋‹ค. diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-a-speedup-that-removed-durability-is-not-an-optimization.md b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-a-speedup-that-removed-durability-is-not-an-optimization.md index 6bcbb54..76ebd94 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-a-speedup-that-removed-durability-is-not-an-optimization.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-a-speedup-that-removed-durability-is-not-an-optimization.md @@ -2,7 +2,7 @@ id: decbab8d-9c98-45c6-b5b8-e6162e407299 kind: REFERENCE slug: a-speedup-that-removed-durability-is-not-an-optimization -title: ๋นจ๋ผ์ง„ ๊ตฌ์„ฑ์ด durability contract ๋ฅผ ์ง€์šด ๊ฒƒ์€ ์•„๋‹Œ์ง€ ๋จผ์ € ๊ฐ€๋ฅธ๋‹ค +title: ์„ฑ๋Šฅ ๊ฐœ์„  ์ „ํ›„๋กœ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ ๋ณด์žฅ์ด ๋‹ฌ๋ผ์กŒ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -20,9 +20,9 @@ source: - final/document.md#174-ํ•ต์‹ฌ-claim --- -# ๋นจ๋ผ์ง„ ๊ตฌ์„ฑ์ด durability contract ๋ฅผ ์ง€์šด ๊ฒƒ์€ ์•„๋‹Œ์ง€ ๋จผ์ € ๊ฐ€๋ฅธ๋‹ค +# ์„ฑ๋Šฅ ๊ฐœ์„  ์ „ํ›„๋กœ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ ๋ณด์žฅ์ด ๋‹ฌ๋ผ์กŒ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค -durability ๋Š” ์ „์›์ด ๋‚˜๊ฐ€๋„ ๋ฐ์ดํ„ฐ๊ฐ€ ๋‚จ์•„ ์žˆ๋Š” ์˜์†์„ฑ์„ ๋งํ•œ๋‹ค. ์“ฐ๊ธฐ ์ง€์—ฐ์ด ์ค„๋ฉด ๊ทธ ๋ณ€๊ฒฝ์€ ์„ฑ๋Šฅ ๊ฐœ์„ ์œผ๋กœ ๊ธฐ๋ก๋˜์ง€๋งŒ, ๋ฌด์—‡์„ ๋” ์ด์ƒ ๋ณด์žฅํ•˜์ง€ ์•Š๊ฒŒ ๋๋Š”์ง€๋Š” ์•„๋ฌด ๋ฐ๋„ ์ ํžˆ์ง€ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” fsync() ๋ฅผ ์—†์• ์„œ ๋นจ๋ผ์กŒ๋‹ค๋ฉด ๊ทธ๊ฒƒ์ด ์ตœ์ ํ™”๊ฐ€ ์•„๋‹ˆ๋ผ durability contract ๋ฅผ ์ œ๊ฑฐํ•œ ๊ฒƒ์ผ ์ˆ˜ ์žˆ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ๊ฒŒ์ŠคํŠธ๊ฐ€ ์š”์ฒญํ•œ FLUSH ์— ์™„๋ฃŒ๋กœ ์‘๋‹ตํ–ˆ๋Š”๋ฐ ๋ฐ์ดํ„ฐ๋Š” ํ˜ธ์ŠคํŠธ RAM ์—๋งŒ ์žˆ๋Š” ์ƒํƒœ๋„ ์„ฑ๋Šฅ ๋ฌธ์ œ๊ฐ€ ์•„๋‹ˆ๋ผ correctness ๋ฌธ์ œ๋กœ ๋†“์•˜๋‹ค. ์ด ๊ธฐ์ค€์€ ๋นจ๋ผ์ง„ ๊ตฌ์„ฑ์„ ํ‰๊ฐ€ํ•  ๋•Œ ์–ด๋А ๋‹จ๊ณ„๊ฐ€ ๋น ์กŒ๋Š”์ง€๋ฅผ ๋จผ์ € ์ ๊ฒŒ ํ•œ๋‹ค. +๋ฐ์ดํ„ฐ ์˜์†์„ฑ์€ ์“ฐ๊ธฐ ์ง€์—ฐ๊ณผ ๋ณ„๋„๋กœ ํ™•์ธํ•œ๋‹ค. ์˜ˆ๋ฅผ ๋“ค์–ด `fsync()`๋ฅผ ์ œ๊ฑฐํ•ด ์‘๋‹ต ์‹œ๊ฐ„์ด ์ค„์—ˆ๋‹ค๋ฉด ์„ฑ๋Šฅ์€ ์ข‹์•„์งˆ ์ˆ˜ ์žˆ์ง€๋งŒ ์ „์› ์žฅ์•  ํ›„ ๋ฐ์ดํ„ฐ ๋ณด์žฅ์€ ๋‹ฌ๋ผ์ง„๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ๋Š” ๊ฒŒ์ŠคํŠธ์˜ flush ์š”์ฒญ์ด QEMU์™€ ํ˜ธ์ŠคํŠธ ์Šคํ† ๋ฆฌ์ง€ ๊ณ„์ธต์„ ๊ฑฐ์ณ ์‹ค์ œ ์ €์žฅ์žฅ์น˜๊นŒ์ง€ ์ „๋‹ฌ๋˜๋Š”์ง€๋„ ํ•จ๊ป˜ ํ™•์ธํ•ด์•ผ ํ•œ๋‹ค. ## ๋น ๋ฆ„๊ณผ durability๋ฅผ ๋ถ„๋ฆฌํ•˜๋Š” ์ด์œ  @@ -67,7 +67,7 @@ PostgreSQL ์€ WAL ๋“ฑ์˜ durability protocol ์„ ์‚ฌ์šฉํ•˜๋ฉฐ ํ•„์š”ํ•œ ์‹œ์  ## ๋นจ๋ผ๋„ ์ œ์™ธํ•ด์•ผ ํ•˜๋Š” ๊ตฌ์„ฑ - ์˜์†์„ฑ์„ ์‹ค์ œ๋กœ ํฌ๊ธฐํ•ด๋„ ๋˜๋Š” ๋ฐ์ดํ„ฐ๊ฐ€ ์žˆ๋‹ค. ๋‹ค์‹œ ๋งŒ๋“ค ์ˆ˜ ์žˆ๋Š” ์บ์‹œ๋‚˜ ํŒŒ์ƒ ํŒŒ์ผ์ด ๊ทธ๋ ‡๊ณ , ๊ทธ๋•Œ๋Š” ๋นจ๋ผ์ง„ ๊ฒƒ์ด ์ •๋‹นํ•œ ์„ ํƒ์ด๋‹ค. ์ด ๊ธฐ์ค€์ด ์š”๊ตฌํ•˜๋Š” ๊ฒƒ์€ ํฌ๊ธฐ๋ฅผ ๋ง‰๋Š” ๊ฒƒ์ด ์•„๋‹ˆ๋ผ ๋ฌด์—‡์„ ํฌ๊ธฐํ–ˆ๋Š”์ง€ ์ ๊ฒŒ ํ•˜๋Š” ๊ฒƒ์ด๋‹ค. -- cache=none ์ด๋‚˜ Direct I/O ๋ฅผ ๊ณจ๋ž๋‹ค๊ณ  ์˜์†์„ฑ์ด ํ™•๋ณด๋˜์ง€๋„ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” Direct I/O ์˜ ํ•ต์‹ฌ์ด ํŽ˜์ด์ง€ ์บ์‹œ ์šฐํšŒ์ด๋ฉฐ ํ˜ธ์ŠคํŠธ ํŽ˜์ด์ง€ ์บ์‹œ๋ฅผ ์šฐํšŒํ•˜๋Š” ๊ฒƒ์ด ์ฆ‰์‹œ durable media ๋ฐ˜์˜์„ ๋œปํ•˜์ง€ ์•Š๋Š”๋‹ค๊ณ  ์ ์—ˆ๊ณ , ๊ทธ ๋’ค์— ์Šคํ† ๋ฆฌ์ง€ ์ปจํŠธ๋กค๋Ÿฌ๋‚˜ ์žฅ์น˜๊ฐ€ ํœ˜๋ฐœ์„ฑ ์“ฐ๊ธฐ ์บ์‹œ๋ฅผ ๊ฐ€์งˆ ์ˆ˜ ์žˆ๋‹ค๊ณ  ๋ง๋ถ™์˜€๋‹ค. +- `cache=none`์ด๋‚˜ Direct I/O๋ฅผ ์‚ฌ์šฉํ•ด๋„ ์˜์†์„ฑ์ด ์ž๋™์œผ๋กœ ๋ณด์žฅ๋˜์ง€๋Š” ์•Š๋Š”๋‹ค. Direct I/O๋Š” ํŽ˜์ด์ง€ ์บ์‹œ๋ฅผ ์šฐํšŒํ•˜์ง€๋งŒ, ๊ทธ ์‚ฌ์‹ค๋งŒ์œผ๋กœ ๋ฐ์ดํ„ฐ๊ฐ€ ์ฆ‰์‹œ ๋น„ํœ˜๋ฐœ์„ฑ ์ €์žฅ์žฅ์น˜์— ๊ธฐ๋ก๋๋‹ค๊ณ  ๋ณผ ์ˆ˜๋Š” ์—†๋‹ค. ์Šคํ† ๋ฆฌ์ง€ ์ปจํŠธ๋กค๋Ÿฌ๋‚˜ ์žฅ์น˜์—๋„ ํœ˜๋ฐœ์„ฑ ์“ฐ๊ธฐ ์บ์‹œ๊ฐ€ ์žˆ์„ ์ˆ˜ ์žˆ๋‹ค. - ๊ฐœ๋… ๋ฌธ์„œ๋Š” ์‹ค์ œ ์ˆœ์„œ ๋ณด์žฅ๊ณผ ์˜์†์„ฑ์˜ ์˜๋ฏธ๊ฐ€ ๋” ๋ณต์žกํ•˜๋‹ค๊ณ  ๋ฐํ˜”๋‹ค. ๊ทธ๋ž˜์„œ ์ด ๊ธฐ์ค€์œผ๋กœ ํŠน์ • ์„ค์ •์ด ์•ˆ์ „ํ•˜๋‹ค๋Š” ๊ฒฐ๋ก ์„ ๋‚ด์ง€ ์•Š๋Š”๋‹ค. ์‹ค์ œ ์šด์˜์—์„œ๋Š” ์žฅ์น˜์˜ flush ์™€ FUA semantics, power-loss protection ์—ฌ๋ถ€๋„ ํ•จ๊ป˜ ๋ณธ๋‹ค. - ์ด ์ €์žฅ์†Œ์—๋Š” ์˜์†์„ฑ์„ ์‹ค์ œ๋กœ ์žฌ ๋ณธ ์‹คํ—˜์ด ์—†๋‹ค. ์—ฌ๊ธฐ ์ ์€ ๊ฒƒ์€ ๊ฐœ๋… ๋ฌธ์„œ๊ฐ€ ์„œ์ˆ ํ•œ ๊ตฌ๋ถ„์ด๊ณ  ์ด ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธ๋œ ๋™์ž‘์ด ์•„๋‹ˆ๋‹ค. diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-confirm-the-disk-backend-on-the-host.md b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-confirm-the-disk-backend-on-the-host.md index 93f167f..9612040 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-confirm-the-disk-backend-on-the-host.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-confirm-the-disk-backend-on-the-host.md @@ -2,7 +2,7 @@ id: 274c5636-33f6-4c19-a54b-d2a96af31289 kind: REFERENCE slug: confirm-the-disk-backend-on-the-host -title: Guest ์•ˆ์—์„œ ๋ณธ disk ๋กœ backend ๋ฅผ ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค +title: ๋””์Šคํฌ ๋ฐฑ์—”๋“œ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -19,9 +19,9 @@ source: - final/document.md#169-storage-๊ด€์ธก-๋ช…๋ น์–ด --- -# Guest ์•ˆ์—์„œ ๋ณธ disk ๋กœ backend ๋ฅผ ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค +# ๋””์Šคํฌ ๋ฐฑ์—”๋“œ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค -๋ฐฑ์—”๋“œ๋Š” ๊ฒŒ์ŠคํŠธ๊ฐ€ ๋””์Šคํฌ๋กœ ์“ฐ๋Š” ๊ทธ ์žฅ์น˜๋ฅผ ํ˜ธ์ŠคํŠธ ์ชฝ์—์„œ ์‹ค์ œ๋กœ ๋Œ€ ์ฃผ๋Š” ๊ฒƒ์„ ๋งํ•œ๋‹ค. ๊ฒŒ์ŠคํŠธ์— ๋กœ๊ทธ์ธํ•ด lsblk ๋ฅผ ๋Œ๋ฆฌ๋ฉด /dev/vda ์™€ ๊ทธ ํŒŒํ‹ฐ์…˜์ด ๋‚˜์˜ค๊ณ , ๊ฑฐ๊ธฐ๊นŒ์ง€๋Š” ๋ฌผ๋ฆฌ ๋จธ์‹ ๊ณผ ๊ฐ™์€ ํ™”๋ฉด์ด๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” ๊ทธ ์ด๋ฆ„์ด ํ˜ธ์ŠคํŠธ์˜ ์‹ค์ œ SSD ๋ฅผ ๋œปํ•˜์ง€ ์•Š์œผ๋ฉฐ ์•„๋ž˜์— qcow2 ํŒŒ์ผ๊ณผ RAW ํŒŒ์ผ๊ณผ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์žฅ์น˜ ์…‹์ด ์˜ฌ ์ˆ˜ ์žˆ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ์ด ๊ธฐ์ค€์€ ์šฉ๋Ÿ‰๊ณผ ์„ฑ๋Šฅ๊ณผ ์˜์†์„ฑ์„ ํŒ๋‹จํ•˜๊ธฐ ์ „์— ํ˜ธ์ŠคํŠธ ์ชฝ์—์„œ ๋ฌด์—‡์— ๋ถ™์–ด ์žˆ๋Š”์ง€๋ฅผ ๋จผ์ € ํ™•์ •ํ•˜๊ฒŒ ํ•œ๋‹ค. +๊ฒŒ์ŠคํŠธ์˜ `lsblk`์—์„œ `/dev/vda`๊ฐ€ ๋ณด์ด๋”๋ผ๋„ ๊ทธ๊ฒƒ์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฌผ๋ฆฌ SSD๋ฅผ ์ง์ ‘ ๋œปํ•˜์ง€๋Š” ์•Š๋Š”๋‹ค. QEMU ๋ฐฑ์—”๋“œ๋Š” qcow2 ํŒŒ์ผ, RAW ํŒŒ์ผ, ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์žฅ์น˜๊ฐ€ ๋  ์ˆ˜ ์žˆ์œผ๋ฏ€๋กœ libvirt XML๊ณผ `qemu-img info`, ํ˜ธ์ŠคํŠธ ํŒŒ์ผ์‹œ์Šคํ…œ์„ ํ•จ๊ป˜ ํ™•์ธํ•ด ์‹ค์ œ ์—ฐ๊ฒฐ์„ ์ฐพ๋Š”๋‹ค. ## Guest์˜ vda๋งŒ์œผ๋กœ ๋ถ€์กฑํ•œ ์ด์œ  @@ -55,7 +55,7 @@ qcow2 ๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ ํฌ๊ธฐ์™€ ์‹ค์ œ ํ˜ธ์ŠคํŠธ ํ• ๋‹น๋Ÿ‰์ด ๋‹ค๋ฅผ ์ˆ˜ ๋ฐฑ์—”๋“œ๊ฐ€ qcow2 ํŒŒ์ผ์ด๋ฉด QEMU ๋Š” ๊ฒฐ๊ตญ ํ˜ธ์ŠคํŠธ ๋ฆฌ๋ˆ…์Šค์— ํŒŒ์ผ ์ž…์ถœ๋ ฅ์„ ์š”์ฒญํ•œ๋‹ค. ๊ทธ ์š”์ฒญ์€ Host Filesystem ๊ณผ Host Block Layer ์™€ NVMe Driver ๋ฅผ ์ง€๋‚˜ Physical NVMe ๋กœ ๋‚ด๋ ค๊ฐ„๋‹ค. ๊ฒŒ์ŠคํŠธ์˜ ์Šคํ† ๋ฆฌ์ง€ ์Šคํƒ ์•„๋ž˜์— ํ˜ธ์ŠคํŠธ์˜ ์Šคํ† ๋ฆฌ์ง€ ์Šคํƒ์ด ํ•œ ๋ฒˆ ๋” ์žˆ์œผ๋ฏ€๋กœ, ์–ด๋А ํŒŒ์ผ์‹œ์Šคํ…œ๊ณผ ์–ด๋А ๋ธ”๋ก ์žฅ์น˜ ์œ„์— ์žˆ๋Š”์ง€๋ฅผ lsblk ๋กœ ํ•จ๊ป˜ ์ ๋Š”๋‹ค. -์ ์„ ํŒŒ์ผ์ด ํ•˜๋‚˜๊ฐ€ ์•„๋‹ ์ˆ˜ ์žˆ๋‹ค. qemu-img info ์ถœ๋ ฅ์— backing file ์ค„์ด ์žˆ์œผ๋ฉด ๊ทธ ํŒŒ์ผ์€ ์˜ค๋ฒ„๋ ˆ์ด์ด๊ณ , ์ž๊ธฐ๊ฐ€ ๋“ค๊ณ  ์žˆ์ง€ ์•Š์€ ํด๋Ÿฌ์Šคํ„ฐ๋ฅผ ์ฝ์„ ๋•Œ๋งˆ๋‹ค ๋ฐ”๋‹ฅ ํŒŒ์ผ์„ ์ฝ๋Š”๋‹ค. ๋ฐ”๋‹ฅ๊นŒ์ง€ ๊ฐ™์€ ํ•ญ๋ชฉ์œผ๋กœ ์ ์–ด์•ผ ๊ทธ ๊ฒŒ์ŠคํŠธ๊ฐ€ ์‹ค์ œ๋กœ ์ฝ๋Š” ํŒŒ์ผ์ด ๋ชจ๋‘ ๋ฎ์ธ๋‹ค. +ํ™•์ธํ•ด์•ผ ํ•  ํŒŒ์ผ์ด ํ•˜๋‚˜๊ฐ€ ์•„๋‹ ์ˆ˜ ์žˆ๋‹ค. `qemu-img info` ์ถœ๋ ฅ์— backing file์ด ์žˆ์œผ๋ฉด ํ•ด๋‹น ์ด๋ฏธ์ง€๋Š” ์˜ค๋ฒ„๋ ˆ์ด์ด๋ฉฐ, ์˜ค๋ฒ„๋ ˆ์ด์— ์—†๋Š” ๋ธ”๋ก์€ backing file์—์„œ ์ฝ๋Š”๋‹ค. ๋”ฐ๋ผ์„œ ์˜ค๋ฒ„๋ ˆ์ด์™€ backing file์„ ํ•จ๊ป˜ ํ™•์ธํ•ด์•ผ ๊ฒŒ์ŠคํŠธ๊ฐ€ ์‹ค์ œ๋กœ ์‚ฌ์šฉํ•˜๋Š” ์ด๋ฏธ์ง€ ์ฒด์ธ์„ ์•Œ ์ˆ˜ ์žˆ๋‹ค. ## backend๋ฅผ ๋จผ์ € ํ™•์ธํ•ด์•ผ ํ•˜๋Š” ์ž‘์—… @@ -68,7 +68,7 @@ qcow2 ๋Š” ๊ฐ€์ƒ ๋””์Šคํฌ ํฌ๊ธฐ์™€ ์‹ค์ œ ํ˜ธ์ŠคํŠธ ํ• ๋‹น๋Ÿ‰์ด ๋‹ค๋ฅผ ์ˆ˜ - ๋ฐฑ์—”๋“œ๊ฐ€ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์žฅ์น˜๋ฉด qcow2 ์ชฝ ํ™•์ธ์€ ๊ฑธ๋ฆฌ์ง€ ์•Š๋Š”๋‹ค. ๊ฐ€์ƒ ํฌ๊ธฐ์™€ ์‹ค์ œ ํ• ๋‹น๋Ÿ‰์˜ ์ฐจ์ด๋„, ๋งคํ•‘๊ณผ ๋ฉ”ํƒ€๋ฐ์ดํ„ฐ ์ฒ˜๋ฆฌ๋„ ๊ทธ ๊ตฌ์„ฑ์—๋Š” ์—†๋‹ค. - ๋ฐฑ์—”๋“œ๋ฅผ ํ™•์ •ํ•ด๋„ ์„ฑ๋Šฅ์€ ์˜ˆ์ธก๋˜์ง€ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” RAW ๋Š” ๋ฌด์กฐ๊ฑด ๋น ๋ฅด๊ณ  qcow2 ๋Š” ๋ฌด์กฐ๊ฑด ๋А๋ฆฌ๋‹ค๋Š” ์‹์œผ๋กœ ์ผ๋ฐ˜ํ™”ํ•˜์ง€ ๋ง๋ผ๊ณ  ๋ชป๋ฐ•๊ณ , ์‹ค์ œ ์„ฑ๋Šฅ์€ ์บ์‹œ ๋ชจ๋“œ, ์Šคํ† ๋ฆฌ์ง€ ๋ฐฑ์—”๋“œ, ๋ถ€ํ•˜ ํŒจํ„ด, ํ ๊นŠ์ด, ์Šค๋ƒ…์ˆ ์ฒด์ธ, ๊ทธ ์•„๋ž˜ ํŒŒ์ผ์‹œ์Šคํ…œ, ๋ฌผ๋ฆฌ ์žฅ์น˜์— ์˜ํ–ฅ์„ ๋ฐ›๋Š”๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ์ด ๊ธฐ์ค€์€ ๋ฌด์—‡ ์œ„์—์„œ ์žฌ๊ณ  ์žˆ๋Š”์ง€๊นŒ์ง€๋งŒ ํ™•์ •ํ•œ๋‹ค. -- 2026-09-21์—๋Š” ์ด ์ ˆ์ฐจ์˜ host-side ํ•ต์‹ฌ ์—ฐ๊ฒฐ์„ ์‹ค์ œ๋กœ ํ™•์ธํ–ˆ๋‹ค. VM๋ณ„ `vda โ†’ qcow2 overlay`, overlay โ†’ `base.qcow2`, image directory โ†’ `/dev/nvme0n1p3` ext4 โ†’ `nvme0n1` ์ˆœ์„œ๊ฐ€ ์ด์–ด์ง„๋‹ค. `qemu-img info --force-share`, `du`, `ls`๋„ base์™€ ์„ธ overlay ๋ชจ๋‘์— ์‹คํ–‰ํ•ด virtual size์™€ ์‹ค์ œ host allocation ์ฐจ์ด๋ฅผ ํ™•์ธํ–ˆ๋‹ค. +- 2026-09-21์—๋Š” ์ด ์ ˆ์ฐจ์˜ host-side ์—ฐ๊ฒฐ์„ ์‹ค์ œ๋กœ ํ™•์ธํ–ˆ๋‹ค. VM๋ณ„ `vda โ†’ qcow2 overlay`, overlay โ†’ `base.qcow2`, image directory โ†’ `/dev/nvme0n1p3` ext4 โ†’ `nvme0n1` ์ˆœ์„œ๊ฐ€ ์ด์–ด์ง„๋‹ค. `qemu-img info --force-share`, `du`, `ls`๋„ base์™€ ์„ธ overlay ๋ชจ๋‘์— ์‹คํ–‰ํ•ด virtual size์™€ ์‹ค์ œ host allocation ์ฐจ์ด๋ฅผ ํ™•์ธํ–ˆ๋‹ค. - ์ด ํ™•์ธ์œผ๋กœ backend ๊ตฌ์กฐ๋Š” ํ™•์ •๋˜์ง€๋งŒ ์„ฑ๋Šฅ๊นŒ์ง€ ์˜ˆ์ธก๋˜์ง€๋Š” ์•Š๋Š”๋‹ค. cache modeยทschedulerยทworkloadยทqueue depthยท๋‹ค๋ฅธ VM์˜ load๋Š” ๋ณ„๋„ ์กฐ๊ฑด์œผ๋กœ ๋ด์•ผ ํ•œ๋‹ค. ## ํ˜„์žฌ host์—์„œ ํ™•์ธํ•œ mapping diff --git a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-read-storage-before-blaming-cpu-for-latency.md b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-read-storage-before-blaming-cpu-for-latency.md index c52e32f..fbab18e 100644 --- a/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-read-storage-before-blaming-cpu-for-latency.md +++ b/docs/virtualization/tech-log-studio/storage-virtualization/reference/reference-read-storage-before-blaming-cpu-for-latency.md @@ -2,7 +2,7 @@ id: b1cda8c4-d31d-4ae4-a4d9-4103a0ab3109 kind: REFERENCE slug: read-storage-before-blaming-cpu-for-latency -title: ์ง€์—ฐ ์›์ธ์„ CPU ๋กœ ์ฝ๊ธฐ ์ „์— storage ๊ณ„์ธต์„ ๋”ฐ๋กœ ์žฐ๋‹ค +title: ์ง€์—ฐ ๋ถ„์„์—์„œ๋Š” CPU์™€ ์Šคํ† ๋ฆฌ์ง€๋ฅผ ํ•จ๊ป˜ ์ธก์ •ํ•œ๋‹ค topic: storage-virtualization topicName: ์Šคํ† ๋ฆฌ์ง€ ๊ฐ€์ƒํ™” project: virtualization @@ -17,9 +17,9 @@ source: - final/document.md#177-์ตœ์ข…-์š”์•ฝ --- -# ์ง€์—ฐ ์›์ธ์„ CPU ๋กœ ์ฝ๊ธฐ ์ „์— storage ๊ณ„์ธต์„ ๋”ฐ๋กœ ์žฐ๋‹ค +# ์ง€์—ฐ ๋ถ„์„์—์„œ๋Š” CPU์™€ ์Šคํ† ๋ฆฌ์ง€๋ฅผ ํ•จ๊ป˜ ์ธก์ •ํ•œ๋‹ค -์š”์ฒญ์ด ๋А๋ฆฐ๋ฐ CPU ์‚ฌ์šฉ๋ฅ ์ด ๋‚ฎ์œผ๋ฉด CPU ๋Š” ์›์ธ์ด ์•„๋‹ˆ๋ผ๊ณ  ์ฝ๊ณ  ๋‹ค์Œ ํ›„๋ณด๋กœ ๋„˜์–ด๊ฐ€๊ธฐ ์‰ฌ์šด๋ฐ, ๊ทธ ์‚ฌ์ด์— ์Šคํ† ๋ฆฌ์ง€ ๋Œ€๊ธฐ๋Š” ์–ด๋А ์ง€ํ‘œ์—๋„ ๋‚˜ํƒ€๋‚˜์ง€ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์ด ์Šคํ† ๋ฆฌ์ง€ ์™„๋ฃŒ๋ฅผ ๊ธฐ๋‹ค๋ฆฌ๋Š” ๋™์•ˆ CPU ์‚ฌ์šฉ๋ฅ ์ด ๋†’์ง€ ์•Š์„ ์ˆ˜ ์žˆ๋‹ค๊ณ  ์ ๊ณ  CPU 30% ์ธ๋ฐ ์š”์ฒญ ์ง€์—ฐ 2์ดˆ์ธ ์กฐํ•ฉ์„ ๋“ค์—ˆ๋‹ค. ์ด ๊ธฐ์ค€์€ ์ž์›์„ CPU ์™€ ์Šคํ† ๋ฆฌ์ง€๋กœ ๊ฐ€๋ฅด๋Š” ์ˆœ์„œ์™€, ๊ทธ๋•Œ ๊ฐ™์€ ์‹œ๊ฐ„์ถ•์— ๋ฌด์—‡์„ ๋‚จ๊ธธ์ง€๋ฅผ ๊ณ ์ •ํ•œ๋‹ค. +CPU ์‚ฌ์šฉ๋ฅ ์ด ๋‚ฎ์•„๋„ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜์€ ์Šคํ† ๋ฆฌ์ง€ I/O ์™„๋ฃŒ๋ฅผ ๊ธฐ๋‹ค๋ฆฌ๊ณ  ์žˆ์„ ์ˆ˜ ์žˆ๋‹ค. ์ง€์—ฐ ์›์ธ์„ ํ™•์ธํ•  ๋•Œ๋Š” CPU ์‚ฌ์šฉ๋ฅ ๋งŒ ๋ณด์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ์˜ `fsync()` ์ง€์—ฐ๊ณผ ํ˜ธ์ŠคํŠธ `iostat`์˜ awaitยทutil ๊ฐ™์€ ์Šคํ† ๋ฆฌ์ง€ ์ง€ํ‘œ๋ฅผ ๊ฐ™์€ ์‹œ๊ฐ„ ๊ตฌ๊ฐ„์— ๊ธฐ๋กํ•œ๋‹ค. ## CPU๊ฐ€ ๋‚ฎ๋‹ค๊ณ  storage๊ฐ€ ์ •์ƒ์ธ ๊ฒƒ์€ ์•„๋‹ˆ๋‹ค @@ -76,7 +76,7 @@ Host : virsh domblklist ยท qemu-img info ์— disk image ๊ฒฝ๋กœ ยท lsbl - ์ด ๊ธฐ์ค€์€ ์–ด๋А ์ž์›์ธ์ง€๋ฅผ ์ขํž ๋ฟ ์›์ธ์„ ํ™•์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค. ์Šคํ† ๋ฆฌ์ง€ ์ง€ํ‘œ๊ฐ€ ๊นจ๋—ํ•˜๊ฒŒ ๋‚˜์™€๋„ CPU ์ชฝ์„ ๋ฐฐ์ œํ•˜๋ ค๋ฉด vCPU ๊ฒฝ์Ÿ๊ณผ steal time ์„ ๋”ฐ๋กœ ๋ณธ๋‹ค. ๊ทธ๊ฒƒ์€ CPU ๊ฐ€์ƒํ™” ์ชฝ ๊ธฐ์ค€์ด ๋ฐ›๋Š”๋‹ค. - iostat -xz 1 ์ด ๋ณด์—ฌ ์ฃผ๋Š” device utilization ์„ฑ๊ฒฉ์˜ ์ง€ํ‘œ๋Š” NVMe ์ฒ˜๋Ÿผ ๋ณ‘๋ ฌ์„ฑ์ด ํฐ ์žฅ์น˜์—์„œ ํฌํ™”๋„๋กœ ๊ทธ๋Œ€๋กœ ์ฝํžˆ์ง€ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๊ฐ€ NVMe ๋Š” ๋†’์€ ๋ณ‘๋ ฌ์„ฑ๊ณผ ํ ๊นŠ์ด๋ฅผ ์ง€์›ํ•œ๋‹ค๊ณ  ์ ์—ˆ๋‹ค. ์ด ์ €์žฅ์†Œ์˜ ์‹ค์ธก ๊ธฐ๋ก์€ ์ด ํ˜ธ์ŠคํŠธ์˜ ๋ฃจํŠธ๋ฅผ /dev/nvme0n1p3 ๋กœ ์ ์—ˆ๊ณ  ๊ฒŒ์ŠคํŠธ ์ด๋ฏธ์ง€๊ฐ€ ์ „๋ถ€ ๊ทธ ์•„๋ž˜์— ๋ชจ์—ฌ ์žˆ๋‹ค๊ณ  ์ ์—ˆ์œผ๋ฏ€๋กœ, ์ด ์˜ˆ์™ธ๋Š” ์ด ํ™˜๊ฒฝ์— ๊ทธ๋Œ€๋กœ ๊ฑธ๋ฆฐ๋‹ค. -- ํ˜ธ์ŠคํŠธ์—์„œ ์žฐ ๊ฐ’์€ ์–ด๋А ๊ฐ€์ƒ ๋จธ์‹ ์˜ ์ž…์ถœ๋ ฅ์ธ์ง€ ๊ฐˆ๋ผ ์ฃผ์ง€ ์•Š๋Š”๋‹ค. ๊ฐœ๋… ๋ฌธ์„œ๋Š” Host Block Layer ๊ฐ€ ๊ทธ ์ž…์ถœ๋ ฅ์„ ๊ฐ€์ƒ ๋จธ์‹  ์•ˆ์˜ ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹œ์ž‘ํ–ˆ๋Š”์ง€ ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹œ์ž‘ํ–ˆ๋Š”์ง€ ๋ณธ์งˆ์ ์œผ๋กœ ๊ตฌ๋ถ„ํ•ด์„œ ์ฒ˜๋ฆฌํ•˜๋Š” ๊ณ„์ธต์ด ์•„๋‹ˆ๋ผ๊ณ  ๋ฐํ˜”๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ๋ณ„๋กœ ๊ฐ€๋ฅด๋ ค๋ฉด iotop ์ด๋‚˜ ๊ฒŒ์ŠคํŠธ ์ชฝ ๊ด€์ธก์„ ๊ฐ™์€ ์‹œ๊ฐ์— ํ•จ๊ป˜ ์ฐ๋Š”๋‹ค. +- ํ˜ธ์ŠคํŠธ ๋ธ”๋ก ์ง€ํ‘œ๋งŒ์œผ๋กœ๋Š” ์–ด๋А ๊ฐ€์ƒ ๋จธ์‹ ์—์„œ ์‹œ์ž‘ํ•œ I/O์ธ์ง€ ๊ตฌ๋ถ„ํ•˜๊ธฐ ์–ด๋ ต๋‹ค. Host Block Layer์— ๋„๋‹ฌํ•œ ์š”์ฒญ์€ ๊ฒŒ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์‹œ์ž‘ํ–ˆ๋“  ํ˜ธ์ŠคํŠธ ํ”„๋กœ์„ธ์Šค์—์„œ ์‹œ์ž‘ํ–ˆ๋“  ํ˜ธ์ŠคํŠธ์˜ ๋ธ”๋ก I/O๋กœ ์ฒ˜๋ฆฌ๋œ๋‹ค. ๊ฐ€์ƒ ๋จธ์‹ ๋ณ„ ์˜ํ–ฅ์„ ๊ตฌ๋ถ„ํ•˜๋ ค๋ฉด `iotop`์ด๋‚˜ ๊ฒŒ์ŠคํŠธ ์ง€ํ‘œ๋ฅผ ๊ฐ™์€ ์‹œ๊ฐ„์— ํ•จ๊ป˜ ๊ธฐ๋กํ•œ๋‹ค. - static storage path์™€ runtime cache/scheduler๋Š” ์‹ค์ œ host์—์„œ ํ™•์ธ๋๋‹ค. 2026-09-21์—๋Š” cross-VM storage contention๋„ baselineยทloadยทrecovery ๊ตฌ๊ฐ„์œผ๋กœ ๋‚˜๋ˆ  ์ธก์ •ํ–ˆ๋‹ค. VM1์—์„œ ์“ฐ๊ธฐ ๋ถ€ํ•˜๋ฅผ ๊ฒน์นœ ๋™์•ˆ VM2์˜ fsync ์ง€์—ฐ๊ณผ host NVMe์˜ `w_await`ยท`%util`ยทiowait๊ฐ€ ํ•จ๊ป˜ ์ƒ์Šนํ–ˆ๊ณ , ๋ถ€ํ•˜๊ฐ€ ๋๋‚œ ๋’ค VM2 ์ง€์—ฐ๋„ baseline ์ˆ˜์ค€์œผ๋กœ ๋Œ์•„์™”๋‹ค. ๋”ฐ๋ผ์„œ ์ด ํ™˜๊ฒฝ์—์„œ๋Š” ๊ฐ™์€ NVMe๋ฅผ ๊ณต์œ ํ•˜๋Š” ๋‹ค๋ฅธ VM์˜ storage load๊ฐ€ guest latency์™€ ํ•จ๊ป˜ ์•…ํ™”๋˜๋Š” ๊ฒฝ๋กœ๋ฅผ ์‹ค์ œ๋กœ ํ™•์ธํ–ˆ๋‹ค. ## ํ˜„์žฌ host์—์„œ ํ™•์ธํ•œ ์กฐ๊ฑด diff --git a/docs/virtualization/tech-log-studio/tech-log-tree.json b/docs/virtualization/tech-log-studio/tech-log-tree.json index 3f28599..d6e3a88 100644 --- a/docs/virtualization/tech-log-studio/tech-log-tree.json +++ b/docs/virtualization/tech-log-studio/tech-log-tree.json @@ -846,7 +846,7 @@ "case": [], "concept": [ { - "title": "Guest ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ RAM ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” GVA ยท GPA ยท HPA", + "title": "๊ฒŒ์ŠคํŠธ ๊ฐ€์ƒ ์ฃผ์†Œ๊ฐ€ ๋ฌผ๋ฆฌ ๋ฉ”๋ชจ๋ฆฌ ์ฃผ์†Œ๋กœ ๋ณ€ํ™˜๋˜๋Š” ๊ณผ์ •", "kind": "concept", "slug": "guest-memory-address-translation", "readiness": "READY", @@ -942,7 +942,7 @@ "evidenceFiles": [] }, { - "title": "Huge Page ๋ฅผ VM ์—์„œ ๋ณผ ๋•Œ ๊ฐˆ๋ผ์ง€๋Š” ์„ธ ์ž๋ฆฌ", + "title": "๊ฐ€์ƒ ๋จธ์‹ ์—์„œ Huge Page๋ฅผ ํ™•์ธํ•  ๋•Œ ๊ตฌ๋ถ„ํ•ด์•ผ ํ•˜๋Š” ์„ธ ๊ณ„์ธต", "kind": "concept", "slug": "huge-pages-in-a-vm", "readiness": "READY", @@ -1193,7 +1193,7 @@ ] }, { - "title": "QEMU ํ”„๋กœ์„ธ์Šค๊ฐ€ ์‹ค์ œ๋กœ ๋ถ™์žก๊ณ  ์žˆ๋Š” ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ๋Š” ์–ผ๋งˆ์ด๊ณ  ์–ด๋–ป๊ฒŒ ๋‚˜๋‰˜์–ด ์žˆ๋Š”๊ฐ€", + "title": "QEMU ํ”„๋กœ์„ธ์Šค์˜ ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์‚ฌ์šฉ๋Ÿ‰์€ ์–ผ๋งˆ์ธ๊ฐ€", "kind": "question", "slug": "qemu-resident-memory-distribution", "readiness": "OPEN", @@ -1317,7 +1317,7 @@ ] }, { - "title": "ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€", + "title": "ํ˜ธ์ŠคํŠธ ๋ฉ”๋ชจ๋ฆฌ ์••๋ฐ•์ด ๊ฒŒ์ŠคํŠธ ์• ํ”Œ๋ฆฌ์ผ€์ด์…˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€", "kind": "question", "slug": "host-memory-pressure-vs-guest-latency", "readiness": "OPEN", @@ -1557,7 +1557,7 @@ "case": [], "concept": [ { - "title": "Guest ์˜ packet ์ด Host Physical NIC ์— ๋‹ฟ๊ธฐ๊นŒ์ง€ โ€” virtio-net ยท virtqueue ยท vhost-net ยท TAP ยท Bridge", + "title": "๊ฒŒ์ŠคํŠธ ํŒจํ‚ท์ด ํ˜ธ์ŠคํŠธ ๋ฌผ๋ฆฌ NIC๊นŒ์ง€ ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ •", "kind": "concept", "slug": "guest-packet-path-to-physical-nic", "readiness": "READY", @@ -1628,7 +1628,7 @@ ], "reference": [ { - "title": "packet ์ด ์–ด๋””์„œ ๋Š๊ฒผ๋Š”์ง€๋Š” ๊ณ„์ธต๋งˆ๋‹ค capture ํ•ด์„œ ๊ฐ€๋ฅธ๋‹ค", + "title": "ํŒจํ‚ท ๊ฒฝ๋กœ๋Š” ๊ตฌ๊ฐ„๋ณ„ ์บก์ฒ˜๋กœ ํ™•์ธํ•œ๋‹ค", "kind": "reference", "slug": "bisect-the-packet-path-with-capture-points", "readiness": "READY", @@ -1950,7 +1950,7 @@ "case": [], "concept": [ { - "title": "Guest ์˜ write() ๊ฐ€ virtqueue ์— ์‹ค๋ฆฌ๊ธฐ๊นŒ์ง€ โ€” VFS ยท Filesystem ยท Page Cache ยท Block Layer ยท virtio-blk", + "title": "๊ฒŒ์ŠคํŠธ์˜ write()๊ฐ€ virtqueue์— ์ „๋‹ฌ๋˜๋Š” ๊ณผ์ •", "kind": "concept", "slug": "guest-block-io-path-to-virtqueue", "readiness": "READY", @@ -2001,7 +2001,7 @@ "evidenceFiles": [] }, { - "title": "/dev/vda ๋’ค์— ์žˆ๋Š” ๊ฒƒ โ€” qcow2 ยท RAW ยท Host block device", + "title": "QEMU ๋””์Šคํฌ ๋ฐฑ์—”๋“œ: qcow2, RAW, ๋ธ”๋ก ์žฅ์น˜", "kind": "concept", "slug": "qemu-block-backend-forms", "readiness": "READY", @@ -2042,7 +2042,7 @@ "evidenceFiles": [] }, { - "title": "์™„๋ฃŒ๋ผ๋Š” ๋ง์˜ ๋„ค ๊ฐ€์ง€ ๋œป โ€” write ยท writeback ยท flush ยท ์ „์› ์žฅ์•  ์ƒ์กด", + "title": "write() ์™„๋ฃŒ์™€ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ์€ ๊ฐ™์€ ์˜๋ฏธ๊ฐ€ ์•„๋‹ˆ๋‹ค", "kind": "concept", "slug": "write-completion-is-not-durability", "readiness": "READY", @@ -2089,7 +2089,7 @@ "evidenceFiles": [] }, { - "title": "VM ์•„๋ž˜์— ํ•œ ๋ฒˆ ๋” ์žˆ๋Š” Host block stack โ€” blk-mq ยท I/O Scheduler ยท NVMe", + "title": "๊ฐ€์ƒ ๋จธ์‹  ๋””์Šคํฌ ์•„๋ž˜์˜ ํ˜ธ์ŠคํŠธ ๋ธ”๋ก I/O ๊ณ„์ธต", "kind": "concept", "slug": "host-block-stack-under-the-vm", "readiness": "READY", @@ -2136,7 +2136,7 @@ ], "reference": [ { - "title": "์ง€์—ฐ ์›์ธ์„ CPU ๋กœ ์ฝ๊ธฐ ์ „์— storage ๊ณ„์ธต์„ ๋”ฐ๋กœ ์žฐ๋‹ค", + "title": "์ง€์—ฐ ๋ถ„์„์—์„œ๋Š” CPU์™€ ์Šคํ† ๋ฆฌ์ง€๋ฅผ ํ•จ๊ป˜ ์ธก์ •ํ•œ๋‹ค", "kind": "reference", "slug": "read-storage-before-blaming-cpu-for-latency", "readiness": "READY", @@ -2167,7 +2167,7 @@ "evidenceFiles": [] }, { - "title": "๋นจ๋ผ์ง„ ๊ตฌ์„ฑ์ด durability contract ๋ฅผ ์ง€์šด ๊ฒƒ์€ ์•„๋‹Œ์ง€ ๋จผ์ € ๊ฐ€๋ฅธ๋‹ค", + "title": "์„ฑ๋Šฅ ๊ฐœ์„  ์ „ํ›„๋กœ ๋ฐ์ดํ„ฐ ์˜์†์„ฑ ๋ณด์žฅ์ด ๋‹ฌ๋ผ์กŒ๋Š”์ง€ ํ™•์ธํ•œ๋‹ค", "kind": "reference", "slug": "a-speedup-that-removed-durability-is-not-an-optimization", "readiness": "READY", @@ -2200,7 +2200,7 @@ "evidenceFiles": [] }, { - "title": "Guest ์•ˆ์—์„œ ๋ณธ disk ๋กœ backend ๋ฅผ ๋‹จ์ •ํ•˜์ง€ ์•Š๋Š”๋‹ค", + "title": "๋””์Šคํฌ ๋ฐฑ์—”๋“œ๋Š” ํ˜ธ์ŠคํŠธ์—์„œ ํ™•์ธํ•œ๋‹ค", "kind": "reference", "slug": "confirm-the-disk-backend-on-the-host", "readiness": "READY", @@ -2400,7 +2400,7 @@ ] }, { - "title": "VM1 ์˜ storage ๋ถ€ํ•˜๊ฐ€ VM2 ์˜ ์ง€์—ฐ์„ ์‹ค์ œ๋กœ ๋ฐ€์–ด ์˜ฌ๋ฆฌ๋Š”๊ฐ€", + "title": "VM1์˜ ์Šคํ† ๋ฆฌ์ง€ ๋ถ€ํ•˜๊ฐ€ VM2์˜ ์ง€์—ฐ์— ์˜ํ–ฅ์„ ์ฃผ๋Š”๊ฐ€", "kind": "question", "slug": "vm1-storage-load-vs-vm2-latency", "readiness": "OPEN", @@ -2485,7 +2485,7 @@ "kinds": { "case": [ { - "title": "ํ˜ธ์ŠคํŠธ ์•ˆ์—์„œ๋Š” 404, ๋ฐ–์—์„œ๋Š” connection refused โ€” ์•ž ์ฒด์ธ์˜ accept ๊ฐ€ libvirt ์˜ reject ๋ฅผ ๋ง‰์ง€ ๋ชปํ–ˆ๋‹ค", + "title": "libvirt guest_input ์ฒด์ธ์˜ reject๋กœ ์™ธ๋ถ€ ์š”์ฒญ์ด ์ฐจ๋‹จ๋œ ์‚ฌ๋ก€", "kind": "case", "slug": "nftables-accept-did-not-stop-the-libvirt-reject", "readiness": "READY", @@ -2519,7 +2519,7 @@ "evidenceFiles": [] }, { - "title": "๋ฉ”๋ชจ๋ฆฌ์™€ ๋””์Šคํฌ์˜ ์„ ์–ธ๋Ÿ‰์€ ์‹ค์ œ ์ ์œ ๋Ÿ‰์ด ์•„๋‹ˆ๋‹ค โ€” ์„œ๋กœ ๋‹ค๋ฅธ ์ง€ํ‘œ๋ฅผ ๊ฐ™์€ ์ˆซ์ž๋กœ ์ฝ์ง€ ์•Š๋Š”๋‹ค", + "title": "์„ค์ •ํ•œ ๋ฉ”๋ชจ๋ฆฌยท๋””์Šคํฌ ํฌ๊ธฐ์™€ ์‹ค์ œ ์‚ฌ์šฉ๋Ÿ‰์„ ๊ตฌ๋ถ„ํ•ด์„œ ๋ณธ๋‹ค", "kind": "case", "slug": "declared-memory-and-disk-are-ceilings-not-occupancy", "readiness": "READY", @@ -2556,7 +2556,7 @@ ], "concept": [ { - "title": "qcow2 ํŒŒ์ผ ํ•œ ์žฅ์ด ๋‹ด๋Š” ๊ฒƒ โ€” ๋งคํ•‘ํ‘œ์™€ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ๊ฐ€ ๊ฐ™์€ ํŒŒ์ผ ์•ˆ์— ์žˆ๊ณ , ํŒŒ์ผ ๋ฐ–์„ ๊ฐ€๋ฆฌํ‚ค๋Š” ๊ฒƒ์€ ๋ฐฑํ‚น ํŒŒ์ผ ๊ฒฝ๋กœ ํ•˜๋‚˜๋‹ค", + "title": "qcow2 ํŒŒ์ผ์—๋Š” ๋ฌด์—‡์ด ์ €์žฅ๋˜๋Š”๊ฐ€", "kind": "concept", "slug": "what-a-qcow2-file-carries", "readiness": "READY", @@ -2582,7 +2582,7 @@ "evidenceFiles": [] }, { - "title": "์„ค์น˜๋ฅผ ์•ˆ ํ–ˆ๋Š”๋ฐ ์™œ ๋œจ๋Š”๊ฐ€ โ€” ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€๋Š” ์„ค์น˜๊ฐ€ ๋๋‚œ ๋””์Šคํฌ์ด๊ณ  cloud-init ์ด ๋นˆ์นธ์„ ์ฑ„์šด๋‹ค", + "title": "ํด๋ผ์šฐ๋“œ ์ด๋ฏธ์ง€์™€ cloud-init์€ ๊ฐ๊ฐ ๋ฌด์—‡์„ ์ค€๋น„ํ•˜๋Š”๊ฐ€", "kind": "concept", "slug": "a-cloud-image-is-an-installed-disk-and-cloud-init-fills-the-blanks", "readiness": "READY", @@ -2613,7 +2613,7 @@ "evidenceFiles": [] }, { - "title": "qcow2 ํŒŒ์ผ ์•ˆ โ€” ๋งคํ•‘ํ‘œ์™€ ํด๋Ÿฌ์Šคํ„ฐ, ๊ทธ๋ฆฌ๊ณ  ํ•ญ๋ชฉ์ด 0 ์ด๋ฉด ๋ฐ”๋‹ฅ์— ๋‹ค์‹œ ๋ฌป๋Š”๋‹ค", + "title": "qcow2์˜ ๋งคํ•‘ ํ…Œ์ด๋ธ”๊ณผ ๋ฐ์ดํ„ฐ ํด๋Ÿฌ์Šคํ„ฐ", "kind": "concept", "slug": "inside-a-qcow2-file-the-mapping-table-and-its-clusters", "readiness": "READY", @@ -2967,7 +2967,7 @@ "evidenceFiles": [] }, { - "title": "๊ฐ™์€ ์„ค์ • ํŒŒ์ผ์ด ๋‘ ๋ฐฐํฌํŒ์—์„œ ๊ฐ™์€ ๋œป์ด ์•„๋‹ˆ๋‹ค โ€” ์˜ฎ๊ธฐ๊ธฐ ์ „์— ์„ธ ๊ฐ€์ง€๋ฅผ ๋ณธ๋‹ค", + "title": "๋ฐฐํฌํŒ์ด ๋‹ค๋ฅด๋ฉด ๊ฐ™์€ ์„ค์ • ํŒŒ์ผ๋„ ๊ทธ๋Œ€๋กœ ์˜ฎ๊ธฐ์ง€ ์•Š๋Š”๋‹ค", "kind": "reference", "slug": "a-config-file-does-not-mean-the-same-thing-on-two-distros", "readiness": "READY", @@ -3002,7 +3002,7 @@ ], "question": [ { - "title": "libvirt ์˜ firewall_backend ๊ฐ€ iptables ์ผ ๋•Œ๋„ guest_input ์— ๊ตฌ๋ฉ์ด ํ•„์š”ํ•œ๊ฐ€", + "title": "libvirt firewall_backend๊ฐ€ iptables์ผ ๋•Œ๋„ guest_input ์˜ˆ์™ธ ๊ทœ์น™์ด ํ•„์š”ํ•œ๊ฐ€", "kind": "question", "slug": "guest-input-hole-under-the-iptables-backend", "readiness": "OPEN", @@ -3126,7 +3126,7 @@ ], "decision": [ { - "title": "์—ฃ์ง€ nginx ๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM ์œผ๋กœ ์˜ฎ๊ธด๋‹ค โ€” ์„ฑ๋Šฅ์ด ์•„๋‹ˆ๋ผ ๋”๋Ÿฌ์›Œ์ง€๋Š” ์ธต์˜ ๊ฒฉ๋ฆฌ", + "title": "Edge Nginx๋ฅผ ํ˜ธ์ŠคํŠธ์—์„œ ๊ฒŒ์ŠคํŠธ VM์œผ๋กœ ๋ถ„๋ฆฌํ•œ ์ด์œ ", "kind": "decision", "slug": "edge-nginx-moved-into-a-guest-vm", "readiness": "READY", @@ -3155,7 +3155,7 @@ "evidenceFiles": [] }, { - "title": "์ธ์ฆ์„œ๋Š” DNS-01 ๋กœ ๋ฐ›๋Š”๋‹ค โ€” ์‹คํ—˜๋Œ€ ์ฃผ์†Œ๊ฐ€ ๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ์—†์–ด HTTP-01 ์ด ์„ฑ๋ฆฝํ•˜์ง€ ์•Š๋Š”๋‹ค", + "title": "๊ณต๊ฐœ ์ธํ„ฐ๋„ท์— ๋…ธ์ถœ๋˜์ง€ ์•Š์€ ์‹คํ—˜๋Œ€์—์„œ DNS-01์„ ์„ ํƒํ•œ ์ด์œ ", "kind": "decision", "slug": "dns-01-because-the-lab-is-not-on-the-public-internet", "readiness": "READY", @@ -3185,7 +3185,7 @@ "evidenceFiles": [] }, { - "title": "ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ๊น”์ง€ ์•Š๊ณ  ๊ฒŒ์ŠคํŠธ VM ๋‘ ๋Œ€๋กœ ๊ฐ„๋‹ค โ€” ๊ด€์ธก์ž๊ฐ€ ์‹คํ—˜ ๋Œ€์ƒ๊ณผ ํ•จ๊ป˜ ์ฃฝ์œผ๋ฉด ์•ˆ ๋œ๋‹ค", + "title": "k3s๋ฅผ ํ˜ธ์ŠคํŠธ์— ์ง์ ‘ ์„ค์น˜ํ•˜์ง€ ์•Š๊ณ  ๋‘ VM์œผ๋กœ ๊ตฌ์„ฑํ•œ ์ด์œ ", "kind": "decision", "slug": "two-guest-vms-instead-of-installing-k3s-on-the-host", "readiness": "READY", @@ -3215,7 +3215,7 @@ "evidenceFiles": [] }, { - "title": "๊ฒŒ์ŠคํŠธ ์ฃผ์†Œ๋Š” libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ๋‹ค โ€” ๋ฐ”๊ฟ€ ์ˆ˜ ์—†์–ด์„œ๊ฐ€ ์•„๋‹ˆ๋ผ ๋˜๋Œ๋ฆฌ๊ธฐ๊ฐ€ ๊ฐ€์žฅ ๋น„์‹ธ์„œ", + "title": "๊ฒŒ์ŠคํŠธ IP๋ฅผ libvirt DHCP ์˜ˆ์•ฝ์œผ๋กœ ๊ณ ์ •ํ•œ ์ด์œ ", "kind": "decision", "slug": "fix-guest-addresses-with-a-dhcp-reservation", "readiness": "READY", @@ -3247,7 +3247,7 @@ "evidenceFiles": [] }, { - "title": "lab host ์—๋Š” Docker ๋ฅผ ๊น”์ง€ ์•Š๋Š”๋‹ค โ€” ์ด๋ฏธ์ง€ ์ €์žฅ์†Œ๊ฐ€ ๊ฐˆ๋ฆฌ๊ณ , ๊ทธ ์œ„์— ๋„คํŠธ์›Œํฌ ๋ณ€์ˆ˜๊ฐ€ ํ•˜๋‚˜ ๋” ๋ถ™๋Š”๋‹ค", + "title": "lab host์— Docker๋ฅผ ์„ค์น˜ํ•˜์ง€ ์•Š์€ ์ด์œ ", "kind": "decision", "slug": "no-docker-on-the-lab-host", "readiness": "READY", @@ -3285,7 +3285,7 @@ "kinds": { "case": [ { - "title": "๋นˆ ํ† ํฐ์ด ์กฐ์šฉํžˆ ํ˜๋Ÿฌ๊ฐ”๋‹ค โ€” ์„ค์น˜ ์ถœ๋ ฅ์€ ์„ฑ๊ณต์ด์—ˆ๊ณ  agent ๋งŒ 5์ดˆ๋งˆ๋‹ค ๋‹ค์‹œ ์ฃฝ์—ˆ๋‹ค", + "title": "k3s agent ์„ค์น˜ ํ›„ ๋‘ ๋ฒˆ์งธ ๋…ธ๋“œ๊ฐ€ ๋“ฑ๋ก๋˜์ง€ ์•Š์€ ์›์ธ", "kind": "case", "slug": "an-empty-token-installed-the-agent-anyway", "readiness": "READY", @@ -3316,7 +3316,7 @@ ] }, { - "title": "SSH ์‹คํŒจ๋ถ€ํ„ฐ ๋ณด์ง€ ์•Š์•˜๋‹ค โ€” cloud-init ์‹œ๋“œ ๊ฒฝ๋กœ๋ฅผ ๋จผ์ € ํ™•์ธํ•œ ์ด์œ ", + "title": "SSH ์—ฐ๊ฒฐ ์‹คํŒจ๋ฅผ ํ™•์ธํ•  ๋•Œ cloud-init ์‹œ๋“œ๋ถ€ํ„ฐ ๋ณธ ์ด์œ ", "kind": "case", "slug": "cloud-init-failures-all-look-like-ssh-refused", "readiness": "READY", @@ -3345,7 +3345,7 @@ ] }, { - "title": "๊ฐฑ์‹ ์€ ๋งค๋ฒˆ SUCCESS ์˜€๊ณ  ์˜› ์ธ์ฆ์„œ๊ฐ€ ๊ณ„์† ๋‚˜๊ฐ”๋‹ค โ€” 2305์ดˆ์™€ 1~2์ดˆ", + "title": "์ธ์ฆ์„œ ๊ฐฑ์‹  ํ›„ nginx๊ฐ€ ๊ธฐ์กด ์ธ์ฆ์„œ๋ฅผ ๊ณ„์† ์ œ๊ณตํ•œ ๋ฌธ์ œ", "kind": "case", "slug": "renewal-succeeded-while-the-old-certificate-kept-serving", "readiness": "READY", @@ -3375,7 +3375,7 @@ "concept": [], "reference": [ { - "title": "๊ฐ€๊นŒ์šด ์ธต๋ถ€ํ„ฐ ํ•œ ์ธต์”ฉ ๊ฑด๋„ˆ๋›ฐ๋ฉฐ ํ™•์ธํ•œ๋‹ค โ€” ์ธต๋งˆ๋‹ค ์„ฑ๊ณต ์‹ ํ˜ธ๊ฐ€ ๋‹ค๋ฅด๋‹ค", + "title": "์žฅ์• ๋ฅผ ํ™•์ธํ•  ๋•Œ๋Š” ๊ฐ€๊นŒ์šด ๊ณ„์ธต๋ถ€ํ„ฐ ํ™•์ธํ•œ๋‹ค", "kind": "reference", "slug": "check-the-nearest-layer-first", "readiness": "READY", @@ -3403,7 +3403,7 @@ "evidenceFiles": [] }, { - "title": "๋„๊ตฌ๊ฐ€ ๋‚ธ ์ถœ๋ ฅ์€ ๋Œ€์ƒ์˜ ์ƒํƒœ๊ฐ€ ์•„๋‹ˆ๋‹ค โ€” ๊ทธ ๋ช…๋ น์ด ๋ฌด์—‡์„ ์„ธ๋Š”์ง€๋ถ€ํ„ฐ ๊ฐ€๋ฅธ๋‹ค", + "title": "๋ช…๋ น ์ถœ๋ ฅ์ด ์‹ค์ œ ์ƒํƒœ๋ฅผ ์˜๋ฏธํ•˜๋Š”์ง€ ๋จผ์ € ํ™•์ธํ•œ๋‹ค", "kind": "reference", "slug": "tool-output-is-not-the-subject-state", "readiness": "READY", @@ -3480,7 +3480,7 @@ "case": [], "concept": [ { - "title": "L7 ์ด ๋‘ ๊ฒน์ธ ์ด์œ ์™€, ์ง„์ž…์  ํ•˜๋‚˜๋ฅผ ์ด์ค‘ํ™”ํ•˜๋ ค ํ•  ๋•Œ ๋๋‚˜์ง€ ์•Š๋Š” ์žฌ๊ท€", + "title": "์ด ์‹คํ—˜๋Œ€์—์„œ L7 ํ”„๋ก์‹œ๋ฅผ ๋‘ ๋‹จ๊ณ„๋กœ ๋‘” ์ด์œ ", "kind": "concept", "slug": "two-l7-hops-and-the-entry-point-recursion", "readiness": "READY", @@ -3548,7 +3548,7 @@ "question": [], "decision": [ { - "title": "๊ณต๊ฐœ ํ„ฐ๋„์„ ์“ฐ์ง€ ์•Š๊ณ  tailnet ์ง๊ฒฐ๋กœ ๋‘”๋‹ค โ€” ํ™‰์ด ํ•˜๋‚˜ ๋Š˜๋ฉด ์žฌ๋ ค๋˜ ๊ณ„์•ฝ์ด ์˜ค์—ผ๋œ๋‹ค", + "title": "๊ณต๊ฐœ ํ„ฐ๋„ ๋Œ€์‹  tailnet ์ง๊ฒฐ์„ ์„ ํƒํ•œ ์ด์œ ", "kind": "decision", "slug": "no-public-tunnel-because-a-third-hop-pollutes-the-measurement", "readiness": "READY",