From b893e0bfaa6c1dff5c23f75d570e9a98cc1b7e32 Mon Sep 17 00:00:00 2001 From: Thirumalesh Aaraveti Date: Wed, 11 Sep 2024 11:25:14 +0530 Subject: [PATCH] Create the cloud-governance infra: User, Policy, Bucket --- iam/clouds/aws/CloudGovernanceInfra.tar | Bin 0 -> 25088 bytes .../CloudGovernanceDeletePolicy.json | 136 +++++++++-------- .../CloudGovernanceReadPolicy.json | 85 ++++++----- .../aws/CloudGovernanceInfra/create_infra.sh | 143 ++++++++++++++++++ jenkins/tenant/aws/README.md | 13 +- jenkins/tenant/aws/ecoeng_01/README.md | 22 +-- 6 files changed, 284 insertions(+), 115 deletions(-) create mode 100644 iam/clouds/aws/CloudGovernanceInfra.tar rename iam/clouds/aws/{ => CloudGovernanceInfra}/CloudGovernanceDeletePolicy.json (84%) rename iam/clouds/aws/{ => CloudGovernanceInfra}/CloudGovernanceReadPolicy.json (79%) create mode 100755 iam/clouds/aws/CloudGovernanceInfra/create_infra.sh diff --git a/iam/clouds/aws/CloudGovernanceInfra.tar b/iam/clouds/aws/CloudGovernanceInfra.tar new file mode 100644 index 0000000000000000000000000000000000000000..6357b50da109a7c8cf41ee4c421b57c3fa45b342 GIT binary patch literal 25088 zcmeGk+iu&+(JfFERr}gL@8L1vI4~trvLr`|Qz*8RW7J7}Y$vA&fh*AD%3@5B3NOAi z$shCs`rQ6tKcO>w;Z39@-*VE10t{2Tvoo`E+u`nx>VqxEi>w#kIrUw`HR-N9^o^xE z{b-ujZMVr1{_pVrT63L!hb9f4TSQ;)bhTzn)8JXtJIz*eiD-AqMG3Mf2n`=tGs2PW zN8{3|1K4m_f&-h`Of)$uG6VAK>iW%}e!KMRrKOjKNnRh4zY_7mwx!>}Ulaa5z#o49 zH~cN|=^q^(2rwM+Px$+NZrHDq_CK25xNb})4y{joFhgdAO90UR!{7d+{p%lt+|cUl zT}oizxcq?{7WEtV7YD#KX8XU^&G~<~+vzNk%e$Ot8Ln^K|C^7qXwW+5fTMfA!-f-Pqo;-#_1|tv@1% zFlg`RS%Xq8UMtg1)qc+sDDwKo9n+lW|InZF|BlwxmPq@K`6xv9jr)J0{_FXqaGN?b zr2C#@n^*Psf#(*AvaAvG+ga!N-kkie*=;v90tsOoJN>DDKU5$te(PDFN~`N8MH>`MD-?U z1Hr5zy}&gl!N?0|0j1=0J~0=Bqz+h+ZL0QU!2wc2hUqLi!U(S?m4KR&Z--avDJXDJ zzF^8Kb*+g9s#uV*AUc8BEC_t=Inj8g8TITj_$r{2R?hyHJD&8?+k2i*PwfBRCF%ComA2iO&ESpa}<%5Nv;j?hdw#6G3I?VfIV zt_z_OgQ5&)5JrqB^a9gx0006FC%R`ut~mnup?wg6A!>vN9a6cywZ@FgRt96v?O$ay#U5 zdx5@`8ITqbr(4jClgqI_hr7P%6yOnhh{aR@f~3R@0Y{$70c^S$fwaYZZ$Ah;(+1Jb zP~{Qz$F>VFGt4zK%u!y-d0Nr{i`F{X2PQvd&{I=>=~?#hDo?Ht`^xqSnA0@fl!Rg% zn1;eREUGf2+#c<~kV2hr-G?G%7hBl@J@?LN24>ei#h5b9y@)6n$x3@cx&?hGoeYgq z(o#7l{cg^FA>=BIXho?$&R988yPnu&_! zzyVAr3=@yPD4;^@nDFs@B0q#{b;@IkfMK;+2u`|Mnv+`zY`6b1R>$@7U)vaC%6{Nw z!#_5|REnCp5xohh&$p3d!XQE%wg>Auj?0+2?1+ci)BQjXyYu*fyLi-9z7vT-)Pb-; zEhNfVD!`3!h-Hc?fxQr~3CmRQ7kV`{NKSDUHSuoJcWem#Qy91qi^YqxiRUskV?MH2 z^aIv_VVoDpthC0Ug5;KK4BKy>V_(T3SIEuy;PgaUhGc-~|)X-`hC< zzHgi0tTBxR>{*%cF~|ta%Zkh}k@z*@&SC3WWS-IRI0hwln*6oR?ReaKbeohTS=qct=bJoaQtwE#A!yp^zf)DnvSo1hHbIFb6(tPWPT? zvXu5VM!+_%j(o#TlBoskAf*cvFGGchptt9FXVGK_E~KQa0_2ni0XZ{jw~E4y>7R_y z9L3td0n-1^ieH-A;&ZZ5F_Z;N55gLoh9NzAZYoDvL`up3B`|_BX@#Sv+ zHR=PC?O+XTybM?mMz`Y&_J6x@#J|A(zh<}D?85o4-t4ri{omV3eZkSy`R{^)`u_wg z^#A1i_fF!#T>sbQ{U7Q7Elr2>pX&Vg{%x+MW$*vB+mGrS?G1>-k2-pF0DS)n_=PDH z`v0AHeKN7x{;z9YT^INNr2p$$Td&stM1uGC^!;~@6WeW^7{RDki(sq6HQ+L^qSPkr zvfm(t9m7opvO!C!1+Bped(j<8AUL4A7>uYh*&G^9Kx_S<4hP#i&--uojs^!iFLqzQ z+Kd7fcCkaXS)-Q|&kso&X8+*z^WD9jO<89|=9eovNNkmg0mwLFS%vRD?X>^bKc~r1A0rgv}#HOAOZ{a6cRNfa>Hh znxLeqMcx`tM1vkd{jCv;-Qt|$V5ZSCbO09>XwHb2b%lH)#>E*~`3QSYZU}Y(x}yFAIG7DW|G~1hrmyL%tI!UY zCNk~K)z!}{NPuf`fTk6rhpPhw_DY3@nJk2za%WJGvi`JT(es8IISxCgwq4d} z;5=1z=)qNxIrB|yxopB0BiQI9@7}=#z6Y$QpkQ)*{FqoC6CdgqxwT#P70o;eO{=l% zZz{`8Xi0l91(`WZmS!8-Io!6{xIt`ZSt z-80v_aLL5*A%?>7Ej+<7xCMb%XOj@&UJj;#VX_&q>D4UHrL~$pBq+0(oI*AUqX@Et zz{tfF_tu7X4L)p;`ga&7W2Qom$)`_%inV5^3VkVDocA5y_xxT;2P`H|tqX=vAsl{) zY@b>p=45%{oS@mJbdn{=RIe;Q$oP70z^anAi~|TmpSY`Kbv*}(6f{~_tR*qiH*OFI zdd@0e6jsuVucViQbG9515J8V1M{9($R0rKsj9|K?#}td25i+nm6Yhez;igj07m6)^ zOv&lIfXkza6k{+{;DnZ{XuCTBI;j}6>KKx5Y;9tz%GRV)JUKj%O8_3pBtx2VjWVH3b%YPx9?y{;PIR12u1Nb z@d_2Lcbx`AffJ@p4A^UIk>6bYC_z4FLj4R;acV45k=X4@1cj6mAd$>iB#78)*AUi} zD;O!Ld53QOYrE5NcV_a zEsqAo^+NQ4AQS>XT&blNNK5(hoPp8e)`XAfEBIf`4%R(k^0+JuwemhNZT=vaW-$Z> zf{T~vjJZ>g=^iX?0#0@ytniwB?sR?MopK!HiOH|fd9ar|LgGNeDmb-RSjgRtC6kch zoMx~V+7h|2!x8Bpyoy0VqG(`18e>Lv;i6zVx36itP!(f)Fyq}`A#!?Jg#>AF3 zD)M_(?`)J~TL^R|BlG zn+_rzKm~vqcAl)J{3=5IU0>cx*tOQ+$`GuQam#TkXdun&thORpaHa?{1-W!e2 z`(QK(tmJX>A!)+hdI7|>g;@&pAuMDmQ?!+vp33GHVD{@DaQ>HT#$=I4oa1wR#kZ}RuP`A)VoInAS5rVK zO1|b6NOHJ*yKwTPZ%+ZedPZ zT-PTNvAW|@9L3doQt7;)|ERbWj|0uFq~kDOb-^5GaY}FBZ1tNg{mPh3RoxaJgTy6( zxstJ>I --s3-bucket-name [--policy-type ]" + echo "" + echo "Options:" + echo " --username Specify the IAM username to create." + echo " --policy-type (Optional) Specify the policy type to create and attach. Supported Values: read, delete." + echo " --s3-bucket-name Specify the S3 bucket name to create." + echo " --help Display this help message." + echo "" + echo "Example:" + echo " $0 --username my-username --policy-type read --s3-bucket-name my-bucket" + echo " $0 --username my-username --s3-bucket-name my-bucket" + exit 0 +} + +to_title_case() { + echo "$1" | awk '{print toupper(substr($0,1,1)) tolower(substr($0,2))}' +} + +delete_user() { + aws iam delete-user --user-name "$1" 1>/dev/null + echo "Deleted IAM User $1 due to failures." +} + +delete_policy() { + aws iam delete-policy --policy-arn "$1" 1>/dev/null + echo "Deleted IAM Policy $1 due to failures." +} + +delete_bucket() { + aws s3 rb "s3://$1" --force 1>/dev/null + echo "Deleted S3 bucket $1 due to failures." +} + +while [[ "$#" -gt 0 ]]; do + case $1 in + --username) username="$2"; shift ;; + --policy-type) policy_type="$2"; shift ;; + --s3-bucket-name) s3_bucket_name="$2"; shift ;; + --help) show_help=true ;; + *) echo "Unknown parameter passed: $1"; show_help ;; + esac + shift +done + +if [ "$show_help" = true ]; then + show_help +fi + + + +if [ -z "$username" ] || [ -z "$s3_bucket_name" ]; then + echo "Error: --username and --s3-bucket-name are required." + show_help +fi + +if [ -n "$policy_type" ]; then + case "$(to_title_case "$policy_type")" in + Read|Delete) policy_type=$(to_title_case "$policy_type") ;; + *) echo "Error: Unsupported policy type '$policy_type'. Supported values are: Read, Delete."; exit 1 ;; + esac +fi + +policy_document="./CloudGovernance${policy_type}Policy.json" +account_id=$(aws sts get-caller-identity --query 'Account' --output text) +if [ $? -ne 0 ]; then + echo "Failed to retrieve AWS account ID." + exit 1 +fi +echo "AWS Account ID: $account_id" + +if [ -n "$account_id" ]; then + sed -i '' -e "s/account_id/${account_id}/g" "$policy_document" +fi + + +if ! aws iam create-user --user-name "$username" --tags "Key=User,Value=${username}" 1>/dev/null; then + echo "Failed to create user $username." + exit 1 +fi +echo "User $username created successfully." + +if [ -n "$policy_type" ]; then + policy_name="CloudGovernance${policy_type}" + + + if [ ! -f "$policy_document" ]; then + echo "Error: Policy document file $policy_document does not exist." + delete_user "$username" + exit 1 + fi + + policy_arn=$(aws iam create-policy --policy-name "$policy_name" --policy-document "file://$policy_document" --query 'Policy.Arn' --output text) + if [ $? -ne 0 ]; then + echo "Failed to create policy $policy_name." + delete_user "$username" + exit 1 + fi + echo "Policy $policy_name created successfully with ARN $policy_arn." + + if ! aws iam attach-user-policy --user-name "$username" --policy-arn "$policy_arn"; then + echo "Failed to attach policy $policy_name to user $username." + delete_policy "$policy_arn" + delete_user "$username" + exit 1 + fi + echo "Policy $policy_name attached to user $username successfully." +fi + +if ! aws s3api create-bucket --bucket "$s3_bucket_name" --region "$AWS_DEFAULT_REGION" --create-bucket-configuration LocationConstraint="$AWS_DEFAULT_REGION" 1>/dev/null; then + echo "Failed to create S3 bucket $s3_bucket_name." + delete_user "$username" + if [ -n "$policy_arn" ]; then + delete_policy "$policy_arn" + fi + exit 1 +fi +echo "S3 bucket $s3_bucket_name created successfully." + +access_key_json=$(aws iam create-access-key --user-name "$username" --query 'AccessKey.[AccessKeyId,SecretAccessKey]' --output json) +if [ $? -ne 0 ]; then + echo "Failed to create access key for user $username." + delete_user "$username" + delete_bucket "$s3_bucket_name" + if [ -n "$policy_arn" ]; then + delete_policy "$policy_arn" + fi + exit 1 +fi + +access_key_id=$(echo "$access_key_json" | jq -r '.[0]') +secret_access_key=$(echo "$access_key_json" | jq -r '.[1]') + +echo "Access Key ID: $access_key_id" +echo "Secret Access Key: $secret_access_key" diff --git a/jenkins/tenant/aws/README.md b/jenkins/tenant/aws/README.md index afcae3a85..3191ef335 100644 --- a/jenkins/tenant/aws/README.md +++ b/jenkins/tenant/aws/README.md @@ -1,12 +1,15 @@ # How to run cloud-governance on Tenant Accounts Steps -1. Create AWS User and attach user by [CloudGovernanceDeletePolicy.json](../../../iam/clouds/aws/CloudGovernanceDeletePolicy.json). [ Note: Replace account_id with actual account id] + +1. Create AWS User and attach user + by [CloudGovernanceDeletePolicy.json](../../../iam/clouds/aws/CloudGovernanceCloudCreds/CloudGovernanceDeletePolicy.json). [ Note: Replace account_id with actual account id] 2. Create S3 bucket 3. Add kind secret-text to jenkins with below naming conventions - 1. ${account_name}-aws-access-key-id - 2. ${account_name}-aws-secret-key-id - 3. ${account_name}-s3-bucket + 1. ${account_name}-aws-access-key-id + 2. ${account_name}-aws-secret-key-id + 3. ${account_name}-s3-bucket 4. Create folder named that you want to run the cloud-governance policies and copy the file in templates. -5. Add account_name to account variable in this [PolicyJenkinsfileDaily](../aws/template/PolicyJenkinsfileDaily) and [TaggingJenkinsfileHourly](../aws/template/TaggingJenkinsfileHourly). +5. Add account_name to account variable in this [PolicyJenkinsfileDaily](../aws/template/PolicyJenkinsfileDaily) + and [TaggingJenkinsfileHourly](../aws/template/TaggingJenkinsfileHourly). 6. Create two Jenkins jobs by using this two Jenkinsfile diff --git a/jenkins/tenant/aws/ecoeng_01/README.md b/jenkins/tenant/aws/ecoeng_01/README.md index 7261a6e20..391b9e9a8 100644 --- a/jenkins/tenant/aws/ecoeng_01/README.md +++ b/jenkins/tenant/aws/ecoeng_01/README.md @@ -5,17 +5,17 @@ Accounts: -- **industry-partners**: "hhalbfin@redhat.com", -- **certification-pipeline**: "matt.dorn@redhat.com, mhillsma@redhat.com, babak@redhat.com, hhalbfin@redhat.com", -- **ecoengverticals-qe**: "augol@redhat.com, hhalbfin@redhat.com", -- **emerge-partner**: "jsalomon@redhat.com, ltomasbo@redhat.com, hhalbfin@redhat.com", -- **telco5g-ci**: "yjoseph@redhat.com, hhalbfin@redhat.com", -- **ecoeng-sap**: "cbrune@redhat.com, ksatarin@redhat.com, babak@redhat.com, hhalbfin@redhat.com", -- **sysdeseng**: "scollier@redhat.com, hhalbfin@redhat.com", -- **appeng-ai**: "matrujil@redhat.com, mmikhail@redhat.com, babak@redhat.com, hhalbfin@redhat.com", +
- **industry-partners**: "hhalbfin@redhat.com", +
- **certification-pipeline**: "matt.dorn@redhat.com, mhillsma@redhat.com, babak@redhat.com, hhalbfin@redhat.com", +
- **ecoengverticals-qe**: "augol@redhat.com, hhalbfin@redhat.com", +
- **emerge-partner**: "jsalomon@redhat.com, ltomasbo@redhat.com, hhalbfin@redhat.com", +
- **telco5g-ci**: "yjoseph@redhat.com, hhalbfin@redhat.com",~ +
- **ecoeng-sap**: "cbrune@redhat.com, ksatarin@redhat.com, babak@redhat.com, hhalbfin@redhat.com", +
- **sysdeseng**: "scollier@redhat.com, hhalbfin@redhat.com", +
- **appeng-ai**: "matrujil@redhat.com, mmikhail@redhat.com, babak@redhat.com, hhalbfin@redhat.com", - **verticals-ui**: "brotman@redhat.com, hhalbfin@redhat.com", -- **special-projects**: "chen.yosef@redhat.com, hhalbfin@redhat.com", -- **edgeinfra**: "lgamliel@redhat.com, bthurber@redhat.com, oourfali@redhat.com, hhalbfin@redhat.com", -- **specialprojects-qe**: "augol@redhat.com, hhalbfin@redhat.com" +
- **special-projects**: "chen.yosef@redhat.com, hhalbfin@redhat.com", +
- **edgeinfra**: "lgamliel@redhat.com, bthurber@redhat.com, oourfali@redhat.com, hhalbfin@redhat.com", +
- **specialprojects-qe**: "augol@redhat.com, hhalbfin@redhat.com" - **partnerlab**: "matt.dorn@redhat.com, jomckenz@redhat.com, babak@redhat.com, hhalbfin@redhat.com" - **blueprints**: "abeekhof@redhat.com, hhalbfin@redhat.com"