#!/bin/bash #run this script from google-cloud-java directory # google-cloud-java$ ./generation/diff_files.sh # not using set -e because failing diff command is ok # latest repositories Id -> comgooglecloud-5570, comgoogleapi-5038, comgoogleanalytics-1052 # this script must be run on a branch which does not have any snapshot versions in it ## HOW TO USE THIS SCRIPT ## # 1. Run the stage job for google-cloud-java, on a branch which does not have any snapshot versions in it. # 2. Search the stage job logs for # a. 'comgooglecloud' (the result will be like "comgooglecloud-5570") # b. 'comgoogleapi' (the result will be like "comgoogleapi-5038") # c. 'comgoogleanalytics' (the result will be like "comgoogleanalytics-1052") # 3. Update them below under the variables `cloudRepoId`, `apiRepoId`, `analyticsRepoId` # 4. Run ./generation/diff_files.sh # Output of this script are 2 files (actually generated by diff_directory.sh) -> # 1. diff-files-summary.txt : This will show success for artifacts which have same files on maven-central and sonatype, # and if they differ, it will show a diff failure message along with the names of the files that differ. # 2. total-diff.txt : For every artifact, this will show 4 things: # a. Sonatype directory URL # b. Files that exist on sonatype (with version omitted, since we only care about the file generated) # c. Maven directory URL # d. Files that exist on Maven (with version omitted, since we only care about the file generated) # This script calls ./generation/diff_directory.sh for every pair, but you do not need to do anything for it. You just need to run this script. # Search total-diff.txt for any artifact, and it will show you a complete scenario, what all files exist etc etc. cloudRepoId=comgooglecloud-5570 apiRepoId=comgoogleapi-5038 analyticsRepoId=comgoogleanalytics-1052 #-maxDepth 2 will just loop over all the packages we have, like java-vision etc, not maven submodules within it #-maxDepth 3 and 4 output same number of modules (more than 2 ofcourse) so 3 is covering all the modules for module in $(find . -mindepth 1 -maxdepth 3 -name pom.xml | sort | xargs dirname); do if [[ "${module}" = *gapic-libraries-bom ]]; then continue fi if [[ "${module}" = *samples* ]]; then continue fi #these modules do not exist on maven-central yet if [[ "${module}" = *beyondcorp* ]]; then continue fi pom_file="${module}/pom.xml" groupId_line=$(grep --max-count=1 'groupId' "${pom_file}") artifactId_line=$(grep --max-count=1 'artifactId' "${pom_file}") version_line=$(grep --max-count=1 'x-version-update' "${pom_file}") #strip off everything from version line except digits and . to get the version version=$(echo "$version_line" | cut -d '>' -f 2 | cut -d '<' -f 1) prefix=" " suffix="" string=${groupId_line} new_string=${string#"$prefix"} groupId=${new_string%"$suffix"} prefix=" " suffix="" string=${artifactId_line} new_string=${string#"$prefix"} artifactId=${new_string%"$suffix"} if [[ "${groupId}" == *grafeas* ]]; then continue fi if [[ "${groupId}" == *google.cloud* ]]; then maven_version=$(curl -s "https://repo1.maven.org/maven2/com/google/cloud/${artifactId}/maven-metadata.xml" | grep --max-count=1 'latest') maven_latest_version=$(echo "$maven_version" | cut -d '>' -f 2 | cut -d '<' -f 1) sonatypeURL="https://google.oss.sonatype.org/content/repositories/${cloudRepoId}/com/google/cloud/${artifactId}/${version}" mavenURL="https://repo1.maven.org/maven2/com/google/cloud/${artifactId}/${maven_latest_version}" ./generation/diff_directory.sh ${mavenURL} ${sonatypeURL} ${artifactId} ${cloudRepoId} fi if [[ "${groupId}" == *grpc* ]]; then maven_version=$(curl -s "https://repo1.maven.org/maven2/com/google/api/grpc/${artifactId}/maven-metadata.xml" | grep --max-count=1 'latest') maven_latest_version=$(echo "$maven_version" | cut -d '>' -f 2 | cut -d '<' -f 1) sonatypeURL="https://google.oss.sonatype.org/content/repositories/${apiRepoId}/com/google/api/grpc/${artifactId}/${version}" mavenURL="https://repo1.maven.org/maven2/com/google/api/grpc/${artifactId}/${maven_latest_version}" ./generation/diff_directory.sh ${mavenURL} ${sonatypeURL} ${artifactId} ${apiRepoId} fi if [[ "${groupId}" == *analytics* ]]; then maven_version=$(curl -s "https://repo1.maven.org/maven2/com/google/analytics/${artifactId}/maven-metadata.xml" | grep --max-count=1 'latest') maven_latest_version=$(echo "$maven_version" | cut -d '>' -f 2 | cut -d '<' -f 1) sonatypeURL="https://google.oss.sonatype.org/content/repositories/${analyticsRepoId}/com/google/analytics/${artifactId}/${version}" mavenURL="https://repo1.maven.org/maven2/com/google/analytics/${artifactId}/${maven_latest_version}" ./generation/diff_directory.sh ${mavenURL} ${sonatypeURL} ${artifactId} ${analyticsRepoId} fi done