Uses curl to fetch mlabconfig.py from the m-lab/siteinfo repo (#131)

* Uses curl to fetch mlabconfig.py from the m-lab/siteinfo repo (mlabconfig.py moved from the operator repo to the siteinfo repo).

* Adds a TODO to replace the curl commands with native go-get commands once mlabconfig.py is rewritten in Go.

* Redirects the output of curl to a file. I forgot that curl doesn't behave like wget.

* Invokes mlabconfig.py with bash, since the file downloaded by curl doesn't have execute permissions.

* Invokes mlabconfig.py with python\!, not bash. :/

* Fixes the path to mlabconfig.py, it should be ./mlabconfig.py not .mlabconfig.py

setup_stage1.sh

@@ -73,16 +73,16 @@ function generate_stage1_ipxe_scripts() {
   # Create all stage1.ipxe scripts.
   pushd ${build_dir}
     # TODO: replace host set with metadata service.
-    test -d operator || git clone https://github.com/m-lab/operator
-    pushd operator/plsync
-      mkdir -p ${output_dir}
-      ./mlabconfig.py --format=server-network-config \
-          --physical \
-          --select "${hostname_pattern}" \
-          --label "project=${PROJECT}" \
-          --template_input "${config_dir}/stage1-template.ipxe" \
-          --template_output "${output_dir}/stage1-{{hostname}}.ipxe"
-    popd
+    # TODO: Replace curl with a native go-get once mlabconfig is rewritten in Go.
+    curl --location "https://raw.githubusercontent.com/m-lab/siteinfo/master/cmd/mlabconfig.py" > \
+        ./mlabconfig.py
+    mkdir -p ${output_dir}
+    python ./mlabconfig.py --format=server-network-config \
+        --physical \
+        --select "${hostname_pattern}" \
+        --label "project=${PROJECT}" \
+        --template_input "${config_dir}/stage1-template.ipxe" \
+        --template_output "${output_dir}/stage1-{{hostname}}.ipxe"
   popd
 }
 

setup_stage1_isos.sh

@@ -22,17 +22,16 @@ set -xuo pipefail
 # Use mlabconfig to fill in the template for every machine matching the given
 # HOSTNAMES pattern.
 pushd ${BUILD_DIR}
-  test -d operator || git clone https://github.com/m-lab/operator
-  pushd operator/plsync
-    mkdir -p ${OUTPUT_DIR}/scripts
-    ./mlabconfig.py --format=server-network-config \
-        --physical \
-        --select "${HOSTNAMES}" \
-        --label "project=${PROJECT}" \
-        --template_input "${CONFIG_DIR}/create-stage1-iso-template.sh" \
-        --template_output "${BUILD_DIR}/create-stage1-iso-{{hostname}}.sh"
-  popd
-popd
+  # TODO: Replace curl with a native go-get once mlabconfig is rewritten in Go.
+  curl --location "https://raw.githubusercontent.com/m-lab/siteinfo/master/cmd/mlabconfig.py" > \
+      ./mlabconfig.py
+  mkdir -p ${OUTPUT_DIR}/scripts
+  python ./mlabconfig.py --format=server-network-config \
+      --physical \
+      --select "${HOSTNAMES}" \
+      --label "project=${PROJECT}" \
+      --template_input "${CONFIG_DIR}/create-stage1-iso-template.sh" \
+      --template_output "${BUILD_DIR}/create-stage1-iso-{{hostname}}.sh"
 
 # Check whether there are any files in the glob pattern.
 if ! compgen -G ${BUILD_DIR}/create-stage1-iso-*.sh ; then

setup_stage1_usbs.sh

@@ -23,16 +23,16 @@ set -xuo pipefail
 # Use mlabconfig to fill in the template for every machine matching the given
 # HOSTNAMES pattern.
 pushd "${BUILD_DIR}"
-  test -d operator || git clone https://github.com/m-lab/operator
-  pushd operator/plsync
-    mkdir -p "${OUTPUT_DIR}/scripts"
-    ./mlabconfig.py --format=server-network-config \
-        --physical \
-        --select "${HOSTNAMES}" \
-        --label "project=${PROJECT}" \
-        --template_input "${CONFIG_DIR}/create-stage1-usb-template.sh" \
-        --template_output "${BUILD_DIR}/create-stage1-usb-{{hostname}}.sh"
-  popd
+  # TODO: Replace curl with a native go-get once mlabconfig is rewritten in Go.
+  curl --location "https://raw.githubusercontent.com/m-lab/siteinfo/master/cmd/mlabconfig.py" > \
+      ./mlabconfig.py
+  mkdir -p "${OUTPUT_DIR}/scripts"
+  python ./mlabconfig.py --format=server-network-config \
+      --physical \
+      --select "${HOSTNAMES}" \
+      --label "project=${PROJECT}" \
+      --template_input "${CONFIG_DIR}/create-stage1-usb-template.sh" \
+     --template_output "${BUILD_DIR}/create-stage1-usb-{{hostname}}.sh"
 popd
 
 # Check whether there are any files in the glob pattern.