Query KG data from GraphDB SPARQL endpoint on method build

Author: andybywire

.github/workflows/build-prod.yml

@@ -53,8 +53,20 @@ jobs:
         working-directory: web
 
       - name: Build 11ty
+        id: build
         run: npx @11ty/eleventy
         working-directory: web
+        env:
+          NODE_ENV: production
+          KG_AUTH: ${{ secrets.KG_AUTH }}
+        continue-on-error: false
+
+      - name: Check for KG fallback usage
+        run: |
+          if grep -q "Using fallback data" web/_site/index.html; then
+            echo "WARNING: Using fallback KG data" >> $GITHUB_STEP_SUMMARY
+            echo "::warning::Using fallback KG data"
+          fi
 
       - name: Verify build
         run: ls -la ./_site
@@ -67,6 +79,22 @@ jobs:
           sudo chmod 600 ~/.ssh/do_uxm_prod
           ssh-keyscan -H "24.199.98.130" > ~/.ssh/known_hosts
 
+      - name: Manage fallback data directory
+        run: |
+          # Create directory if it doesn't exist
+          ssh -i ~/.ssh/do_uxm_prod prod@24.199.98.130 "mkdir -p /var/www/uxm/fallback-data"
+          
+          # Keep only the 2 most recent backup files
+          ssh -i ~/.ssh/do_uxm_prod prod@24.199.98.130 "ls -t /var/www/uxm/fallback-data/kg-data-*.json | tail -n +3 | xargs -r rm"
+
+      - name: Upload fallback data
+        run: |
+          if [ -f "web/_data/fallback-data/kg-data.json" ]; then
+            # Add timestamp to filename to keep history
+            TIMESTAMP=$(date +%Y%m%d-%H%M%S)
+            scp -i ~/.ssh/do_uxm_prod web/_data/fallback-data/kg-data.json prod@24.199.98.130:/var/www/uxm/fallback-data/kg-data-${TIMESTAMP}.json
+          fi
+
       - name: Clean & FTP Upload
         run: |
           ssh -i ~/.ssh/do_uxm_prod prod@24.199.98.130 "rm -rf /var/www/uxm/html/*"

.gitignore

@@ -6,4 +6,5 @@ _local
 /node_modules
 
 # Local development directories
-/_kg-integration
+/_kg-integration/
+/_kg-integration/**

kg/README.md

@@ -25,4 +25,62 @@ To stop GraphDB, run:
 docker compose down
 ```
 
-Your data in `./data/` stays safe and portable.
+Your data in `./data/` stays safe and portable.
+
+## Test Queries
+
+Query to test a tunnel to `kg.uxmethods.org` with basic authentication.
+
+### Method Centrality
+
+```bash
+curl -u "username:password" \
+   -X POST http://kg.uxmethods.org/repositories/uxm \
+   -H "Content-Type: application/x-www-form-urlencoded" \
+   -H "Accept: application/sparql-results+json" \
+   --data-urlencode "query=
+         PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
+         PREFIX : <https://uxmethods.org/>
+         PREFIX uxmo: <https://uxmethods.org/ontology/>
+
+         SELECT ?method ?label (COUNT(?transput) AS ?centrality)
+         WHERE {
+               ?methodA skos:prefLabel ?label.
+               {?methodA uxmo:hasInput ?transput.}
+               UNION
+               {?methodA uxmo:hasOutput ?transput.}
+               BIND(?methodA AS ?method)
+         }
+         GROUP BY ?method ?label
+         ORDER BY DESC (?centrality)
+"
+```
+
+### Shared Output
+
+```bash
+curl -u "username:password" \
+   -X POST http://kg.uxmethods.org/repositories/uxm \
+   -H "Content-Type: application/x-www-form-urlencoded" \
+   -H "Accept: application/sparql-results+json" \
+   --data-urlencode "query=
+         PREFIX : <https://uxmethods.org/>
+         PREFIX uxmo: <https://uxmethods.org/ontology/>
+
+         SELECT ?origin ?destination (COUNT(?output) AS ?sharedOutputCount)
+                (GROUP_CONCAT(DISTINCT ?output; SEPARATOR=',') AS ?sharedOutput)
+         WHERE {
+            ?origin uxmo:hasOutput ?output.
+            ?destination uxmo:hasInput ?output.
+         }
+         GROUP BY ?origin ?destination
+         ORDER BY DESC(?sharedOutputCount)
+"
+```
+
+Replace `username` and `password` with your actual credentials.
+
+### Notes
+
+- `-u` The most basic curl authentication option is -u / --user. It accepts an argument that is the username and password, colon separated.
+- `-X` Tell curl to change the method into something else by using the -X or --request command-line options followed by the actual method name.

package-lock.json

@@ -30,6 +30,7 @@ export default function (eleventyConfig) {
 
   // Watch all asset directories for changes
   eleventyConfig.addWatchTarget('_src/**/*') // Watch everything in _src
+  eleventyConfig.watchIgnores.add('_data/fallback-data/**/*') // Ignore fallback data directory
 
   eleventyConfig.setServerOptions({
     showAllHosts: true,

web/.eleventy.js

@@ -10,6 +10,8 @@
 
 # Dotenv and similar local-only files
 *.local
+_data/fallback-data/
+_data/fallback-data/**
 
 # Static site
 _site