SPARQL query: UKHPI in a date range

Karima Rafes

economy United Kingdom price time interval house

UKHPI in a date range

House price index for all regions within a given date range

Reuse these data in your code

Query, endpoint and code for reusing the same data

Endpoint:

http://landregistry.data.gov.uk/landregistry/query

Query:

prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}

Howto write a query SPARQL? (in French)

{{#sparql:prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}
| endpoint = http://landregistry.data.gov.uk/landregistry/query
| chart=bordercloud.visualization.DataTable
| options=
| log=2
}}

Howto install LinkedWiki in my wiki? Howto insert this graph in my wiki?

Test this script in a new tab.

<html>
    <head>
        <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.4.1/jquery.min.js"  async></script>
    </head>
    <body onload="testQuery();">
        <script>
function testQuery(){
    var endpoint = "http://landregistry.data.gov.uk/landregistry/query";
    var query = `prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > \"2008-12-31\"^^xsd:date &&
    ?date < \"2009-03-01\"^^xsd:date
  )
}`;

   // $('#bodyContentResearch').append(queryDataset);
    $.ajax({
                url: endpoint,
                dataType: 'json',
                data: {
                    queryLn: 'SPARQL',
                    query: query ,
                    limit: 'none',
                    infer: 'true',
                    Accept: 'application/sparql-results+json'
                },
                success: displayResult,
                error: displayError
        });
}

function displayError(xhr, textStatus, errorThrown) {
    console.log(textStatus);
    console.log(errorThrown);
}

function displayResult(data) {
    $.each(data.results.bindings, function(index, bs) {
        console.log(bs);
        $("body").append(JSON.stringify(bs) + "<hr/>");
    });
}

        </script>
    </body>
</html>

Test this script in a new tab.

<html>
    <head>
        <script src="https://ajax.googleapis.com/ajax/libs/jquery/3.4.1/jquery.min.js"  async></script>
    </head>
    <body onload="testQuery();">
        <script>
function testQuery(){
    var url = new URL("http://landregistry.data.gov.uk/landregistry/query");
    var params = {query:`prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > \"2008-12-31\"^^xsd:date &&
    ?date < \"2009-03-01\"^^xsd:date
  )
}`};

    url.search = new URLSearchParams(params).toString();

    var myHeaders = new Headers();
    myHeaders.append("Accept", "application/sparql-results+json");

    var requestOptions = {
      method: 'GET',
      headers: myHeaders,
      redirect: 'follow'
    };

    fetch(url, requestOptions)
        .then(response => response.json())
        .then(result => displayResult(result))
        .catch(error => displayError(error));
}

function displayError(error) {
    console.log(error);
}

function displayResult(data) {
    data.results.bindings.forEach(bs => {
            console.log(bs);
            $("body").append(JSON.stringify(bs) + "<hr/>");
    });
}
        </script>
    </body>
</html>

Test this script in a new tab (Careful, several charts need a API key).
Howto insert this graph in my html page?

<html>
    <head>
     <link rel="stylesheet" href="https://stackpath.bootstrapcdn.com/bootstrap/4.3.1/css/bootstrap.min.css" integrity="sha384-ggOyR0iXCbMQv3Xipma34MD+dH/1fQ784/j6cY/iJTQUOhcWr7x9JvoRxT2MZw1T" crossorigin="anonymous">

     <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.9.0/css/all.min.css">

     <script
            src="https://code.jquery.com/jquery-3.4.1.min.js"
            integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo="
            crossorigin="anonymous"> </script>
     <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.7/umd/popper.min.js" integrity="sha384-UO2eT0CpHqdSJQ6hJty5KVphtPhzWj9WO1clHTMGa3JDZwrnQq4sF86dIHNDz0W1" crossorigin="anonymous"> </script>
     <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.3.1/js/bootstrap.min.js" integrity="sha384-JjSmVgyd0p3pXB1rRibZUAYoIIy6OrQ6VrjIEaFf/nJGzIxFDsf4x0xIM+B07jRM" crossorigin="anonymous"> </script>

     <script type="text/javascript" src="https://bordercloud.github.io/sgvizler2/sgvizler2/sgvizler2.js" defer> </script>
     <script type="text/javascript" src="https://linkedwiki.com/js/initExampleHTML.js"  defer > </script>
    </head>
<body style="margin:0;">
<div id="sgvzl_example_query"
   data-sgvizler-endpoint="http://landregistry.data.gov.uk/landregistry/query"
   data-sgvizler-query="prefix rdf: &lt;http://www.w3.org/1999/02/22-rdf-syntax-ns#&gt;
prefix rdfs: &lt;http://www.w3.org/2000/01/rdf-schema#&gt;
prefix owl: &lt;http://www.w3.org/2002/07/owl#&gt;
prefix xsd: &lt;http://www.w3.org/2001/XMLSchema#&gt;
prefix sr: &lt;http://data.ordnancesurvey.co.uk/ontology/spatialrelations/&gt;
prefix ukhpi: &lt;http://landregistry.data.gov.uk/def/ukhpi/&gt;
prefix lrppi: &lt;http://landregistry.data.gov.uk/def/ppi/&gt;
prefix skos: &lt;http://www.w3.org/2004/02/skos/core#&gt;
prefix lrcommon: &lt;http://landregistry.data.gov.uk/def/common/&gt;

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date &gt; &quot;2008-12-31&quot;^^xsd:date &amp;&amp;
    ?date &lt; &quot;2009-03-01&quot;^^xsd:date
  )
}"
    data-sgvizler-chart='bordercloud.visualization.DataTable'
    data-sgvizler-chart-options=''
    data-sgvizler-endpoint_output_format='json'
    data-sgvizler-log='2'
    style='width:100%; height:auto;'
    lang='en'
   />

<script>
/*$(function() {
   sgvizler2.containerDrawAll({
       // Google Api key
       googleApiKey : "GOOGLE_MAP_API_KEY",
       // OpenStreetMap Access Token
       //  https://www.mapbox.com/api-documentation/#access-tokens
       osmAccessToken : "OSM_MAP_API_KEY"
     });
});*/
</script>

</body>
</html>

from SPARQLWrapper import SPARQLWrapper, JSON

sparql = SPARQLWrapper("http://landregistry.data.gov.uk/landregistry/query")
sparql.setQuery("""
    prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}""")
sparql.setReturnFormat(JSON)
results = sparql.query().convert()

for result in results["results"]["bindings"]:
    print(result)
    #print(result["label"]["value"])

Howto use SPARQL with Python ?

library(SPARQL) # SPARQL querying package
library(ggplot2)

# Step 1 - Set up preliminaries and define query
# Define the data.gov endpoint
    endpoint <- "http://landregistry.data.gov.uk/landregistry/query"
# create query statement
    query <- "prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}"
# Step 2 - Use SPARQL package to submit query and save results to a data frame
qd <- SPARQL(endpoint,query,curl_args=list(useragent=R.version.string))
df <- qd$results

SPARQL with R in less than 5 minutes

#!/usr/bin/env ruby
#
# Install sparql for Ruby
#   gem update --system
#   gem install sparql
#
require 'sparql/client'

endpoint = "http://landregistry.data.gov.uk/landregistry/query"
sparql = <<-EOT
prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}
EOT

#For Wikidata, the method get is required
#For other SPARQL endpoints, the method post is prefered
client = SPARQL::Client.new(endpoint, :method => :get)
rows = client.query(sparql)

puts "Number of rows: #{rows.size}"
for row in rows
  for key,val in row do
    # print "#{key.to_s.ljust(10)}: #{val}\t"
    print "#{key}: #{val}\t"
  end
  print "\n"
end

Doc Ruby for SPARQL 1.1

endpoint = 'http://landregistry.data.gov.uk/landregistry/query';

query = ['prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> '...
'prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> '...
'prefix owl: <http://www.w3.org/2002/07/owl#> '...
'prefix xsd: <http://www.w3.org/2001/XMLSchema#> '...
'prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/> '...
'prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/> '...
'prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/> '...
'prefix skos: <http://www.w3.org/2004/02/skos/core#> '...
'prefix lrcommon: <http://landregistry.data.gov.uk/def/common/> '...
' '...
'SELECT ?region ?date ?hpi '...
'{ '...
'  ?region ukhpi:refPeriodStart ?date ; '...
'          ukhpi:housePriceIndex ?hpi '...
'  FILTER ( '...
'    ?date > "2008-12-31"^^xsd:date && '...
'    ?date < "2009-03-01"^^xsd:date '...
'  ) '...
'} '];

url_head = strcat(endpoint,'?query=');
url_query = urlencode(query);
format = 'text/tab-separated-values';
url_tail = strcat('&format=', format);

url = strcat(url_head, url_query, url_tail);

% get the data from the endpoint
query_results = urlread(url);

% write the data to a file so that tdfread can parse it
fid = fopen('query_results.txt','w');
if fid>=0
    fprintf(fid, '%s\n', query_results)
    fclose(fid)
end

% this reads the tsv file into a struct
sparql_data = tdfread('query_results.txt')

Project Github MatlabSPARQL

<?php
require __DIR__ . '/../vendor/autoload.php';
use BorderCloud\SPARQL\SparqlClient;

$endpoint ="http://landregistry.data.gov.uk/landregistry/query";
$sp_readonly = new SparqlClient();
$sp_readonly->setEndpointRead($endpoint);
$q = <<<EOD
prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>
prefix owl: <http://www.w3.org/2002/07/owl#>
prefix xsd: <http://www.w3.org/2001/XMLSchema#>
prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/>
prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/>
prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/>
prefix skos: <http://www.w3.org/2004/02/skos/core#>
prefix lrcommon: <http://landregistry.data.gov.uk/def/common/>

SELECT ?region ?date ?hpi
{
  ?region ukhpi:refPeriodStart ?date ;
          ukhpi:housePriceIndex ?hpi
  FILTER (
    ?date > "2008-12-31"^^xsd:date &&
    ?date < "2009-03-01"^^xsd:date
  )
}
EOD;
$rows = $sp_readonly->query($q, 'rows');
$err = $sp_readonly->getErrors();
if ($err) {
      print_r($err);
      throw new Exception(print_r($err, true));
}

foreach ($rows["result"]["variables"] as $variable) {
        printf("%-20.20s",$variable);
        echo '|';
 }
 echo "\n";

foreach ($rows["result"]["rows"] as $row) {
        foreach ($rows["result"]["variables"] as $variable) {
            printf("%-20.20s", $row[$variable]);
            echo '|';
        }
        echo "\n";
 }
 ?>

Project Github BorderCloud/SPARQL

import com.bordercloud.sparql.*;

import java.net.URI;
import java.net.URISyntaxException;
import java.util.HashMap;

public class Main {

    public static void main(String[] args) {
        try {
            URI endpoint = new URI("http://landregistry.data.gov.uk/landregistry/query");
            String querySelect  = "prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> \n"
                    + "prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> \n"
                    + "prefix owl: <http://www.w3.org/2002/07/owl#> \n"
                    + "prefix xsd: <http://www.w3.org/2001/XMLSchema#> \n"
                    + "prefix sr: <http://data.ordnancesurvey.co.uk/ontology/spatialrelations/> \n"
                    + "prefix ukhpi: <http://landregistry.data.gov.uk/def/ukhpi/> \n"
                    + "prefix lrppi: <http://landregistry.data.gov.uk/def/ppi/> \n"
                    + "prefix skos: <http://www.w3.org/2004/02/skos/core#> \n"
                    + "prefix lrcommon: <http://landregistry.data.gov.uk/def/common/> \n"
                    + " \n"
                    + "SELECT ?region ?date ?hpi \n"
                    + "{ \n"
                    + "  ?region ukhpi:refPeriodStart ?date ; \n"
                    + "          ukhpi:housePriceIndex ?hpi \n"
                    + "  FILTER ( \n"
                    + "    ?date > \"2008-12-31\"^^xsd:date && \n"
                    + "    ?date < \"2009-03-01\"^^xsd:date \n"
                    + "  ) \n"
                    + "} \n";
            SparqlClient sc = new SparqlClient(false);
            sc.setEndpointRead(endpoint);
            SparqlResult sr = sc.query(querySelect);
            //sc.printLastQueryAndResult();

            printResult(sr.getModel(),30);
        } catch (URISyntaxException | SparqlClientException e) {
            System.out.println(e);
            e.printStackTrace();
        }
    }

    public static void printResult(SparqlResultModel rs , int size) {
        for (String variable : rs.getVariables()) {
            System.out.print(String.format("%-"+size+"."+size+"s", variable ) + " | ");
        }
        System.out.print("\n");
        for (HashMap row : rs.getRows()) {
            for (String variable : rs.getVariables()) {
                System.out.print(String.format("%-"+size+"."+size+"s", row.get(variable)) + " | ");
            }
            System.out.print("\n");
        }
    }
}

For example, with Gradle :

apply plugin: 'java'
apply plugin: 'application'

// This comes out to package + '.' + mainClassName
mainClassName = 'Main'

group 'org.example'
version '1.0-SNAPSHOT'

repositories {
    mavenCentral()
}
dependencies {
    compile "com.bordercloud:SPARQL-JAVA:[1.0,)"
}

Project Github BorderCloud/SPARQL-JAVA
Other SPARQL client : RDF4J

You can use the SPARQL clients in Java : BorderCloud/SPARQL-JAVA or RDF4J

Table view

Simple view on the data

Reuse these data in your code

Query, endpoint and code for reusing the same data