tec
/
emacs-survey
1
0
Fork 0
Code Issues Pull Requests Releases Activity

Add JLD2 results download format

This commit is contained in:
TEC 2022-10-18 19:56:18 +08:00
parent 8b76a569fd
commit 383fa9c45d
Signed by: tec
SSH Key Fingerprint: SHA256:eobz41Mnm0/iYWBvWThftS0ElEs1ftBr6jamutnXc/A
6 changed files with 45 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
Manifest.toml
View File

@ -2,7 +2,7 @@
julia_version = "1.8.2"
manifest_format = "2.0"
project_hash = "c29e8447aeee171858dde0b54605eebd985a214b"
project_hash = "c18c5eaab58f1afb699d93a8a6f512a73acf8b7c"
[[deps.ArgParse]]
deps = ["Logging", "TextWrap"]
@ -140,6 +140,12 @@ git-tree-sha1 = "0fa3b52a04a4e210aeb1626def9c90df3ae65268"
uuid = "8f5d6c58-4d21-5cfd-889c-e3ad7ee6a615"
version = "1.1.0"
[[deps.FileIO]]
deps = ["Pkg", "Requires", "UUIDs"]
git-tree-sha1 = "94f5101b96d2d968ace56f7f2db19d0a5f592e28"
uuid = "5789e2e9-d7fb-5bc7-8068-2c6fae9b9549"
version = "1.15.0"
[[deps.FilePathsBase]]
deps = ["Compat", "Dates", "Mmap", "Printf", "Test", "UUIDs"]
git-tree-sha1 = "e27c4ebe80e8699540f2d6c805cc12203b614f12"
@ -230,6 +236,12 @@ git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
uuid = "82899510-4779-5014-852e-03e436cf321d"
version = "1.0.0"
[[deps.JLD2]]
deps = ["FileIO", "MacroTools", "Mmap", "OrderedCollections", "Pkg", "Printf", "Reexport", "TranscodingStreams", "UUIDs"]
git-tree-sha1 = "1c3ff7416cb727ebf4bab0491a56a296d7b8cf1d"
uuid = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
version = "0.4.25"
[[deps.JLLWrappers]]
deps = ["Preferences"]
git-tree-sha1 = "abc9885a7ca2052a736a600f7fa66209f96506e1"
@ -317,6 +329,12 @@ git-tree-sha1 = "dedbebe234e06e1ddad435f5c6f4b85cd8ce55f7"
uuid = "6f1432cf-f94c-5a45-995e-cdbf5db27b0b"
version = "2.2.2"
[[deps.MacroTools]]
deps = ["Markdown", "Random"]
git-tree-sha1 = "3d3e902b31198a27340d0bf00d6ac452866021cf"
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
version = "0.5.9"
[[deps.Markdown]]
deps = ["Base64"]
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"

1
Project.toml
View File

@ -10,6 +10,7 @@ Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
Genie = "c43c736e-a2d1-11e8-161f-af95117fbd1e"
HTTP = "cd3eb016-35fb-5094-929b-558a96fad6f3"
Inflector = "6d011eab-0732-4556-8808-e463c76bf3b6"
JLD2 = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
JSON3 = "0f8b85d8-7281-11e9-16c2-39a750bddbf1"
Logging = "56ddb016-857b-54e1-b83d-db4d58db5568"
Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"

13
app/resources/results/Results.jl
View File

@ -2,7 +2,7 @@ module Results
using SearchLight
using ..Main.UserApp.Surveys, Dates
using DataFrames, CSV, JSON3, SQLite
using DataFrames, CSV, JSON3, SQLite, JLD2
export surveys, questions, responseids, results,
register!, deregister!, save!, clear!
@ -112,6 +112,17 @@ function results(survey::SurveyID, resids::Vector{ResponseID};
@info "" DataFrame(data)
DataFrame(data) |> if format == :DataFrame
identity
elseif format == :jld2
df -> (mktemp() do path, _
df.id = resids
jldsave(path; results = select(df, :id, :),
responses = map(res) do r
(; id=r.id, exip=r.exip, started=r.started,
completed=r.completed, r.page)
end |> DataFrame,
questions = questions(survey; cache))
read(path)
end)
elseif format == :csv
df -> sprint(CSV.write, df)
elseif format == :tsv

6
app/resources/results/ResultsController.jl
View File

@ -28,6 +28,9 @@ function resultsfile(survey::SurveyID, format::AbstractString)
elseif format == "db" || format == "sqlite"
HTTP.Response(200, ["Content-Type" => "application/octet-stream"],
body = results(survey, format=:sqlite))
elseif format == "jld2"
HTTP.Response(200, ["Content-Type" => "application/x-hdf5"],
body = results(survey, format=:jld2))
else
error("format $format not recognised")
end
@ -50,6 +53,9 @@ function resultsfile(survey::SurveyID, responseid::ResponseID, format::AbstractS
elseif format == "db" || format == "sqlite"
HTTP.Response(200, ["Content-Type" => "application/octet-stream"],
body = results(survey, [responseid], format=:sqlite))
elseif format == "jld2"
HTTP.Response(200, ["Content-Type" => "application/x-hdf5"],
body = results(survey, [responseid], format=:jld2))
else
error("format $format not recognised")
end

5
app/resources/results/views/survey.jl.html
View File

@ -15,12 +15,13 @@
<hgroup>
<h1>$(name)</h1>
<span>
<strong>$(size(sresults, 1)) results also available as</strong>
<strong>$(size(sresults, 1)) results also available as </strong>
<a href="$(id).txt" target="_blank">Text</a>,
<a href="$(id).csv" target="_blank">CSV</a>,
<a href="$(id).tsv" target="_blank">TSV</a>,
<a href="$(id).json" target="_blank">JSON</a>,
<a href="$(id).db" target="_blank">SQLite DB</a>
<a href="$(id).db" target="_blank">SQLite DB</a>,
<a href="$(id).jld2" target="_blank">JLD2</a>
</span>
</hgroup>
</header>

8
routes.jl
View File

@ -27,20 +27,20 @@ route("/results/:survey#([A-Za-z0-9]+)",
ResultsController.resultsindex(surveyid)
end
route("/results/:surveyandformat#([A-Za-z0-9]+\\.[a-z]+)") do
route("/results/:surveyandformat#([A-Za-z0-9]+\\.[a-z0-9]+)") do
@info "" payload(:surveyandformat)
survey, format = match(r"([A-Za-z0-9]+)\.([a-z]+)", payload(:surveyandformat)).captures
survey, format = match(r"([A-Za-z0-9]+)\.([a-z0-9]+)", payload(:surveyandformat)).captures
surveyid = tryparse(SurveysController.SurveyID, survey, base=10)
ResultsController.resultsfile(surveyid, format)
end
route("/results/:survey#([A-Za-z0-9]+)/:format#([a-z]+)",
route("/results/:survey#([A-Za-z0-9]+)/:format#([a-z0-9]+)",
named = :surveyresult) do
surveyid = tryparse(SurveysController.SurveyID, payload(:survey), base=10)
ResultsController.resultsfile(surveyid, payload(:format))
end
route("/results/:survey#([A-Za-z0-9]+)/:responsefile#([A-Za-z0-9]+\\.[a-z]+)",
route("/results/:survey#([A-Za-z0-9]+)/:responsefile#([A-Za-z0-9]+\\.[a-z0-9]+)",
named = :result) do
surveyid = tryparse(SurveysController.SurveyID, payload(:survey), base=10)
response, format = split(payload(:responsefile), '.')