CATExperiments/logexperiment.jl at main · JuliaPsychometricsBazaar/CATExperiments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
#=
This benchmark compares a 4PL model in linear and log space.
=#

using ComputerAdaptiveTesting.Aggregators
using ComputerAdaptiveTesting.Aggregators: FunctionProduct
using PsychometricsBazaarBase.Integrators
using PsychometricsBazaarBase.Integrators: IterativeFixedGridIntegrator
using PsychometricsBazaarBase.IntegralCoeffs: SqDev
using FittedItemBanks.DummyData: dummy_full, std_normal, SimpleItemBankSpec, StdModel4PL, VectorContinuousDomain, OneDimContinuousDomain, BooleanResponse
using ComputerAdaptiveTesting.NextItemRules
using ComputerAdaptiveTesting.Responses: BareResponses
using ComputerAdaptiveTesting.Responses: AbilityLikelihood
using ComputerAdaptiveTesting.ItemBanks: LogItemBank
using FittedItemBanks
using Random
using PProf
using BenchmarkTools
using Profile


function main()
    integrator = preallocate(FunctionIntegrator(even_grid(-6.0, 6.0, 61)))
    ability_estimator_prior = MeanAbilityEstimator(PosteriorAbilityEstimator(std_normal), integrator)

    state_criterion_prior = AbilityVariance(ability_estimator_prior)
    item_criterion_prior = ExpectationBasedItemCriterion(ability_estimator_prior, state_criterion_prior)
    mepv_prior = ItemCriterionRule(ExhaustiveSearch1Ply(false), item_criterion_prior)

    rng = Xoshiro(42)
    (item_bank, abilities, responses) = dummy_full(
        rng,
        SimpleItemBankSpec(StdModel4PL(), OneDimContinuousDomain(), BooleanResponse());
        num_questions=100,
        num_testees=1
    )

    tracked_responses = TrackedResponses(
        BareResponses(ResponseType(item_bank), collect(1:10), collect(responses[1:10])),
        item_bank
    )
    @info "no log" mepv_prior(tracked_responses, item_bank)
    @time mepv_prior(tracked_responses, item_bank)

    log_item_bank = LogItemBank(item_bank)
    log_tracked_responses = TrackedResponses(
        BareResponses(ResponseType(item_bank), collect(1:10), collect(responses[1:10])),
        log_item_bank
    )
    @info "has log" mepv_prior(log_tracked_responses, log_item_bank)
    @time mepv_prior(log_tracked_responses, log_item_bank)
    @profile mepv_prior(log_tracked_responses, log_item_bank)
end

if abspath(PROGRAM_FILE) == @__FILE__
    main()
end