import json
import time
import pytest
from .utils import settings_context
parameters: 1. question name 2. event 2. correct answer 3. bad answer 4. correct_scores
Test fillb, mChoice, dragNdrop, clickableArea, parsons, unittest
WHICH_ANSWER = ["first_answer", "last_answer", "best_answer"]
HOW_TO_SCORE = ["all_or_nothing", "pct_correct", "interact"]
@pytest.mark.parametrize(
"div_id, event, good_answer, bad_answer, correct_scores, which_tg, grade_type",
[
(
"test_fitb_1",
"fillb",
["red", "away"],
["blue", "green"],
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"subc_b_1",
"mChoice",
"answer:1:correct",
"answer:0:no",
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"subc_b_dd",
"dragNdrop",
"1;2;3",
"3;2;1",
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"click1",
"clickableArea",
"1;2;3",
"0",
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"parsons_ag1",
"parsons",
"correct|-|1_1-2_1-3_3",
"incorrect|-|1_2-2_3-3_1",
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"units1",
"unittest",
"percent:100:passed:2:failed:0",
"percent:0:passed:0:failed:2",
[0, 0, 10],
WHICH_ANSWER,
HOW_TO_SCORE,
),
(
"units1",
"unittest",
"percent:50:passed:1:failed:1",
"percent:0:passed:0:failed:2",
[5, 0],
["best_answer", "last_answer"],
["pct_correct"],
),
("LearningZone_poll", "poll", "1", "2", [10], ["first_answer"], ["interact"]),
("yt_vid_ex1", "video", "play", "play", [10], ["last_answer"], ["interact"]),
("showEval_0", "showeval", "next", "next", [10], ["last_answer"], ["interact"]),
(
"shorta1",
"shortanswer",
"Hello world",
"Just as good",
[0, 10],
["last_answer"],
["manual", "interact"],
),
],
)
def test_grade_one_student(
div_id,
event,
good_answer,
bad_answer,
correct_scores,
which_tg,
grade_type,
test_assignment,
test_user_1,
test_user,
runestone_db_tools,
test_client,
):
test_user_1.make_instructor()
test_user_1.login()
Should test all combinations of which_to_grade = first_answer, last_answer, best_answer autograde = all_or_nothing, manual, pct_correct, interact
my_ass = test_assignment("test_assignment", test_user_1.course)
my_ass.addq_to_assignment(
question=div_id,
points=10,
which_to_grade="best_answer",
autograde="all_or_nothing",
)
find_id = dict([reversed(i) for i in my_ass.questions()])
student1 = test_user("student1", "password", test_user_1.course)
student1.login()
unittest does not json encode its results
if event != "unittest":
good_answer = json.dumps(good_answer)
bad_answer = json.dumps(bad_answer)
student1.hsblog(
event=event,
act=bad_answer,
correct="F",
answer=bad_answer,
div_id=div_id,
course=student1.course.course_name,
)
time.sleep(1)
student1.hsblog(
event=event,
act=good_answer,
correct="T",
answer=good_answer,
div_id=div_id,
course=student1.course.course_name,
)
time.sleep(1)
student1.hsblog(
event=event,
act=bad_answer,
correct="F",
answer=bad_answer,
div_id=div_id,
course=student1.course.course_name,
)
student1.logout()
test_user_1.login()
qid = find_id[div_id]
db = runestone_db_tools.db
for ix, grun in enumerate(which_tg):
for gt in grade_type:
up = db(
(db.assignment_questions.assignment_id == my_ass.assignment_id)
& (db.assignment_questions.question_id == qid)
).update(which_to_grade=grun, autograde=gt)
db.commit()
assert up == 1
mess = my_ass.autograde(sid="student1")
print(mess)
my_ass.calculate_totals()
res = (
db(
(db.question_grades.sid == student1.username)
& (db.question_grades.div_id == div_id)
& (db.question_grades.course_name == student1.course.course_name)
)
.select()
.first()
)
if gt == "manual":
assert not res
else:
assert res
if gt != "interact":
assert res["score"] == correct_scores[ix]
else:
assert res["score"] == 10
totres = (
db(
(db.grades.assignment == my_ass.assignment_id)
& (db.grades.auth_user == student1.user_id)
)
.select()
.first()
)
assert totres
if gt != "interact":
assert totres["score"] == correct_scores[ix]
else:
assert totres["score"] == 10
SCA = "/srv/web2py/applications/runestone/books/test_course_1/published/test_course_1/test_chapter_1/subchapter_a.html"
SCB = "/srv/web2py/applications/runestone/books/test_course_1/published/test_course_1/test_chapter_1/subchapter_b.html"
def test_reading(
test_assignment, test_user_1, test_user, runestone_db_tools, test_client
):
test_user_1.make_instructor()
test_user_1.login()
my_ass = test_assignment("reading_test", test_user_1.course)
my_ass.addq_to_assignment(
question="1. Test chapter 1/1.1 Subchapter A",
points=10,
which_to_grade="best_answer",
autograde="interact",
reading_assignment=True,
activities_required=1,
)
my_ass.addq_to_assignment(
question="1. Test chapter 1/1.2 Subchapter B",
points=10,
which_to_grade="best_answer",
autograde="interact",
reading_assignment=True,
activities_required=8,
)
test_user_1.logout()
Now lets do some page views
student1 = test_user("student1", "password", test_user_1.course)
student1.login()
student1.hsblog(
event="page", act="view", div_id=SCA, course=test_user_1.course.course_name
)
student1.hsblog(
event="page", act="view", div_id=SCB, course=test_user_1.course.course_name
)
student1.logout()
test_user_1.login()
db = runestone_db_tools.db
mess = my_ass.autograde()
print(mess)
my_ass.calculate_totals()
totres = (
db(
(db.grades.assignment == my_ass.assignment_id)
& (db.grades.auth_user == student1.user_id)
)
.select()
.first()
)
assert totres
assert totres["score"] == 10
todo: expand this to include all question types and make all of the required
act_list = [
dict(event="fillb", act=json.dumps(["Mary"]), div_id="subc_b_fitb"),
dict(event="mChoice", act="answer:1:correct", div_id="subc_b_1"),
dict(event="dragNdrop", act="1;2;3", div_id="subc_b_dd"),
dict(event="parsons", act="correct|-|1_1-2_1-3_3", div_id="parsons_ag1"),
dict(event="video", act="play", div_id="yt_vid_ex1"),
dict(event="showeval", act="next", div_id="showEval_0"),
dict(event="clickableArea", act="1;2;3", div_id="click1"),
]
test_user_1.logout()
student1.login()
for act in act_list:
student1.hsblog(**act)
student1.logout()
test_user_1.login()
mess = my_ass.autograde()
print(mess)
my_ass.calculate_totals()
totres = (
db(
(db.grades.assignment == my_ass.assignment_id)
& (db.grades.auth_user == student1.user_id)
)
.select()
.first()
)
assert totres
assert totres["score"] == 20
def test_record_grade(test_user_1, test_user, runestone_db_tools, test_client):
student1 = test_user("student1", "password", test_user_1.course)
student1.logout()
test_user_1.make_instructor()
test_user_1.login()
put this in a loop because we want to make sure update_or_insert is correct, so we are testing the initial grade plus updates to the grade
for g in [10, 9, 1]:
res = test_client.validate(
"assignments/record_grade",
data=dict(
sid=student1.username, acid="shorta1", grade=g, comment="very good test"
),
)
res = json.loads(res)
assert res["response"] == "replaced"
res = test_client.validate(
"admin/getGradeComments", data=dict(acid="shorta1", sid=student1.username)
)
res = json.loads(res)
assert res
assert res["grade"] == g
assert res["comments"] == "very good test"
def test_getproblem(test_user_1, test_user, runestone_db_tools, test_client):
test_user_1.make_instructor()
test_user_1.login()
Should test all combinations of which_to_grade = first_answer, last_answer, best_answer autograde = all_or_nothing, manual, pct_correct, interact
code = """
print("Hello World!")
"""
student1 = test_user("student1", "password", test_user_1.course)
student1.login()
res = test_client.validate(
"ajax/runlog",
data={
"div_id": "units1",
"code": code,
"lang": "python",
"errinfo": "success",
"to_save": "true",
"prefix": "",
"suffix": "",
"course": student1.course.course_name,
},
)
assert res
student1.logout()
test_user_1.login()
res = test_client.validate(
"assignments/get_problem", data=dict(sid=student1.username, acid="units1")
)
assert res
res = json.loads(res)
assert res["acid"] == "units1"
assert res["code"] == code
todo: add the question to an assignment and retest - test case where code is after the deadline
def test_student_autograde(test_user_1, test_user, runestone_db_tools, test_assignment):
test_user_1.make_instructor()
test_user_1.logout()
student1 = test_user("student1", "password", test_user_1.course)
my_a = test_assignment("assignment1", test_user_1.course, is_visible="True")
my_a.addq_to_assignment(
question="shorta1",
points=2,
autograde="null",
which_to_grade="best_answer",
reading_assignment=False,
)
my_a.save_assignment()
assignment_id = my_a.assignment_id
check if score is 0% for the student
student1.login()
res = student1.test_client.validate(
"assignments/doAssignment".format(assignment_id),
"Score: 0 of 2 = 0.0%",
data=dict(assignment_id=assignment_id),
)
student1.logout()
test_user_1.login()
record grades for individual questions
res = test_user_1.test_client.validate(
"assignments/record_grade",
data=dict(sid=student1.username, acid="shorta1", grade=1, comment="very good"),
)
res = json.loads(res)
assert res["response"] == "replaced"
test_user_1.logout()
student1.login()
try to have student self-grade
res = student1.test_client.validate(
"assignments/student_autograde", data=dict(assignment_id=assignment_id)
)
but make sure that the grade has not been written into the db
db = runestone_db_tools.db
grade = (
db(
(db.grades.auth_user == student1.user_id)
& (db.grades.assignment == assignment_id)
)
.select()
.first()
)
assert not grade
res = json.loads(res)
assert res["success"]
print(res)
check if score is now 50%
res = student1.test_client.validate(
"assignments/doAssignment".format(assignment_id),
"Score: 1.0 of 2 = 50.0%",
data=dict(assignment_id=assignment_id),
)
and that the grade has still not been written into the db
grade = (
db(
(db.grades.auth_user == student1.user_id)
& (db.grades.assignment == assignment_id)
)
.select()
.first()
)
assert not grade
**** change the settings and try again, the total should be calculated and stored in db now *******
with settings_context({"settings.coursera_mode": True}):
try to have student self-grade
res = student1.test_client.validate(
"assignments/student_autograde", data=dict(assignment_id=assignment_id)
)
res = json.loads(res)
assert res["success"]
check if score is still 50%
res = student1.test_client.validate(
"assignments/doAssignment".format(assignment_id),
"Score: 1.0 of 2 = 50.0%",
data=dict(assignment_id=assignment_id),
)
and that the grade has been written into the db
grade = (
db(
(db.grades.auth_user == student1.user_id)
& (db.grades.assignment == assignment_id)
)
.select()
.first()
)
assert grade.score == 1.0
other tests to implement…. no assignment_id sent; user not logged in; shouldn’t do anything