Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

texter todos: gather unassigned checks into a single query instead of per-assignment #1972

Merged
merged 1 commit into from
Apr 13, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 21 additions & 11 deletions src/extensions/dynamicassignment-batches/all-texters/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,8 @@ export const requestNewBatchCount = async ({
texter,
r,
cacheableData,
loaders
loaders,
hasAny
}) => {
// START WITH SOME BASE-LINE THINGS EVERY POLICY SHOULD HAVE
if (!campaign.use_dynamic_assignment || campaign.is_archived) {
Expand All @@ -21,15 +22,24 @@ export const requestNewBatchCount = async ({
return 0;
}

const availableCount = await r.getCount(
r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id")
);
const countQuery = r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id");

let availableCount = 0;
if (hasAny) {
availableCount = assignment.hasOwnProperty("hasUnassigned")
? assignment.hasUnassigned
: (await countQuery.select("id").first())
? 1
: 0;
} else {
availableCount = await r.getCount(countQuery);
}
return availableCount;
};
37 changes: 24 additions & 13 deletions src/extensions/dynamicassignment-batches/finished-replies/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,8 @@ export const requestNewBatchCount = async ({
texter,
r,
cacheableData,
loaders
loaders,
hasAny
}) => {
// START WITH SOME BASE-LINE THINGS EVERY POLICY SHOULD HAVE
if (!campaign.use_dynamic_assignment || campaign.is_archived) {
Expand All @@ -20,16 +21,25 @@ export const requestNewBatchCount = async ({
if (assignment.max_contacts === 0 || !campaign.batch_size) {
return 0;
}
const availableCount = await r.getCount(
r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id")
);
const countQuery = r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id");

let availableCount = 0;
if (hasAny) {
availableCount = assignment.hasOwnProperty("hasUnassigned")
? assignment.hasUnassigned
: (await countQuery.select("id").first())
? 1
: 0;
} else {
availableCount = await r.getCount(countQuery);
}
// Make sure they don't have any needsResponse(s)
if (availableCount) {
const hasOpenReplies = await getContacts(
Expand All @@ -42,11 +52,12 @@ export const requestNewBatchCount = async ({
organization,
campaign,
true // forCount=true because we don't care about ordering
).first();
)
.select("campaign_contact.id")
.first();
if (hasOpenReplies) {
return 0;
}
}

return availableCount;
};
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,8 @@ export const requestNewBatchCount = async ({
texter,
r,
cacheableData,
loaders
loaders,
hasAny
}) => {
// START WITH SOME BASE-LINE THINGS EVERY POLICY SHOULD HAVE
if (campaign.is_archived) {
Expand All @@ -30,7 +31,6 @@ export const requestNewBatchCount = async ({
if (!isVetted) {
return 0;
}

const availableCount = await r.getCount(
r
.knex("campaign_contact")
Expand Down
31 changes: 20 additions & 11 deletions src/extensions/dynamicassignment-batches/vetted-texters/index.js
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,8 @@ export const requestNewBatchCount = async ({
texter,
r,
cacheableData,
loaders
loaders,
hasAny
}) => {
// START WITH SOME BASE-LINE THINGS EVERY POLICY SHOULD HAVE
if (!campaign.use_dynamic_assignment || campaign.is_archived) {
Expand Down Expand Up @@ -39,16 +40,24 @@ export const requestNewBatchCount = async ({
return 0;
}
}
const countQuery = r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id");
let availableCount = 0;
if (hasAny) {
availableCount = assignment.hasOwnProperty("hasUnassigned")
? assignment.hasUnassigned
: (await countQuery.select("id").first())
? 1
: 0;
} else {
availableCount = await r.getCount(countQuery);
}

const availableCount = await r.getCount(
r
.knex("campaign_contact")
.where({
campaign_id: campaign.id,
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id")
);
return availableCount;
};
35 changes: 21 additions & 14 deletions src/server/api/assignment.js
Original file line number Diff line number Diff line change
Expand Up @@ -161,6 +161,21 @@ export function getContacts(
return query;
}

// Used for Assignment.contactsCount to get a cross-section of timezone/status counts
const filterCount = (assignment, statusFilter, offsetFilter) =>
Object.keys(assignment.tzStatusCounts) // .entries post-node10.x
.map(m => ({ status: m, offsets: assignment.tzStatusCounts[m] }))
.filter(statusFilter)
.map(({ offsets }) =>
offsets
.filter(offsetFilter)
.map(x => Number(x.count))
.reduce((a, b) => {
return a + b;
}, 0)
)
.reduce((a, b) => a + b, 0);

export const resolvers = {
Assignment: {
...mapFieldsToModel(["id", "maxContacts"], Assignment),
Expand Down Expand Up @@ -194,6 +209,7 @@ export const resolvers = {
const organization = await loaders.organization.load(
campaign.organization_id
);

const policies = getDynamicAssignmentBatchPolicies({
organization,
campaign
Expand All @@ -209,7 +225,8 @@ export const resolvers = {
organization,
campaign,
assignment,
texter: user
texter: user,
hasAny: true
});
const suggestedCount = Math.min(
assignment.max_contacts || campaign.batch_size,
Expand Down Expand Up @@ -261,22 +278,10 @@ export const resolvers = {
organization,
contactsFilter && contactsFilter.validTimezone
);
const filterCount = (statusFilter, offsetFilter) =>
Object.keys(assignment.tzStatusCounts) // .entries post-node10.x
.map(m => ({ status: m, offsets: assignment.tzStatusCounts[m] }))
.filter(statusFilter)
.map(({ offsets }) =>
offsets
.filter(offsetFilter)
.map(x => Number(x.count))
.reduce((a, b) => {
return a + b;
}, 0)
)
.reduce((a, b) => a + b, 0);
if (contactsFilter && !contactsFilter.messageStatus) {
// ASSUME: invalidTimezones
const invalidTzCount = filterCount(
assignment,
({ status }) =>
status === "needsMessage" || status === "needsResponse",
offset => invalidOffsets.indexOf(offset.tz) !== -1
Expand All @@ -290,12 +295,14 @@ export const resolvers = {
contactsFilter.validTimezone
) {
const validStatusCount = filterCount(
assignment,
({ status }) => status === contactsFilter.messageStatus,
offset => validOffsets.indexOf(offset.tz) !== -1
);
return validStatusCount;
} else if (!contactsFilter) {
return filterCount(
assignment,
status => true,
offset => true
);
Expand Down
34 changes: 31 additions & 3 deletions src/server/api/user.js
Original file line number Diff line number Diff line change
Expand Up @@ -255,7 +255,8 @@ export const resolvers = {
"assignment.created_at",
"assignment_feedback.feedback",
"assignment_feedback.is_acknowledged",
"assignment_feedback.creator_id"
"assignment_feedback.creator_id",
"campaign.use_dynamic_assignment"
];
let query = r
.knexReadOnly("assignment")
Expand Down Expand Up @@ -315,11 +316,38 @@ export const resolvers = {
)
);
const result = await query;

const campaignIds = result
.filter(a => a.use_dynamic_assignment)
.map(a => a.campaign_id);
const campaignsWithUnassigned = {};
let hasUnassigned = [];
if (campaignIds.length) {
hasUnassigned = await r
.knex("campaign_contact")
.where({
is_opted_out: false,
message_status: "needsMessage"
})
.whereNull("assignment_id")
.whereIn("campaign_id", campaignIds)
.select("campaign_id")
.groupBy("campaign_id")
.havingRaw("count(1) > 0");
hasUnassigned.forEach(c => {
campaignsWithUnassigned[c.campaign_id] = 1;
});
}
const assignments = {};
for (const assn of result) {
if (!assignments[assn.id]) {
assignments[assn.id] = { ...assn, tzStatusCounts: {} };
assignments[assn.id] = {
...assn,
tzStatusCounts: {}
};
if (assn.use_dynamic_assignment && campaignIds.length) {
assignments[assn.id].hasUnassigned =
campaignsWithUnassigned[assn.campaign_id] || 0;
}
}
if (!assignments[assn.id].tzStatusCounts[assn.message_status]) {
assignments[assn.id].tzStatusCounts[assn.message_status] = [];
Expand Down