Skip to content

Commit a8e11c8

Browse files
author
Michael Tsang
committed
minor fix
1 parent 95bc950 commit a8e11c8

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

demos/1. text analysis/demo_bert_torch_word_level.ipynb

+3-3
Original file line numberDiff line numberDiff line change
@@ -122,9 +122,9 @@
122122
" flattened_token_ids.extend(id_group)\n",
123123
" return flattened_token_ids\n",
124124
" \n",
125-
"def get_token_id_groups_from_words_in_input(text, tokenizer):\n",
125+
"def get_token_id_groups_from_words_in_input(text, baseline_token, tokenizer):\n",
126126
" # get default start and end ids of a sentence\n",
127-
" text_ids, _ = get_input_baseline_ids(text, \"\", tokenizer)\n",
127+
" text_ids, baseline_ids = get_input_baseline_ids(text, baseline_token, tokenizer)\n",
128128
" start_id, end_id = text_ids[0], text_ids[-1]\n",
129129
"\n",
130130
" # get each word in the input text as a list of corresponding token ids\n",
@@ -145,7 +145,7 @@
145145
"metadata": {},
146146
"outputs": [],
147147
"source": [
148-
"token_id_groups, baseline_id_groups = get_token_id_groups_from_words_in_input(text, tokenizer)\n",
148+
"token_id_groups, baseline_id_groups = get_token_id_groups_from_words_in_input(text, baseline_token, tokenizer)\n",
149149
"\n",
150150
"xf = WordXformer(token_id_groups, baseline_id_groups) \n",
151151
"apgo = Archipelago(model_wrapper, data_xformer=xf, output_indices=class_idx, batch_size=20)"

0 commit comments

Comments
 (0)