{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":780,"defaultBranch":"main","name":"saliency-based-citation","ownerLogin":"LACAI","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-06-26T22:13:16.000Z","ownerAvatar":"https://avatars.github.rpi.edu/u/216","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1728923468.0","currentOid":""},"activityList":{"items":[{"before":"ac14473927057191a3446c524946eeb6b0c99837","after":"4d623e0e9d3ec8c36f910c2edf0ae3118be0751f","ref":"refs/heads/main","pushedAt":"2024-11-20T13:31:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"iou metric and its computation","shortMessageHtmlLink":"iou metric and its computation"}},{"before":"64f94d71049137d27022aa718eb09ef77e0b7065","after":"ac14473927057191a3446c524946eeb6b0c99837","ref":"refs/heads/main","pushedAt":"2024-11-20T10:30:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"New pipeline outputs both excel and annotation json formats","shortMessageHtmlLink":"New pipeline outputs both excel and annotation json formats"}},{"before":"39c9280d63f36a5a7233a4c3fec0d583ea16390d","after":"64f94d71049137d27022aa718eb09ef77e0b7065","ref":"refs/heads/main","pushedAt":"2024-11-20T09:40:46.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Merge branch 'main' of https://github.rpi.edu/LACAI/saliency-based-citation","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.rpi.edu/LACAI/saliency-based-citation\">https://github.rpi.edu/LACAI/saliency-based-ci…</a>"}},{"before":"b9a91dc58980cf2aa77339c52c7fcad88b4b206d","after":"39c9280d63f36a5a7233a4c3fec0d583ea16390d","ref":"refs/heads/main","pushedAt":"2024-11-20T08:53:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"added group_id to the annoations table. Each span group now is properly  stored seperately.","shortMessageHtmlLink":"added group_id to the annoations table. Each span group now is proper…"}},{"before":"78e73b335912e3f598ade99c68b02dcfbb3e28a5","after":"b9a91dc58980cf2aa77339c52c7fcad88b4b206d","ref":"refs/heads/main","pushedAt":"2024-11-20T08:23:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"New eval pipeline for span-level eli5","shortMessageHtmlLink":"New eval pipeline for span-level eli5"}},{"before":"db3b05a789e1bfbadd0e67f1e845534010fc18e6","after":"78e73b335912e3f598ade99c68b02dcfbb3e28a5","ref":"refs/heads/main","pushedAt":"2024-11-19T22:51:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"limited logging to warnings only and removed print statements. Added rotating file logging","shortMessageHtmlLink":"limited logging to warnings only and removed print statements. Added …"}},{"before":"196a9f5ef6f1d9f00b48b73a0962a9afefd352cd","after":"db3b05a789e1bfbadd0e67f1e845534010fc18e6","ref":"refs/heads/main","pushedAt":"2024-11-19T22:34:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"rename files","shortMessageHtmlLink":"rename files"}},{"before":"5aed78414ab26e7b94e1aedb810ee98525322ab3","after":"196a9f5ef6f1d9f00b48b73a0962a9afefd352cd","ref":"refs/heads/main","pushedAt":"2024-11-19T22:33:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"Salsa online app is aliiiiive! We done","shortMessageHtmlLink":"Salsa online app is aliiiiive! We done"}},{"before":"d2213acc5eb695abb1e06470f60cf2fed7aa285c","after":"5aed78414ab26e7b94e1aedb810ee98525322ab3","ref":"refs/heads/main","pushedAt":"2024-11-19T20:06:30.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"Merge branch 'main' of https://github.rpi.edu/LACAI/saliency-based-citation","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.rpi.edu/LACAI/saliency-based-citation\">https://github.rpi.edu/LACAI/saliency-based-ci…</a>"}},{"before":"f4105282fa7439200e31fe24db3d68ffdf1a0e68","after":"d2213acc5eb695abb1e06470f60cf2fed7aa285c","ref":"refs/heads/main","pushedAt":"2024-11-19T11:56:01.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Merge branch 'main' of https://github.rpi.edu/LACAI/saliency-based-citation","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.rpi.edu/LACAI/saliency-based-citation\">https://github.rpi.edu/LACAI/saliency-based-ci…</a>"}},{"before":"25777f44ddd79cce26540524d3a8fe2e14bfcee4","after":"f4105282fa7439200e31fe24db3d68ffdf1a0e68","ref":"refs/heads/main","pushedAt":"2024-11-19T10:06:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"salsa stored procedures rewrite wip. Higlighting is a little clunky","shortMessageHtmlLink":"salsa stored procedures rewrite wip. Higlighting is a little clunky"}},{"before":"c3b21da991408f50464c0746af253b98027dc946","after":"25777f44ddd79cce26540524d3a8fe2e14bfcee4","ref":"refs/heads/main","pushedAt":"2024-11-18T08:28:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Bunch of Fixes:\n(1) Load models in float16 instead of bfloat16 to avoid precision issues in sliding window system. Also load in float16 elsewhere for consistency.\n(2) Upcast logits to float32 before loss computation in SlidingWindowSystem to further minimize precision issues (this is also done before loss calculation in transformers library).\n(3) Fix display issue in demo where saliency of final tokens would not be rendered correctly.\n(4) Simplify `_get_span_document_index` method in SaliencyBasedSystem and adjust document_regex to only capture the document body.\n(5) Add answer prefix \"Answer:\" as a control token in SlidingWindowSystem to avoid it being a saliency sink.\n(6) In PromptBasedSystem, prefill the entire document template up to the start of the body when generating.","shortMessageHtmlLink":"Bunch of Fixes:"}},{"before":"428ecd0ec2d9188333cd5cd5b69832fe58d54f37","after":"c3b21da991408f50464c0746af253b98027dc946","ref":"refs/heads/main","pushedAt":"2024-11-15T10:56:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"(1) Redesign prompt-based system to generate spans instead of document citations\n(2) General refactoring of demo\n(3) Model handler supports batch inference","shortMessageHtmlLink":"(1) Redesign prompt-based system to generate spans instead of documen…"}},{"before":"fa2c79e7cc28fe95d630b29dc3fad82f6aecc870","after":"428ecd0ec2d9188333cd5cd5b69832fe58d54f37","ref":"refs/heads/main","pushedAt":"2024-11-09T06:53:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alhose","name":"Al-Hossami, Erfan","path":"/alhose","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/388?s=80"},"commit":{"message":"wip streamlit annotation app with auth and postgres","shortMessageHtmlLink":"wip streamlit annotation app with auth and postgres"}},{"before":"84063ba8c21176342910dafb412afe9c60bd1c29","after":"fa2c79e7cc28fe95d630b29dc3fad82f6aecc870","ref":"refs/heads/main","pushedAt":"2024-10-23T01:00:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Update span annotator tool to support loading alternate answers from a file","shortMessageHtmlLink":"Update span annotator tool to support loading alternate answers from …"}},{"before":"56c865170e42ad27b0aff877cbea8eda2fda34fd","after":"84063ba8c21176342910dafb412afe9c60bd1c29","ref":"refs/heads/main","pushedAt":"2024-10-15T06:41:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Remove answer from fewshot search results","shortMessageHtmlLink":"Remove answer from fewshot search results"}},{"before":"85db2002dce9bb1ed863b0d9e4b43721e0bf9e79","after":"56c865170e42ad27b0aff877cbea8eda2fda34fd","ref":"refs/heads/main","pushedAt":"2024-10-14T17:31:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Make the demo use the same config system as the evals","shortMessageHtmlLink":"Make the demo use the same config system as the evals"}},{"before":"85db2002dce9bb1ed863b0d9e4b43721e0bf9e79","after":null,"ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-14T16:31:08.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"}},{"before":"d62617935ecd848a4fee12cbf27e123f0a290472","after":"85db2002dce9bb1ed863b0d9e4b43721e0bf9e79","ref":"refs/heads/main","pushedAt":"2024-10-14T16:27:26.000Z","pushType":"push","commitsCount":66,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Reorganize configs to keep common settings in a base config that is merged with experiment-specific config.","shortMessageHtmlLink":"Reorganize configs to keep common settings in a base config that is m…"}},{"before":"737695f3f9957b5b9b6ef2b98bf660ba8bf74a41","after":"85db2002dce9bb1ed863b0d9e4b43721e0bf9e79","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-14T16:25:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Reorganize configs to keep common settings in a base config that is merged with experiment-specific config.","shortMessageHtmlLink":"Reorganize configs to keep common settings in a base config that is m…"}},{"before":"f472dfe000f4eab01e0f9395dfd6b69a8064a48a","after":"737695f3f9957b5b9b6ef2b98bf660ba8bf74a41","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-14T15:33:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Use system prompt when supported","shortMessageHtmlLink":"Use system prompt when supported"}},{"before":"b630e4d15c46134149762dea6dc7e3d0f4b0868a","after":"f472dfe000f4eab01e0f9395dfd6b69a8064a48a","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-13T21:12:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"ELI5 experiment config for llama31 and zephyr","shortMessageHtmlLink":"ELI5 experiment config for llama31 and zephyr"}},{"before":"aea87ac83e60eae95b1b729e79ef4e91ac765ff4","after":"b630e4d15c46134149762dea6dc7e3d0f4b0868a","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-13T01:23:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"fix f1 calculation in eli5 eval","shortMessageHtmlLink":"fix f1 calculation in eli5 eval"}},{"before":"7dda39b2b2546f0615269345ff7670e7cf1c3126","after":"aea87ac83e60eae95b1b729e79ef4e91ac765ff4","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T23:46:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Remove warnings when generating in HFModelHandler","shortMessageHtmlLink":"Remove warnings when generating in HFModelHandler"}},{"before":"2887d70974d61af29a84d9752e709e3a6972891f","after":"7dda39b2b2546f0615269345ff7670e7cf1c3126","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T22:33:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Simplify experiment output path naming","shortMessageHtmlLink":"Simplify experiment output path naming"}},{"before":"35e7959e62a65485158b7afcdfc79fa7f9eb7309","after":"2887d70974d61af29a84d9752e709e3a6972891f","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T22:10:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"(1) Fix issues with prompt-based citation baseline; (2) exclude stand-alone list indexers (e.g., 1., 2., etc.) from being evaluated as answer sentences","shortMessageHtmlLink":"(1) Fix issues with prompt-based citation baseline; (2) exclude stand…"}},{"before":"4d25da6ff67743eb518fefabdcd98a7093fd13ee","after":"35e7959e62a65485158b7afcdfc79fa7f9eb7309","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T03:13:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Allow seed to be passed as an arg to run_pipeline","shortMessageHtmlLink":"Allow seed to be passed as an arg to run_pipeline"}},{"before":"d062832e0d14f1a20d159c787634938281b25439","after":"4d25da6ff67743eb518fefabdcd98a7093fd13ee","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T03:07:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Use sampling instead of greedy decoding","shortMessageHtmlLink":"Use sampling instead of greedy decoding"}},{"before":"2350bae796faf8d2da5bf7109f0447cb7329e6d9","after":"d062832e0d14f1a20d159c787634938281b25439","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-12T02:56:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"Trim incomplete sentences when generating RAG answers with the rag_generate script","shortMessageHtmlLink":"Trim incomplete sentences when generating RAG answers with the rag_ge…"}},{"before":"597022097c2065e37e922729a34ce82ad42b5b0d","after":"2350bae796faf8d2da5bf7109f0447cb7329e6d9","ref":"refs/heads/refactor_and_eval","pushedAt":"2024-10-11T09:36:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"sandea5","name":"Sanders, Abraham","path":"/sandea5","primaryAvatarUrl":"https://avatars.github.rpi.edu/u/351?s=80"},"commit":{"message":"run_pipeline now takes an arg pointing to a generated answers file for ELI5","shortMessageHtmlLink":"run_pipeline now takes an arg pointing to a generated answers file fo…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks1q0QA","startCursor":null,"endCursor":null}},"title":"Activity · LACAI/saliency-based-citation"}