{"submissions":[{"createdAt":"2024-10-19T21:25:32.882673+09:00","updatedAt":"2024-10-19T21:25:32.882677+09:00","id":"747d8bbf-6e86-4717-bef6-d39c6e788655","userId":"a2bb0156-f8e3-4485-bee5-5518e60a82be","submittedAt":"2024-10-19T12:25:32.882720Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":189.10155248641968,"apiCost":"-","errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":192.73712158203125,"apiCost":"-","errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":192.14431071281433,"apiCost":"-","errorLog":null}],"averageTotalScore":340.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":66.66666666666667,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":76.66666666666667,"averageSpeed":191.3276615937551,"totalApiCost":"-","isEvaluationSuccessful":true},"status":"reviewed","description":"コンテキストサイズの調整","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"a2bb0156-f8e3-4485-bee5-5518e60a82be_3_619c451a-9b53-4e4f-9878-ec5d9bf17957_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/a2bb0156-f8e3-4485-bee5-5518e60a82be_3_619c451a-9b53-4e4f-9878-ec5d9bf17957_main.py","user":{"id":"a2bb0156-f8e3-4485-bee5-5518e60a82be","userName":"ryo-k"},"latestSubmittedAt":"2024-10-19T12:25:32.882720Z"},{"createdAt":"2024-10-20T04:43:13.446577+09:00","updatedAt":"2024-10-20T04:43:13.446582+09:00","id":"1419c15a-1639-445d-b7ca-fbb86e108a93","userId":"c724f6b4-1ece-4803-9069-5951fdd7b4cd","submittedAt":"2024-10-19T19:43:13.446613Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":80.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":6.034934043884277,"apiCost":0.0024294,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":5.381943225860596,"apiCost":0.00159255,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":6.4531028270721436,"apiCost":0.0021795,"errorLog":null}],"averageTotalScore":336.6666666666667,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":70.0,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":86.66666666666667,"averageSpeed":5.956660032272339,"totalApiCost":0.00620145,"isEvaluationSuccessful":true},"status":"reviewed","description":"変更点：\r\n- 契約書の種類の特定（llm）\r\n- 契約書のマークダウン化（関数による処理）\r\n- システムプロンプトとfew shotsサンプルを動的に変更させたシステムプロンプトによるLLMの予測（llm）\r\n- 上記回答のレビュー & 最終回答（llm）","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"c724f6b4-1ece-4803-9069-5951fdd7b4cd_2_fa56dfb1-c54c-42bb-bd27-9442c73493bf_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/c724f6b4-1ece-4803-9069-5951fdd7b4cd_2_fa56dfb1-c54c-42bb-bd27-9442c73493bf_main.py","user":{"id":"c724f6b4-1ece-4803-9069-5951fdd7b4cd","userName":"k-san"},"latestSubmittedAt":"2024-10-20T12:09:32.112488Z"},{"createdAt":"2024-10-16T20:40:38.145222+09:00","updatedAt":"2024-10-16T20:40:38.145228+09:00","id":"21ae65f6-156b-4bcd-a42f-56e2e13bd6a9","userId":"e721f32c-a559-4c27-8159-e3f78e6809c3","submittedAt":"2024-10-16T11:40:38.145258Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":7.691920757293701,"apiCost":4.365e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":7.652133941650391,"apiCost":4.695e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":7.456699848175049,"apiCost":4.44e-05,"errorLog":null}],"averageTotalScore":336.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":100.0,"averageHarmfulnessScore":73.33333333333333,"averageSpeed":7.60025151570638,"totalApiCost":0.000135,"isEvaluationSuccessful":true},"status":"reviewed","description":"プロンプトの改善\r\nドキュメント読み込み並列処理化\r\nretrievalにAIを利用","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"e721f32c-a559-4c27-8159-e3f78e6809c3_2_17ccc91d-0f09-4eb3-b193-b881ab25c285_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/e721f32c-a559-4c27-8159-e3f78e6809c3_2_17ccc91d-0f09-4eb3-b193-b881ab25c285_main.py","user":{"id":"e721f32c-a559-4c27-8159-e3f78e6809c3","userName":"kathmandu777"},"latestSubmittedAt":"2024-10-20T00:23:07.858937Z"},{"createdAt":"2024-10-20T08:06:03.237350+09:00","updatedAt":"2024-10-20T08:06:03.237355+09:00","id":"7a8bc9a6-1203-4d5c-829a-f2dde9ac9dbc","userId":"f6c4cf60-2d72-4244-be13-87c4601372f0","submittedAt":"2024-10-19T23:06:03.237384Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":7.420126438140869,"apiCost":0.00117105,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":7.6014978885650635,"apiCost":0.00117375,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":8.669525861740112,"apiCost":0.001173,"errorLog":null}],"averageTotalScore":330.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":90.0,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":7.897050062815349,"totalApiCost":0.0035178,"isEvaluationSuccessful":true},"status":"reviewed","description":"ファイル検索＋問い合わせシステムです。\r\nプロンプト調整版","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"f6c4cf60-2d72-4244-be13-87c4601372f0_2_4d538d65-bee2-4634-be93-cc94bc6a87aa_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/f6c4cf60-2d72-4244-be13-87c4601372f0_2_4d538d65-bee2-4634-be93-cc94bc6a87aa_main.py","user":{"id":"f6c4cf60-2d72-4244-be13-87c4601372f0","userName":"matsu7089"},"latestSubmittedAt":"2024-10-20T13:19:47.578008Z"},{"createdAt":"2024-10-19T12:05:06.175093+09:00","updatedAt":"2024-10-19T12:05:06.175097+09:00","id":"ccec8841-3dbc-44ee-81a3-769438e96510","userId":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d","submittedAt":"2024-10-19T03:05:06.175139Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":187.2088222503662,"apiCost":0.00723,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":60.0,"speed":186.626873254776,"apiCost":0.00539,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":186.56867694854736,"apiCost":0.010635,"errorLog":null}],"averageTotalScore":330.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":186.8014574845632,"totalApiCost":0.023254999999999998,"isEvaluationSuccessful":true},"status":"reviewed","description":"question反映ミスがあったので再投稿","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d_2_38f182da-0aa0-4229-a386-11830c2cbd08_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/f126b0ab-41f6-4b12-a0c1-98d5fb611e9d_2_38f182da-0aa0-4229-a386-11830c2cbd08_main.py","user":{"id":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d","userName":"gota555"},"latestSubmittedAt":"2024-10-20T13:13:44.429655Z"},{"createdAt":"2024-10-18T21:07:47.114034+09:00","updatedAt":"2024-10-18T21:07:47.114039+09:00","id":"4df598a7-0222-4cda-b6fc-fc5458dcfb10","userId":"998997e2-8a18-4a32-b468-f57b71fa9c18","submittedAt":"2024-10-18T12:07:47.114067Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":40.0,"harmfulnessScore":90.0,"speed":192.2181258201599,"apiCost":0.0042201,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":192.67295598983765,"apiCost":0.00402885,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":191.3191900253296,"apiCost":0.00241875,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":80.0,"averageConcisenessScore":56.666666666666664,"averageHarmfulnessScore":90.0,"averageSpeed":192.07009061177573,"totalApiCost":0.010667699999999999,"isEvaluationSuccessful":true},"status":"reviewed","description":"よろしくお願いいたします。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"998997e2-8a18-4a32-b468-f57b71fa9c18_3_4ed6cc7b-c9c2-4723-b9ac-f7b35a8fd95c_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/998997e2-8a18-4a32-b468-f57b71fa9c18_3_4ed6cc7b-c9c2-4723-b9ac-f7b35a8fd95c_main.py","user":{"id":"998997e2-8a18-4a32-b468-f57b71fa9c18","userName":"nogataka"},"latestSubmittedAt":"2024-10-18T12:07:47.114067Z"},{"createdAt":"2024-10-16T23:29:55.095674+09:00","updatedAt":"2024-10-16T23:29:55.095680+09:00","id":"6972b75c-4586-4be6-aa5e-1d7514bd9aaa","userId":"0a9837b0-4087-4797-a46e-21b4eef366ba","submittedAt":"2024-10-16T14:29:55.095724Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":14.614925622940063,"apiCost":0.012153,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":70.0,"speed":11.259103775024414,"apiCost":0.0121557,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":320.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":14.785196542739868,"apiCost":0.01222155,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":83.33333333333333,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":13.553075313568115,"totalApiCost":0.03653025,"isEvaluationSuccessful":true},"status":"reviewed","description":"前回同様\r\n使用しているライブラリは\r\n標準と思われる下記のライブラリです。\r\n別途パッケージの申告が必要な際は、\r\n申告いたします。\r\n\r\nimport time\r\nimport os\r\nimport openai\r\nimport builtins\r\nfrom langchain_openai.embeddings import OpenAIEmbeddings\r\nfrom langchain_community.vectorstores import Chroma\r\nfrom langchain_community.document_loaders import PyPDFLoader\r\nfrom langchain.text_splitter import CharacterTextSplitter\r\nfrom langchain_openai import ChatOpenAI\r\nfrom rank_bm25 import BM25Okapi\r\nfrom concurrent.futures import ThreadPoolExecutor, as_completed\r\n\r\nどうぞよろしくお願い致します。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"0a9837b0-4087-4797-a46e-21b4eef366ba_2_bfa83471-51e7-4ed9-a85a-d8dfe7ef8004_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/0a9837b0-4087-4797-a46e-21b4eef366ba_2_bfa83471-51e7-4ed9-a85a-d8dfe7ef8004_main.py","user":{"id":"0a9837b0-4087-4797-a46e-21b4eef366ba","userName":"K-user0001"},"latestSubmittedAt":"2024-10-20T12:33:37.276371Z"},{"createdAt":"2024-10-20T10:35:30.668381+09:00","updatedAt":"2024-10-20T10:35:30.668387+09:00","id":"348866aa-2ed3-4434-8591-645806584ed9","userId":"dc4d3dad-a407-4f6f-9d50-01c380291aa1","submittedAt":"2024-10-20T01:35:30.668415Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":270.0,"correctnessScore":40.0,"helpfulnessScore":50.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":190.26294660568237,"apiCost":3.21e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":189.43620491027832,"apiCost":4.365e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":192.03136920928955,"apiCost":4.32e-05,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":80.0,"averageHelpfulnessScore":66.66666666666667,"averageConcisenessScore":90.0,"averageHarmfulnessScore":86.66666666666667,"averageSpeed":190.5768402417501,"totalApiCost":0.00011894999999999999,"isEvaluationSuccessful":true},"status":"reviewed","description":"ハイブリッド検索を導入する。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"dc4d3dad-a407-4f6f-9d50-01c380291aa1_2_8f5eb895-bb6c-4347-b2fa-0e22bff71568_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/dc4d3dad-a407-4f6f-9d50-01c380291aa1_2_8f5eb895-bb6c-4347-b2fa-0e22bff71568_main.py","user":{"id":"dc4d3dad-a407-4f6f-9d50-01c380291aa1","userName":"dai1990"},"latestSubmittedAt":"2024-10-20T10:39:59.202797Z"},{"createdAt":"2024-10-17T14:05:41.540541+09:00","updatedAt":"2024-10-17T14:05:41.540546+09:00","id":"56427521-1a8d-42dc-aa42-125b5614d948","userId":"1374aff9-3748-4103-b80a-11c07777399b","submittedAt":"2024-10-17T05:05:41.540578Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":280.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":90.0,"harmfulnessScore":40.0,"speed":184.86216521263123,"apiCost":0.0025914,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":185.16185116767883,"apiCost":0.00266085,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":90.0,"helpfulnessScore":80.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":187.51373314857483,"apiCost":0.00282525,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":90.0,"averageHarmfulnessScore":73.33333333333333,"averageSpeed":185.8459165096283,"totalApiCost":0.0080775,"isEvaluationSuccessful":true},"status":"reviewed","description":"simple rag","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"1374aff9-3748-4103-b80a-11c07777399b_1_57685b8b-8d7c-44c0-86c5-2cd22784090c_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/1374aff9-3748-4103-b80a-11c07777399b_1_57685b8b-8d7c-44c0-86c5-2cd22784090c_main.py","user":{"id":"1374aff9-3748-4103-b80a-11c07777399b","userName":"ninom"},"latestSubmittedAt":"2024-10-17T05:05:41.540578Z"},{"createdAt":"2024-10-10T23:34:30.309722+09:00","updatedAt":"2024-10-10T23:34:30.309727+09:00","id":"7b4fd5cc-f3ca-4aa8-b876-1b5efc48bf6d","userId":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab","submittedAt":"2024-10-10T14:34:30.309775Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":70.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":197.98452639579773,"apiCost":0.000681,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":192.42864990234375,"apiCost":0.0007644,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":193.51800656318665,"apiCost":0.0007176,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":93.33333333333333,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":194.64372762044272,"totalApiCost":0.002163,"isEvaluationSuccessful":true},"status":"reviewed","description":"方針：\r\n・ハイブリッド検索は使わず、BM25検索とベクトル検索それぞれで検索したドキュメントを参照して回答を作成する\r\n・BM25検索において、PDFの1ページを1ドキュメントとして、各ドキュメントの冒頭に元のPDFのヘッダ情報を付加する\r\n・PDFの全ページを1ドキュメントとするのに比較して、トークン数の削減・レスポンス向上を図る\r\n・ベクトル検索においても、各チャンクの冒頭に元のPDFのヘッダ情報を付加してベクトルストアを作成する\r\n・PDFのヘッダ情報には検索する上で重要な情報が含まれているため\r\n・BM25検索とベクトル検索で作成した2つの回答から最終的な回答を作成する\r\n・ただし、作成した2つの回答がどちらも質問に対して回答できていない場合、BM25検索で検索したドキュメントの元のPDFの全ページを参照して最終的な回答を作成する\r\n・全ページを参照して回答作成するとトークン数が膨大になり、レスポンスも遅くなるため、BM検索とベクトル検索が失敗した時に限定する\r\n・BM検索とベクトル検索を並列実行することでレスポンスの短縮を図る\r\n・BM検索とベクトル検索ともに、ドキュメントをトークン化した結果の\"名詞\",\"動詞\",\"形容詞\"のみを使う\r\n・2回目に投稿したプログラムは回答が簡潔過ぎたのでプロンプトを調整する。\r\n\r\n今後の課題：\r\n・PDFの全ページを参照して回答を作成する際、入力トークンの上限を考慮できていない\r\n・ハイブリッド検索で同じ結果が得られるのではないか\r\n・同じような文生成処理（プロンプト）が4つあり、プログラムが煩雑","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab_3_8e11c341-c282-4b34-9f94-2538c3f40cd0_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/7c33a289-b15d-43a0-a0f6-ab527b4f8dab_3_8e11c341-c282-4b34-9f94-2538c3f40cd0_main.py","user":{"id":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab","userName":"taiyaki"},"latestSubmittedAt":"2024-10-10T14:34:30.309775Z"},{"createdAt":"2024-10-20T03:16:43.336266+09:00","updatedAt":"2024-10-20T03:16:43.336272+09:00","id":"ec39b5be-47ac-44bb-89f4-07896c8750af","userId":"efc6163f-650d-4c59-b0e3-b4e36157be66","submittedAt":"2024-10-19T18:16:43.336302Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":270.0,"correctnessScore":70.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":186.15919852256775,"apiCost":0.0001818,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":186.84256196022034,"apiCost":0.00015375,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":185.3479301929474,"apiCost":0.0001719,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":186.1165635585785,"totalApiCost":0.00050745,"isEvaluationSuccessful":true},"status":"reviewed","description":"投稿","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"efc6163f-650d-4c59-b0e3-b4e36157be66_3_ef4a74ae-30c1-46dd-acb6-74e1e780ea0a_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/efc6163f-650d-4c59-b0e3-b4e36157be66_3_ef4a74ae-30c1-46dd-acb6-74e1e780ea0a_main.py","user":{"id":"efc6163f-650d-4c59-b0e3-b4e36157be66","userName":"t-yng"},"latestSubmittedAt":"2024-10-19T18:16:43.336302Z"},{"createdAt":"2024-09-26T15:11:47.726211+09:00","updatedAt":"2024-09-26T15:11:47.726216+09:00","id":"03d2fba0-b04c-47d1-b843-85abafa6ce86","userId":"53a2b28c-0bae-4785-b3d0-b3ba7f629ec7","submittedAt":"2024-09-26T06:11:47.726252Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":60.0,"harmfulnessScore":60.0,"speed":18.98368525505066,"apiCost":"-","errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":15.580523252487183,"apiCost":"-","errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":17.454063415527344,"apiCost":"-","errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":73.33333333333333,"averageConcisenessScore":70.0,"averageHarmfulnessScore":76.66666666666667,"averageSpeed":17.33942397435506,"totalApiCost":"-","isEvaluationSuccessful":true},"status":"reviewed","description":"v1","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"53a2b28c-0bae-4785-b3d0-b3ba7f629ec7_1_3a522357-1063-41dd-97e4-637929fc2b20_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/53a2b28c-0bae-4785-b3d0-b3ba7f629ec7_1_3a522357-1063-41dd-97e4-637929fc2b20_main.py","user":{"id":"53a2b28c-0bae-4785-b3d0-b3ba7f629ec7","userName":"waikei"},"latestSubmittedAt":"2024-10-11T02:20:31.200765Z"},{"createdAt":"2024-10-07T22:46:15.848986+09:00","updatedAt":"2024-10-07T22:46:15.848991+09:00","id":"1975802f-6d02-4306-8095-d5b54efa794c","userId":"bb75e5a0-c202-4c23-960c-36fdb9d1b309","submittedAt":"2024-10-07T13:46:15.849022Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":280.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":50.0,"harmfulnessScore":70.0,"speed":199.1134433746338,"apiCost":0.00365775,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":192.79047513008118,"apiCost":0.0034254,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":192.86524486541748,"apiCost":0.00384315,"errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":76.66666666666667,"averageConcisenessScore":63.333333333333336,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":194.92305445671082,"totalApiCost":0.0109263,"isEvaluationSuccessful":true},"status":"reviewed","description":"ジャガイモ","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"bb75e5a0-c202-4c23-960c-36fdb9d1b309_1_a91d249f-feba-4aa2-9182-4478ee3653f9_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/bb75e5a0-c202-4c23-960c-36fdb9d1b309_1_a91d249f-feba-4aa2-9182-4478ee3653f9_main.py","user":{"id":"bb75e5a0-c202-4c23-960c-36fdb9d1b309","userName":"wooheum"},"latestSubmittedAt":"2024-10-09T12:50:38.423970Z"},{"createdAt":"2024-10-20T11:15:00.127433+09:00","updatedAt":"2024-10-20T11:15:00.127438+09:00","id":"9148d3b7-c1a3-46cf-87ea-de7ead50c6a1","userId":"351f1bbd-fab2-4824-a72b-05926f7aab87","submittedAt":"2024-10-20T02:15:00.127467Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":80.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":26.258240938186646,"apiCost":0.0002925,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":24.993014812469482,"apiCost":0.00023475,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":28.16546869277954,"apiCost":0.00041145,"errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":60.0,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":26.472241481145222,"totalApiCost":0.0009387,"isEvaluationSuccessful":true},"status":"reviewed","description":"second submission","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"351f1bbd-fab2-4824-a72b-05926f7aab87_2_06c7a4b8-f5d3-47db-8eb2-7c738511c072_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/351f1bbd-fab2-4824-a72b-05926f7aab87_2_06c7a4b8-f5d3-47db-8eb2-7c738511c072_main.py","user":{"id":"351f1bbd-fab2-4824-a72b-05926f7aab87","userName":"KXU0820"},"latestSubmittedAt":"2024-10-20T09:09:10.887468Z"},{"createdAt":"2024-10-03T00:08:32.520242+09:00","updatedAt":"2024-10-03T00:08:32.520245+09:00","id":"aa42212e-7fc2-4e2f-aab2-6b3309e4887b","userId":"f09869a0-9647-4a1f-a58d-c003ed348fad","submittedAt":"2024-10-02T15:08:32.520270Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":194.37052273750305,"apiCost":3.675e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":70.0,"speed":190.85162496566772,"apiCost":4.185e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":null,"correctnessScore":null,"helpfulnessScore":null,"concisenessScore":null,"harmfulnessScore":null,"speed":7.47048020362854,"apiCost":"-","errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":60.0,"averageConcisenessScore":85.0,"averageHarmfulnessScore":75.0,"averageSpeed":130.89754263559976,"totalApiCost":"-","isEvaluationSuccessful":true},"status":"reviewed","description":"3回目","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"f09869a0-9647-4a1f-a58d-c003ed348fad_3_19cadb4e-84b1-426f-9122-186946a17572_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/f09869a0-9647-4a1f-a58d-c003ed348fad_3_19cadb4e-84b1-426f-9122-186946a17572_main.py","user":{"id":"f09869a0-9647-4a1f-a58d-c003ed348fad","userName":"sumire1213"},"latestSubmittedAt":"2024-10-02T15:08:32.520270Z"},{"createdAt":"2024-10-18T22:19:14.582532+09:00","updatedAt":"2024-10-18T22:19:14.582538+09:00","id":"c0586a53-d954-4876-9685-9c6263878b5d","userId":"a5355f54-45aa-4c44-8643-099fa870850e","submittedAt":"2024-10-18T13:19:14.582616Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":188.7278323173523,"apiCost":0.00013365,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":310.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":189.6556179523468,"apiCost":0.00014475,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":190.44848775863647,"apiCost":0.0001404,"errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":66.66666666666667,"averageConcisenessScore":66.66666666666667,"averageHarmfulnessScore":90.0,"averageSpeed":189.6106460094452,"totalApiCost":0.0004188,"isEvaluationSuccessful":true},"status":"reviewed","description":"3回目","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"a5355f54-45aa-4c44-8643-099fa870850e_3_038963ff-cead-4baf-aaeb-b9b04812dd93_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/a5355f54-45aa-4c44-8643-099fa870850e_3_038963ff-cead-4baf-aaeb-b9b04812dd93_main.py","user":{"id":"a5355f54-45aa-4c44-8643-099fa870850e","userName":"tcma0202"},"latestSubmittedAt":"2024-10-18T13:19:14.582616Z"},{"createdAt":"2024-10-16T15:11:40.042402+09:00","updatedAt":"2024-10-16T15:11:40.042408+09:00","id":"efe49d58-6319-4a74-adbb-0b79e744f41d","userId":"aae2acfa-8c3e-443a-bacb-c27281c18d65","submittedAt":"2024-10-16T06:11:40.042455Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":80.0,"helpfulnessScore":40.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":9.168352365493774,"apiCost":0.00016995,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":10.175185680389404,"apiCost":0.00016965,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":9.162581205368042,"apiCost":0.0001719,"errorLog":null}],"averageTotalScore":320.0,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":53.333333333333336,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":86.66666666666667,"averageSpeed":9.502039750417074,"totalApiCost":0.0005115,"isEvaluationSuccessful":true},"status":"reviewed","description":"first","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"aae2acfa-8c3e-443a-bacb-c27281c18d65_1_f7d1ee6e-530e-4dd4-8655-230616102c0a_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/aae2acfa-8c3e-443a-bacb-c27281c18d65_1_f7d1ee6e-530e-4dd4-8655-230616102c0a_main.py","user":{"id":"aae2acfa-8c3e-443a-bacb-c27281c18d65","userName":"shun99"},"latestSubmittedAt":"2024-10-16T06:11:40.042455Z"},{"createdAt":"2024-10-16T22:50:16.931985+09:00","updatedAt":"2024-10-16T22:50:16.931993+09:00","id":"10208c06-1800-4d87-9058-a3ae2a4baa1d","userId":"98c894b8-ceb6-436e-a180-7aeb1a64f1fc","submittedAt":"2024-10-16T13:50:16.932030Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":280.0,"correctnessScore":70.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":254.42292714118958,"apiCost":0.00046635,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":761.6797907352448,"apiCost":0.0007911,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":40.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":192.6466839313507,"apiCost":0.0008136,"errorLog":null}],"averageTotalScore":316.6666666666667,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":46.666666666666664,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":402.91646726926166,"totalApiCost":0.00207105,"isEvaluationSuccessful":true},"status":"reviewed","description":"3回","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"98c894b8-ceb6-436e-a180-7aeb1a64f1fc_3_d0fa35a0-fc98-414f-825c-a257af7f314e_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/98c894b8-ceb6-436e-a180-7aeb1a64f1fc_3_d0fa35a0-fc98-414f-825c-a257af7f314e_main.py","user":{"id":"98c894b8-ceb6-436e-a180-7aeb1a64f1fc","userName":"niyo19"},"latestSubmittedAt":"2024-10-16T13:50:16.932030Z"},{"createdAt":"2024-10-19T23:51:08.123692+09:00","updatedAt":"2024-10-19T23:51:08.123697+09:00","id":"968c946c-b34e-4ab8-a692-1e237cdd3dbe","userId":"920a4d3c-6364-462f-9e2c-cc085c60bcc1","submittedAt":"2024-10-19T14:51:08.123742Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":260.0,"correctnessScore":70.0,"helpfulnessScore":30.0,"concisenessScore":90.0,"harmfulnessScore":70.0,"speed":192.48984503746033,"apiCost":0.0001164,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":192.83971881866455,"apiCost":0.0001473,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":194.85544300079346,"apiCost":0.00036405,"errorLog":null}],"averageTotalScore":316.6666666666667,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":193.39500228563944,"totalApiCost":0.00062775,"isEvaluationSuccessful":true},"status":"reviewed","description":"よろしくお願いします。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"920a4d3c-6364-462f-9e2c-cc085c60bcc1_1_c400c328-03da-4800-b389-640e433b76d2_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/920a4d3c-6364-462f-9e2c-cc085c60bcc1_1_c400c328-03da-4800-b389-640e433b76d2_main.py","user":{"id":"920a4d3c-6364-462f-9e2c-cc085c60bcc1","userName":"rayray1122"},"latestSubmittedAt":"2024-10-20T14:09:43.445834Z"},{"createdAt":"2024-10-15T04:12:26.281963+09:00","updatedAt":"2024-10-15T04:12:26.281968+09:00","id":"2b82fb5d-f9fa-4297-ab3e-b2475f087581","userId":"ad063087-892b-468d-8a76-9919e9686498","submittedAt":"2024-10-14T19:12:26.281999Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":260.0,"correctnessScore":70.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":50.0,"speed":21.595781564712524,"apiCost":0.00054105,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":18.8900728225708,"apiCost":0.00054555,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":19.435272693634033,"apiCost":0.0006291,"errorLog":null}],"averageTotalScore":313.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":90.0,"averageHarmfulnessScore":76.66666666666667,"averageSpeed":19.973709026972454,"totalApiCost":0.0017157000000000001,"isEvaluationSuccessful":true},"status":"reviewed","description":"修正","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"ad063087-892b-468d-8a76-9919e9686498_3_12e59530-b069-42e5-9b9d-d17de635e0fa_main.py","fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/ad063087-892b-468d-8a76-9919e9686498_3_12e59530-b069-42e5-9b9d-d17de635e0fa_main.py","user":{"id":"ad063087-892b-468d-8a76-9919e9686498","userName":"ochisamu"},"latestSubmittedAt":"2024-10-20T13:47:20.635135Z"}],"page":{"pageNumber":1,"pageSize":20,"totalPages":5,"totalCount":86}}