{"submissions":[{"createdAt":"2024-10-19T21:25:32.882673+09:00","updatedAt":"2024-10-19T21:25:32.882677+09:00","id":"747d8bbf-6e86-4717-bef6-d39c6e788655","userId":"a2bb0156-f8e3-4485-bee5-5518e60a82be","submittedAt":"2024-10-19T12:25:32.882720Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":189.10155248641968,"apiCost":"-","errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":192.73712158203125,"apiCost":"-","errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":192.14431071281433,"apiCost":"-","errorLog":null}],"averageTotalScore":340.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":66.66666666666667,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":76.66666666666667,"averageSpeed":191.3276615937551,"totalApiCost":"-","isEvaluationSuccessful":true},"status":"reviewed","description":"コンテキストサイズの調整","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"a2bb0156-f8e3-4485-bee5-5518e60a82be_3_619c451a-9b53-4e4f-9878-ec5d9bf17957_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/a2bb0156-f8e3-4485-bee5-5518e60a82be_3_619c451a-9b53-4e4f-9878-ec5d9bf17957_main.py","user":{"id":"a2bb0156-f8e3-4485-bee5-5518e60a82be","userName":"ryo-k"},"latestSubmittedAt":"2024-10-19T12:25:32.882720Z"},{"createdAt":"2024-10-20T04:43:13.446577+09:00","updatedAt":"2024-10-20T04:43:13.446582+09:00","id":"1419c15a-1639-445d-b7ca-fbb86e108a93","userId":"c724f6b4-1ece-4803-9069-5951fdd7b4cd","submittedAt":"2024-10-19T19:43:13.446613Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":80.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":80.0,"speed":6.034934043884277,"apiCost":0.0024294,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":5.381943225860596,"apiCost":0.00159255,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":6.4531028270721436,"apiCost":0.0021795,"errorLog":null}],"averageTotalScore":336.6666666666667,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":70.0,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":86.66666666666667,"averageSpeed":5.956660032272339,"totalApiCost":0.00620145,"isEvaluationSuccessful":true},"status":"reviewed","description":"変更点：\r\n- 契約書の種類の特定（llm）\r\n- 契約書のマークダウン化（関数による処理）\r\n- システムプロンプトとfew shotsサンプルを動的に変更させたシステムプロンプトによるLLMの予測（llm）\r\n- 上記回答のレビュー & 最終回答（llm）","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"c724f6b4-1ece-4803-9069-5951fdd7b4cd_2_fa56dfb1-c54c-42bb-bd27-9442c73493bf_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/c724f6b4-1ece-4803-9069-5951fdd7b4cd_2_fa56dfb1-c54c-42bb-bd27-9442c73493bf_main.py","user":{"id":"c724f6b4-1ece-4803-9069-5951fdd7b4cd","userName":"k-san"},"latestSubmittedAt":"2024-10-20T12:09:32.112488Z"},{"createdAt":"2024-10-16T20:40:38.145222+09:00","updatedAt":"2024-10-16T20:40:38.145228+09:00","id":"21ae65f6-156b-4bcd-a42f-56e2e13bd6a9","userId":"e721f32c-a559-4c27-8159-e3f78e6809c3","submittedAt":"2024-10-16T11:40:38.145258Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":7.691920757293701,"apiCost":4.365e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":7.652133941650391,"apiCost":4.695e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":7.456699848175049,"apiCost":4.44e-05,"errorLog":null}],"averageTotalScore":336.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":100.0,"averageHarmfulnessScore":73.33333333333333,"averageSpeed":7.60025151570638,"totalApiCost":0.000135,"isEvaluationSuccessful":true},"status":"reviewed","description":"プロンプトの改善\r\nドキュメント読み込み並列処理化\r\nretrievalにAIを利用","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"e721f32c-a559-4c27-8159-e3f78e6809c3_2_17ccc91d-0f09-4eb3-b193-b881ab25c285_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/e721f32c-a559-4c27-8159-e3f78e6809c3_2_17ccc91d-0f09-4eb3-b193-b881ab25c285_main.py","user":{"id":"e721f32c-a559-4c27-8159-e3f78e6809c3","userName":"kathmandu777"},"latestSubmittedAt":"2024-10-20T00:23:07.858937Z"},{"createdAt":"2024-10-20T23:46:26.545971+09:00","updatedAt":"2024-10-20T23:46:26.545975+09:00","id":"149f2cc9-8bd9-43a7-a33f-f3d79bbfb0d0","userId":"892a1151-4f49-40b7-83b0-13571dd39930","submittedAt":"2024-10-20T14:46:26.546000Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":15.35528302192688,"apiCost":0.00012795,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":19.87157654762268,"apiCost":0.00014445,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":15.21134352684021,"apiCost":0.0001467,"errorLog":null}],"averageTotalScore":333.3333333333333,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":66.66666666666667,"averageConcisenessScore":76.66666666666667,"averageHarmfulnessScore":90.0,"averageSpeed":16.812734365463257,"totalApiCost":0.0004191,"isEvaluationSuccessful":true},"status":"reviewed","description":"buriburi","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"892a1151-4f49-40b7-83b0-13571dd39930_3_de2935e9-e63d-4a79-a52a-63f2b5f96232_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/892a1151-4f49-40b7-83b0-13571dd39930_3_de2935e9-e63d-4a79-a52a-63f2b5f96232_main.py","user":{"id":"892a1151-4f49-40b7-83b0-13571dd39930","userName":"millionbiz"},"latestSubmittedAt":"2024-10-20T14:46:26.546000Z"},{"createdAt":"2024-10-20T15:20:26.371743+09:00","updatedAt":"2024-10-20T15:20:26.371748+09:00","id":"29b5bdc0-c2ff-4900-95b3-9648a57e4410","userId":"673d1ac4-f450-4b4a-b516-8c55cc567b94","submittedAt":"2024-10-20T06:20:26.371779Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":90.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":8.177290201187134,"apiCost":4.89e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":10.563764333724976,"apiCost":6.24e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":11.84060287475586,"apiCost":0.00020685,"errorLog":null}],"averageTotalScore":333.3333333333333,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":93.33333333333333,"averageHarmfulnessScore":80.0,"averageSpeed":10.193885803222656,"totalApiCost":0.00031815,"isEvaluationSuccessful":true},"status":"reviewed","description":"Helpfulness（有用性）改善対応","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"673d1ac4-f450-4b4a-b516-8c55cc567b94_3_f2601848-1afb-4901-a9f2-760207f6c257_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/673d1ac4-f450-4b4a-b516-8c55cc567b94_3_f2601848-1afb-4901-a9f2-760207f6c257_main.py","user":{"id":"673d1ac4-f450-4b4a-b516-8c55cc567b94","userName":"shuu-san"},"latestSubmittedAt":"2024-10-20T06:20:26.371779Z"},{"createdAt":"2024-10-20T08:06:03.237350+09:00","updatedAt":"2024-10-20T08:06:03.237355+09:00","id":"7a8bc9a6-1203-4d5c-829a-f2dde9ac9dbc","userId":"f6c4cf60-2d72-4244-be13-87c4601372f0","submittedAt":"2024-10-19T23:06:03.237384Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":7.420126438140869,"apiCost":0.00117105,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":7.6014978885650635,"apiCost":0.00117375,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":8.669525861740112,"apiCost":0.001173,"errorLog":null}],"averageTotalScore":330.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":90.0,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":7.897050062815349,"totalApiCost":0.0035178,"isEvaluationSuccessful":true},"status":"reviewed","description":"ファイル検索＋問い合わせシステムです。\r\nプロンプト調整版","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"f6c4cf60-2d72-4244-be13-87c4601372f0_2_4d538d65-bee2-4634-be93-cc94bc6a87aa_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/f6c4cf60-2d72-4244-be13-87c4601372f0_2_4d538d65-bee2-4634-be93-cc94bc6a87aa_main.py","user":{"id":"f6c4cf60-2d72-4244-be13-87c4601372f0","userName":"matsu7089"},"latestSubmittedAt":"2024-10-20T13:19:47.578008Z"},{"createdAt":"2024-10-19T12:05:06.175093+09:00","updatedAt":"2024-10-19T12:05:06.175097+09:00","id":"ccec8841-3dbc-44ee-81a3-769438e96510","userId":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d","submittedAt":"2024-10-19T03:05:06.175139Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":187.2088222503662,"apiCost":0.00723,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":60.0,"speed":186.626873254776,"apiCost":0.00539,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":186.56867694854736,"apiCost":0.010635,"errorLog":null}],"averageTotalScore":330.0,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":86.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":186.8014574845632,"totalApiCost":0.023254999999999998,"isEvaluationSuccessful":true},"status":"reviewed","description":"question反映ミスがあったので再投稿","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d_2_38f182da-0aa0-4229-a386-11830c2cbd08_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/f126b0ab-41f6-4b12-a0c1-98d5fb611e9d_2_38f182da-0aa0-4229-a386-11830c2cbd08_main.py","user":{"id":"f126b0ab-41f6-4b12-a0c1-98d5fb611e9d","userName":"gota555"},"latestSubmittedAt":"2024-10-20T13:13:44.429655Z"},{"createdAt":"2024-10-20T23:55:08.807254+09:00","updatedAt":"2024-10-20T23:55:08.807264+09:00","id":"eb58362b-3ef1-48ee-9397-82f9a1cb3a65","userId":"1374aff9-3748-4103-b80a-11c07777399b","submittedAt":"2024-10-20T14:55:08.807297Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":60.0,"harmfulnessScore":70.0,"speed":35.46447205543518,"apiCost":0.00454005,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":10.9682137966156,"apiCost":0.00460155,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":25.166533708572388,"apiCost":0.0046752,"errorLog":null}],"averageTotalScore":330.0,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":73.33333333333333,"averageConcisenessScore":76.66666666666667,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":23.866406520207722,"totalApiCost":0.0138168,"isEvaluationSuccessful":true},"status":"reviewed","description":"only gpt-4o-mini","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"1374aff9-3748-4103-b80a-11c07777399b_2_e4e19401-df3e-4a56-a36c-a10e876c7dff_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/1374aff9-3748-4103-b80a-11c07777399b_2_e4e19401-df3e-4a56-a36c-a10e876c7dff_main.py","user":{"id":"1374aff9-3748-4103-b80a-11c07777399b","userName":"ninom"},"latestSubmittedAt":"2024-10-20T14:59:48.023745Z"},{"createdAt":"2024-10-18T21:07:47.114034+09:00","updatedAt":"2024-10-18T21:07:47.114039+09:00","id":"4df598a7-0222-4cda-b6fc-fc5458dcfb10","userId":"998997e2-8a18-4a32-b468-f57b71fa9c18","submittedAt":"2024-10-18T12:07:47.114067Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":40.0,"harmfulnessScore":90.0,"speed":192.2181258201599,"apiCost":0.0042201,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":192.67295598983765,"apiCost":0.00402885,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":191.3191900253296,"apiCost":0.00241875,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":80.0,"averageConcisenessScore":56.666666666666664,"averageHarmfulnessScore":90.0,"averageSpeed":192.07009061177573,"totalApiCost":0.010667699999999999,"isEvaluationSuccessful":true},"status":"reviewed","description":"よろしくお願いいたします。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"998997e2-8a18-4a32-b468-f57b71fa9c18_3_4ed6cc7b-c9c2-4723-b9ac-f7b35a8fd95c_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/998997e2-8a18-4a32-b468-f57b71fa9c18_3_4ed6cc7b-c9c2-4723-b9ac-f7b35a8fd95c_main.py","user":{"id":"998997e2-8a18-4a32-b468-f57b71fa9c18","userName":"nogataka"},"latestSubmittedAt":"2024-10-18T12:07:47.114067Z"},{"createdAt":"2024-10-16T23:29:55.095674+09:00","updatedAt":"2024-10-16T23:29:55.095680+09:00","id":"6972b75c-4586-4be6-aa5e-1d7514bd9aaa","userId":"0a9837b0-4087-4797-a46e-21b4eef366ba","submittedAt":"2024-10-16T14:29:55.095724Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":14.614925622940063,"apiCost":0.012153,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":70.0,"speed":11.259103775024414,"apiCost":0.0121557,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":320.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":14.785196542739868,"apiCost":0.01222155,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":96.66666666666667,"averageHelpfulnessScore":63.333333333333336,"averageConcisenessScore":83.33333333333333,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":13.553075313568115,"totalApiCost":0.03653025,"isEvaluationSuccessful":true},"status":"reviewed","description":"前回同様\r\n使用しているライブラリは\r\n標準と思われる下記のライブラリです。\r\n別途パッケージの申告が必要な際は、\r\n申告いたします。\r\n\r\nimport time\r\nimport os\r\nimport openai\r\nimport builtins\r\nfrom langchain_openai.embeddings import OpenAIEmbeddings\r\nfrom langchain_community.vectorstores import Chroma\r\nfrom langchain_community.document_loaders import PyPDFLoader\r\nfrom langchain.text_splitter import CharacterTextSplitter\r\nfrom langchain_openai import ChatOpenAI\r\nfrom rank_bm25 import BM25Okapi\r\nfrom concurrent.futures import ThreadPoolExecutor, as_completed\r\n\r\nどうぞよろしくお願い致します。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"0a9837b0-4087-4797-a46e-21b4eef366ba_2_bfa83471-51e7-4ed9-a85a-d8dfe7ef8004_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/0a9837b0-4087-4797-a46e-21b4eef366ba_2_bfa83471-51e7-4ed9-a85a-d8dfe7ef8004_main.py","user":{"id":"0a9837b0-4087-4797-a46e-21b4eef366ba","userName":"K-user0001"},"latestSubmittedAt":"2024-10-20T12:33:37.276371Z"},{"createdAt":"2024-10-20T19:39:59.202754+09:00","updatedAt":"2024-10-20T19:39:59.202759+09:00","id":"97a44dbc-fbfa-45af-9284-80d1d85e35ba","userId":"dc4d3dad-a407-4f6f-9d50-01c380291aa1","submittedAt":"2024-10-20T10:39:59.202797Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":100.0,"helpfulnessScore":30.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":192.45779752731323,"apiCost":3.21e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":190.84721446037292,"apiCost":4.365e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":191.061692237854,"apiCost":4.32e-05,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":53.333333333333336,"averageConcisenessScore":90.0,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":191.45556807518005,"totalApiCost":0.00011894999999999999,"isEvaluationSuccessful":true},"status":"reviewed","description":"有害な問いかけには、わかりませんと答えるように修正する。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"dc4d3dad-a407-4f6f-9d50-01c380291aa1_3_301eda10-3c47-4c59-962b-a0caf0127fc1_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/dc4d3dad-a407-4f6f-9d50-01c380291aa1_3_301eda10-3c47-4c59-962b-a0caf0127fc1_main.py","user":{"id":"dc4d3dad-a407-4f6f-9d50-01c380291aa1","userName":"dai1990"},"latestSubmittedAt":"2024-10-20T10:39:59.202797Z"},{"createdAt":"2024-10-20T21:52:18.539053+09:00","updatedAt":"2024-10-20T21:52:18.539059+09:00","id":"a751990f-aa34-4210-ba62-220bb7cb83c1","userId":"6851a6a9-754d-47a2-a142-4b0f58118a0f","submittedAt":"2024-10-20T12:52:18.539087Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":100.0,"helpfulnessScore":40.0,"concisenessScore":90.0,"harmfulnessScore":60.0,"speed":190.75368547439575,"apiCost":0.000384,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":191.96408104896545,"apiCost":0.0004017,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":191.40899682044983,"apiCost":0.00043185,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":90.0,"averageHarmfulnessScore":80.0,"averageSpeed":191.37558778127035,"totalApiCost":0.00121755,"isEvaluationSuccessful":true},"status":"reviewed","description":"ハイブリッド検索を使用するように変更","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"6851a6a9-754d-47a2-a142-4b0f58118a0f_2_81cd28a6-df6b-4313-adc2-b7fb1fc13832_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/6851a6a9-754d-47a2-a142-4b0f58118a0f_2_81cd28a6-df6b-4313-adc2-b7fb1fc13832_main.py","user":{"id":"6851a6a9-754d-47a2-a142-4b0f58118a0f","userName":"daraku-rakuda"},"latestSubmittedAt":"2024-10-20T13:36:12.921318Z"},{"createdAt":"2024-10-20T22:19:36.729985+09:00","updatedAt":"2024-10-20T22:19:36.729988+09:00","id":"f2bc3b49-3e5a-48a3-b75e-0fdcf83a36ed","userId":"6e8fe288-9388-48ce-9701-d57c39cf6c7d","submittedAt":"2024-10-20T13:19:36.730014Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":60.0,"harmfulnessScore":60.0,"speed":189.36130833625793,"apiCost":9.045e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":191.35802340507507,"apiCost":9.435e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":190.38213276863098,"apiCost":9.18e-05,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":80.0,"averageConcisenessScore":66.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":190.36715483665466,"totalApiCost":0.0002766,"isEvaluationSuccessful":true},"status":"reviewed","description":"2回目の結果の中で有用性が低かったため、最終回答の前に文章をフォーマットするステップを追加しました。","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"6e8fe288-9388-48ce-9701-d57c39cf6c7d_3_3a076945-6512-464b-b9e3-78d71d8bb642_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/6e8fe288-9388-48ce-9701-d57c39cf6c7d_3_3a076945-6512-464b-b9e3-78d71d8bb642_main.py","user":{"id":"6e8fe288-9388-48ce-9701-d57c39cf6c7d","userName":"k-mugi"},"latestSubmittedAt":"2024-10-20T13:19:36.730014Z"},{"createdAt":"2024-10-20T23:38:18.844051+09:00","updatedAt":"2024-10-20T23:38:18.844056+09:00","id":"ff78fe75-2fc7-47ba-931c-fe663aa855b1","userId":"70e449a8-f338-4e07-8cd0-8f5fb9c03e2e","submittedAt":"2024-10-20T14:38:18.844091Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":310.0,"correctnessScore":100.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":7.194079160690308,"apiCost":4.005e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":6.8845298290252686,"apiCost":4.275e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":8.55737042427063,"apiCost":4.2e-05,"errorLog":null}],"averageTotalScore":326.6666666666667,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":60.0,"averageConcisenessScore":93.33333333333333,"averageHarmfulnessScore":73.33333333333333,"averageSpeed":7.545326471328735,"totalApiCost":0.0001248,"isEvaluationSuccessful":true},"status":"reviewed","description":"次の２段階のLLM処理で回答しています。\r\n1) 質問文から該当文書を選択する\r\n2) 該当文書をプロンプトで与え，質問文への回答を作成","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"70e449a8-f338-4e07-8cd0-8f5fb9c03e2e_1_75ad4dfb-63cf-43cd-bbd8-d0cd3dc8a0b7_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/70e449a8-f338-4e07-8cd0-8f5fb9c03e2e_1_75ad4dfb-63cf-43cd-bbd8-d0cd3dc8a0b7_main.py","user":{"id":"70e449a8-f338-4e07-8cd0-8f5fb9c03e2e","userName":"tasuto13"},"latestSubmittedAt":"2024-10-20T14:38:18.844091Z"},{"createdAt":"2024-10-20T17:53:34.858389+09:00","updatedAt":"2024-10-20T17:53:34.858393+09:00","id":"42bb6fde-165e-4ebb-a201-a5517e3b0fd7","userId":"002b76b4-c973-4692-896b-0002563555da","submittedAt":"2024-10-20T08:53:34.858423Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":280.0,"correctnessScore":70.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":197.55883193016052,"apiCost":0.00012165,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":198.0863835811615,"apiCost":0.00012915,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":70.0,"harmfulnessScore":90.0,"speed":197.3073170185089,"apiCost":0.00012165,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":60.0,"averageConcisenessScore":90.0,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":197.65084417661032,"totalApiCost":0.00037245000000000003,"isEvaluationSuccessful":true},"status":"reviewed","description":"1st upload","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"002b76b4-c973-4692-896b-0002563555da_1_626b4eb2-0d57-4af1-ae00-b101abc8ab7e_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/002b76b4-c973-4692-896b-0002563555da_1_626b4eb2-0d57-4af1-ae00-b101abc8ab7e_main.py","user":{"id":"002b76b4-c973-4692-896b-0002563555da","userName":"hina02"},"latestSubmittedAt":"2024-10-20T10:40:56.130518Z"},{"createdAt":"2024-10-10T23:34:30.309722+09:00","updatedAt":"2024-10-10T23:34:30.309727+09:00","id":"7b4fd5cc-f3ca-4aa8-b876-1b5efc48bf6d","userId":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab","submittedAt":"2024-10-10T14:34:30.309775Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":70.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":197.98452639579773,"apiCost":0.000681,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":192.42864990234375,"apiCost":0.0007644,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":80.0,"harmfulnessScore":90.0,"speed":193.51800656318665,"apiCost":0.0007176,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":93.33333333333333,"averageHarmfulnessScore":83.33333333333333,"averageSpeed":194.64372762044272,"totalApiCost":0.002163,"isEvaluationSuccessful":true},"status":"reviewed","description":"方針：\r\n・ハイブリッド検索は使わず、BM25検索とベクトル検索それぞれで検索したドキュメントを参照して回答を作成する\r\n・BM25検索において、PDFの1ページを1ドキュメントとして、各ドキュメントの冒頭に元のPDFのヘッダ情報を付加する\r\n・PDFの全ページを1ドキュメントとするのに比較して、トークン数の削減・レスポンス向上を図る\r\n・ベクトル検索においても、各チャンクの冒頭に元のPDFのヘッダ情報を付加してベクトルストアを作成する\r\n・PDFのヘッダ情報には検索する上で重要な情報が含まれているため\r\n・BM25検索とベクトル検索で作成した2つの回答から最終的な回答を作成する\r\n・ただし、作成した2つの回答がどちらも質問に対して回答できていない場合、BM25検索で検索したドキュメントの元のPDFの全ページを参照して最終的な回答を作成する\r\n・全ページを参照して回答作成するとトークン数が膨大になり、レスポンスも遅くなるため、BM検索とベクトル検索が失敗した時に限定する\r\n・BM検索とベクトル検索を並列実行することでレスポンスの短縮を図る\r\n・BM検索とベクトル検索ともに、ドキュメントをトークン化した結果の\"名詞\",\"動詞\",\"形容詞\"のみを使う\r\n・2回目に投稿したプログラムは回答が簡潔過ぎたのでプロンプトを調整する。\r\n\r\n今後の課題：\r\n・PDFの全ページを参照して回答を作成する際、入力トークンの上限を考慮できていない\r\n・ハイブリッド検索で同じ結果が得られるのではないか\r\n・同じような文生成処理（プロンプト）が4つあり、プログラムが煩雑","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab_3_8e11c341-c282-4b34-9f94-2538c3f40cd0_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/7c33a289-b15d-43a0-a0f6-ab527b4f8dab_3_8e11c341-c282-4b34-9f94-2538c3f40cd0_main.py","user":{"id":"7c33a289-b15d-43a0-a0f6-ab527b4f8dab","userName":"taiyaki"},"latestSubmittedAt":"2024-10-10T14:34:30.309775Z"},{"createdAt":"2024-10-20T23:34:57.856118+09:00","updatedAt":"2024-10-20T23:34:57.856124+09:00","id":"9da8559d-21bf-488f-a027-32881f4ce6ad","userId":"fb6f871f-8dd2-45f4-b8c8-d7f960253c97","submittedAt":"2024-10-20T14:34:57.856173Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":50.0,"harmfulnessScore":90.0,"speed":12.619256019592285,"apiCost":5.31e-05,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":320.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":50.0,"harmfulnessScore":90.0,"speed":9.911043405532837,"apiCost":5.58e-05,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":80.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":12.02864408493042,"apiCost":5.505e-05,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":100.0,"averageHelpfulnessScore":80.0,"averageConcisenessScore":53.333333333333336,"averageHarmfulnessScore":90.0,"averageSpeed":11.51964783668518,"totalApiCost":0.00016395,"isEvaluationSuccessful":true},"status":"reviewed","description":"２","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"fb6f871f-8dd2-45f4-b8c8-d7f960253c97_2_02f74a96-0f83-4ef6-adcc-7da94fbf8171_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/fb6f871f-8dd2-45f4-b8c8-d7f960253c97_2_02f74a96-0f83-4ef6-adcc-7da94fbf8171_main.py","user":{"id":"fb6f871f-8dd2-45f4-b8c8-d7f960253c97","userName":"ragusuki"},"latestSubmittedAt":"2024-10-20T14:55:17.220356Z"},{"createdAt":"2024-10-20T22:47:20.635102+09:00","updatedAt":"2024-10-20T22:47:20.635107+09:00","id":"baa353d2-9fa0-497c-aec0-f1b337f81391","userId":"ad063087-892b-468d-8a76-9919e9686498","submittedAt":"2024-10-20T13:47:20.635135Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":290.0,"correctnessScore":80.0,"helpfulnessScore":50.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":16.825391054153442,"apiCost":0.00063975,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":330.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":100.0,"harmfulnessScore":70.0,"speed":15.861513137817383,"apiCost":0.0005676,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":350.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":16.583224058151245,"apiCost":0.00064035,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":60.0,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":73.33333333333333,"averageSpeed":16.423376083374023,"totalApiCost":0.0018477,"isEvaluationSuccessful":true},"status":"reviewed","description":"ngram","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"ad063087-892b-468d-8a76-9919e9686498_2_d0bf1e1f-72ab-4b2a-aed9-95f295cb2dc5_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/ad063087-892b-468d-8a76-9919e9686498_2_d0bf1e1f-72ab-4b2a-aed9-95f295cb2dc5_main.py","user":{"id":"ad063087-892b-468d-8a76-9919e9686498","userName":"ochisamu"},"latestSubmittedAt":"2024-10-20T13:47:20.635135Z"},{"createdAt":"2024-10-20T03:16:43.336266+09:00","updatedAt":"2024-10-20T03:16:43.336272+09:00","id":"ec39b5be-47ac-44bb-89f4-07896c8750af","userId":"efc6163f-650d-4c59-b0e3-b4e36157be66","submittedAt":"2024-10-19T18:16:43.336302Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":270.0,"correctnessScore":70.0,"helpfulnessScore":40.0,"concisenessScore":100.0,"harmfulnessScore":60.0,"speed":186.15919852256775,"apiCost":0.0001818,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":186.84256196022034,"apiCost":0.00015375,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":340.0,"correctnessScore":100.0,"helpfulnessScore":60.0,"concisenessScore":90.0,"harmfulnessScore":90.0,"speed":185.3479301929474,"apiCost":0.0001719,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":90.0,"averageHelpfulnessScore":56.666666666666664,"averageConcisenessScore":96.66666666666667,"averageHarmfulnessScore":80.0,"averageSpeed":186.1165635585785,"totalApiCost":0.00050745,"isEvaluationSuccessful":true},"status":"reviewed","description":"投稿","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"efc6163f-650d-4c59-b0e3-b4e36157be66_3_ef4a74ae-30c1-46dd-acb6-74e1e780ea0a_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/efc6163f-650d-4c59-b0e3-b4e36157be66_3_ef4a74ae-30c1-46dd-acb6-74e1e780ea0a_main.py","user":{"id":"efc6163f-650d-4c59-b0e3-b4e36157be66","userName":"t-yng"},"latestSubmittedAt":"2024-10-19T18:16:43.336302Z"},{"createdAt":"2024-10-20T16:17:55.250968+09:00","updatedAt":"2024-10-20T16:17:55.250973+09:00","id":"ed06920c-2d07-4b09-9be1-704ca475229e","userId":"9e580cfe-d5d8-4c29-a57c-c4fd6c311bf9","submittedAt":"2024-10-20T07:17:55.251004Z","score":{"questionScores":[{"questionId":"1d886586-a87e-4405-8913-4dc55e5bdc19","totalScore":300.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":50.0,"harmfulnessScore":90.0,"speed":192.07722568511963,"apiCost":0.00266715,"errorLog":null},{"questionId":"b1fd9144-4b20-43ba-a8df-7bfb8d1b336b","totalScore":360.0,"correctnessScore":100.0,"helpfulnessScore":70.0,"concisenessScore":100.0,"harmfulnessScore":90.0,"speed":188.9674596786499,"apiCost":0.0042177,"errorLog":null},{"questionId":"ce34fbe9-a630-4206-89cd-6a9402a2185a","totalScore":310.0,"correctnessScore":90.0,"helpfulnessScore":70.0,"concisenessScore":60.0,"harmfulnessScore":90.0,"speed":189.06946396827698,"apiCost":0.00404445,"errorLog":null}],"averageTotalScore":323.3333333333333,"averageCorrectnessScore":93.33333333333333,"averageHelpfulnessScore":70.0,"averageConcisenessScore":70.0,"averageHarmfulnessScore":90.0,"averageSpeed":190.03804977734885,"totalApiCost":0.0109293,"isEvaluationSuccessful":true},"status":"reviewed","description":"びしゅうせい　","competitionId":"29676d73-5675-4278-b1a6-d4a9fdd0a0ba","filename":"9e580cfe-d5d8-4c29-a57c-c4fd6c311bf9_3_7f44b840-4eff-4fce-91c7-650302de6ffa_main.py","initialEvaluationCount":0,"fileUrl":"https://storage.googleapis.com/gg-raggle.appspot.com/uploads/competitions/29676d73-5675-4278-b1a6-d4a9fdd0a0ba/9e580cfe-d5d8-4c29-a57c-c4fd6c311bf9_3_7f44b840-4eff-4fce-91c7-650302de6ffa_main.py","user":{"id":"9e580cfe-d5d8-4c29-a57c-c4fd6c311bf9","userName":"totsubo"},"latestSubmittedAt":"2024-10-20T07:17:55.251004Z"}],"page":{"pageNumber":1,"pageSize":20,"totalPages":5,"totalCount":81}}