Add qodana metrics

Author: tiginamaria

configs/template_generation/prompts/fleet_execution_system_prompt.md

@@ -19,7 +19,7 @@ Strictly follow next rules:
 - ALWAYS add README_BUILD file in the root of the project with short but comprehensive description how to build project – describe all build dependencies.
 - ALWAYS add language notation 'PROJECT' for project structure
 
-3. Validation step:
+4. Validation step:
 3.1 Add code snippet: ```${'\n'}VALIDATION${'\n'}```
 3.2 Verbally analyse file content for mistake, errors and incoherence. When file is OK: add code snippet with file path for correct files.
 3.3 Change files according to analysis: add file path and then code block with CORRECTED file content

data/metrics/few_shot_fleet_gpt-4-1106-preview/java/cost_metrics.csv

@@ -0,0 +1,11 @@
+id,full_name,owner,name,time,total_tokens,prompt_tokens,completion_tokens,api_calls_count,api_failed_calls_count,llm_calls_count,langsmith_project_link
+1,AdamBien/aws-lambda-cdk-plain,AdamBien,aws-lambda-cdk-plain,44.776514768600464,3072,1528,1544,0,0,1,
+35,binxio/cfn-lint-plugin,binxio,cfn-lint-plugin,48.49489998817444,2789,1525,1264,0,0,1,
+45,ChristianAA/selenium-springboot-example,ChristianAA,selenium-springboot-example,78.1023998260498,3705,1527,2178,0,0,1,
+57,dadoonet/elasticsearch-java-client-demo,dadoonet,elasticsearch-java-client-demo,43.752217054367065,2674,1515,1159,0,0,1,
+63,datumbox/datumbox-framework-examples,datumbox,datumbox-framework-examples,39.265321016311646,2696,1522,1174,0,0,1,
+77,Esri/java-maven-starter-project,Esri,java-maven-starter-project,34.529409885406494,2561,1523,1038,0,0,1,
+82,flashvayne/chatgpt-spring-boot-starter,flashvayne,chatgpt-spring-boot-starter,58.66226005554199,3268,1526,1742,0,0,1,
+136,jonashackt/spring-reactive-redis-messaging,jonashackt,spring-reactive-redis-messaging,44.02277183532715,3043,1525,1518,0,0,1,
+176,melix/gradle-tapi-demo-artifacts,melix,gradle-tapi-demo-artifacts,38.58549094200134,2632,1533,1099,0,0,1,
+246,slack-samples/bolt-java-starter-template,slack-samples,bolt-java-starter-template,42.00272274017334,2759,1521,1238,0,0,1,

data/metrics/few_shot_fleet_gpt-4-1106-preview/java/qodana_metrics.csv

@@ -0,0 +1,11 @@
+id,full_name,owner,name,bleu,rouge1,rouge2,rougeL,rougeLsum,chrf,bertscoref1,gte,avg_gte_match,uncovered_golden,gen_files_count,gen_empty_files_count,gen_dirs_count,gen_empty_dirs_count,gen_file_tree_depth,gen_has_root_dir,golden_files_count,golden_empty_files_count,golden_dirs_count,golden_empty_dirs_count,golden_file_tree_depth,golden_has_root_dir
+1,AdamBien/aws-lambda-cdk-plain,AdamBien,aws-lambda-cdk-plain,0.009889070555913404,0.2849763237193285,0.15941404566996986,0.15755488592337494,0.2849763237193285,17.99694303312335,0.7791986465454102,0.9030538201332092,0.9485023191996983,0.5714285714285714,7,0,11,3,6,False,15,0,19,0,7,False
+35,binxio/cfn-lint-plugin,binxio,cfn-lint-plugin,4.349087724601079e-09,0.08857078953254305,0.040724994405907364,0.0469693580854395,0.08767613509282039,4.71351465496238,0.7746605277061462,0.9078359603881836,0.9505319520831108,0.75,8,0,14,3,7,False,21,0,17,0,8,False
+45,ChristianAA/selenium-springboot-example,ChristianAA,selenium-springboot-example,0.05101596526134594,0.35842880523731585,0.2153972153972154,0.2176759410801964,0.3576104746317513,25.602875832119476,0.8544940948486328,0.880281925201416,0.9512139667164196,0.6111111111111112,11,0,16,0,7,False,19,0,13,0,7,False
+57,dadoonet/elasticsearch-java-client-demo,dadoonet,elasticsearch-java-client-demo,3.5140330443401087e-15,0.05420124481327801,0.032166018158236054,0.0391597510373444,0.05420124481327801,3.4828333398732334,0.7953155040740967,0.8068669438362122,0.9410000443458557,0.8,6,0,13,2,6,True,11,0,12,0,8,False
+63,datumbox/datumbox-framework-examples,datumbox,datumbox-framework-examples,6.756617112321601e-14,0.042352941176470586,0.024800868935553944,0.029502262443438915,0.04199095022624434,2.710954393552662,0.7975965738296509,0.8198891878128052,0.9363262414932251,0.8947368421052632,6,0,13,0,7,True,23,0,13,0,6,False
+77,Esri/java-maven-starter-project,Esri,java-maven-starter-project,1.8287299946409816e-11,0.0718475073313783,0.03923725705903924,0.04912023460410558,0.0718475073313783,4.059318414397825,0.7930299043655396,0.7909420728683472,0.947735995054245,0.75,4,0,9,1,7,False,12,0,9,0,6,False
+82,flashvayne/chatgpt-spring-boot-starter,flashvayne,chatgpt-spring-boot-starter,8.114969087381777e-06,0.14365175332527208,0.08710379869344302,0.10012091898428052,0.14365175332527208,9.22565326363991,0.847087025642395,0.9249942302703857,0.9533850193023682,0.7692307692307693,10,0,20,2,8,False,26,0,19,0,9,False
+136,jonashackt/spring-reactive-redis-messaging,jonashackt,spring-reactive-redis-messaging,0.0048296836608810526,0.25500435161009577,0.16463414634146342,0.19147084421235858,0.25500435161009577,16.736493915769884,0.8138783574104309,0.8897954821586609,0.9532407011304583,0.5384615384615384,7,0,18,2,8,False,14,1,18,0,7,False
+176,melix/gradle-tapi-demo-artifacts,melix,gradle-tapi-demo-artifacts,8.368592967581327e-10,0.07199367088607594,0.027700831024930754,0.04074367088607595,0.07080696202531646,4.706908336760719,0.7815520763397217,0.7648807764053345,0.9386229004178729,0.6875,7,0,13,3,6,False,19,0,28,0,8,False
+246,slack-samples/bolt-java-starter-template,slack-samples,bolt-java-starter-template,4.471383971386256e-06,0.1316770186335404,0.08451404424558785,0.08894409937888198,0.1316770186335404,7.687717261784891,0.8533644080162048,0.9189032316207886,0.9508034229278565,0.9259259259259259,5,0,15,2,7,True,28,0,19,0,5,False

data/metrics/few_shot_fleet_gpt-4-1106-preview/java/quality_metrics.csv

@@ -0,0 +1,11 @@
+id,full_name,owner,name,time,total_tokens,prompt_tokens,completion_tokens,api_calls_count,api_failed_calls_count,llm_calls_count,langsmith_project_link
+2,alidehkhodaei/notification-example,alidehkhodaei,notification-example,57.66327977180481,2909,1528,1381,0,0,1,
+10,davidvavra/showkase-screenshot-tests,davidvavra,showkase-screenshot-tests,37.796895027160645,2735,1528,1207,0,0,1,
+14,Foso/KotlinCompilerPluginExample,Foso,KotlinCompilerPluginExample,50.03859782218933,3156,1552,1604,0,0,1,
+33,Kotlin/kmm-basic-sample,Kotlin,kmm-basic-sample,66.37655305862427,3232,1514,1718,0,0,1,
+36,kotlin-orm/ktorm-example-spring-boot,kotlin-orm,ktorm-example-spring-boot,65.51237106323242,3351,1523,1828,0,0,1,
+39,MortezaNedaei/RTMP-ExoPlayer,MortezaNedaei,RTMP-ExoPlayer,117.45036506652832,5155,1527,3628,0,0,1,
+42,mvysny/vaadin-kotlin-pwa,mvysny,vaadin-kotlin-pwa,49.60733890533447,2839,1522,1317,0,0,1,
+45,nomisRev/ktor-k8s-zero-downtime,nomisRev,ktor-k8s-zero-downtime,50.97293019294739,3417,1528,1889,0,0,1,
+50,PleahMaCaka/forge-kotlin-template,PleahMaCaka,forge-kotlin-template,40.02999496459961,3029,1531,1498,0,0,1,
+67,ZebraDevs/DataWedge-Flutter-Demo,ZebraDevs,DataWedge-Flutter-Demo,47.9011390209198,3302,1532,1770,0,0,1,