grammar-inference-engine/experiments/results/two_d_p2_s2.json
tobjend bbdfe93679 experiments: test all context strategies on RAGSAK — behavioral grouping wins
Key findings:
- File path grouping (structural) = baseline (0.6% coverage) — no improvement
- First-k-symbols grouping (behavioral) = 20× improvement (12% coverage at k=3)
- Two-dimensional (path + symbols) = worse than behavioral alone
- Winner: Option B k=3 — 47 SOREs, 12% coverage

Smart filters make experiments fast (<1s vs minutes):
- max_unique_ratio=0.85
- max_alphabet=20
- max_soa_edges=100

Preserved in experiments/results/ for future reference.
2026-07-11 23:40:21 +02:00

953 lines
No EOL
26 KiB
JSON

{
"strategy": "Option C: Path k=2 + Symbol k=2",
"total_contexts": 1080,
"meaningful_contexts": 117,
"total_methods": 1594,
"methods_in_good_groups": 138,
"sore_successes": 33,
"sore_failures": 21,
"skip_reasons": {
"too_diverse": 59,
"large_alphabet": 4
},
"groups": [
{
"context": "('springrag', 'architecture', 'listOf', 'listOf')",
"methods": 15,
"unique": 8,
"unique_ratio": 0.533,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('rag', 'embabel', 'ery {', 'stKnowledgeBases()')",
"methods": 13,
"unique": 5,
"unique_ratio": 0.385,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'architecture', 'productionClasses', 'filter')",
"methods": 13,
"unique": 13,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'config', 'mockk')",
"methods": 11,
"unique": 1,
"unique_ratio": 0.091,
"sore": "mockk",
"sore_success": true
},
{
"context": "('springrag', 'architecture', 'filesIn', 'assertTrue')",
"methods": 11,
"unique": 5,
"unique_ratio": 0.455,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('batch', 'reader', 'File', 'writeBytes')",
"methods": 8,
"unique": 7,
"unique_ratio": 0.875,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('security', 'service', 'JwtService', 'JwtProperties')",
"methods": 8,
"unique": 8,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('common', 'ids', 'of')",
"methods": 7,
"unique": 1,
"unique_ratio": 0.143,
"sore": "of",
"sore_success": true
},
{
"context": "('common', 'ids', 'assertEquals', 'of')",
"methods": 7,
"unique": 3,
"unique_ratio": 0.429,
"sore": "assertEquals.(of.(assertFailsWith)?)+",
"sore_success": true
},
{
"context": "('service', 'job', 'from', 'now')",
"methods": 7,
"unique": 4,
"unique_ratio": 0.571,
"sore": "((from.now|(trimIndent|debug)).((update)+)?)+",
"sore_success": true
},
{
"context": "('rag', 'simple', 'runTest', 'mockk')",
"methods": 6,
"unique": 6,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('rag', 'embabel', 'very', 'istKnowledgeBases(')",
"methods": 6,
"unique": 4,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('controller', 'web', 'runBlocking', 'controller')",
"methods": 6,
"unique": 6,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'config', 'getMethod', 'invoke')",
"methods": 6,
"unique": 2,
"unique_ratio": 0.333,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('service', 'storage', 'parseStorageUri', 'return false')",
"methods": 6,
"unique": 4,
"unique_ratio": 0.667,
"sore": "parseStorageUri.return false.((return try {\n s3Client.headObject(\n HeadObjectRequest.builder()\n .bucket(location.bucket)\n .key(location.",
"sore_success": true
},
{
"context": "('springrag', 'repository', 'listOf', 'listOf')",
"methods": 6,
"unique": 5,
"unique_ratio": 0.833,
"sore": "SKIP(large_alphabet)",
"sore_success": false
},
{
"context": "('service', 'chunk', 'HybridChunkingConfig', 'service')",
"methods": 6,
"unique": 6,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('security', 'service', 'every', 'existsByUsername')",
"methods": 6,
"unique": 3,
"unique_ratio": 0.5,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'system', 'createKnowledgeBase', 'copyTestDocument')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'system', 'await', 'pollInterval')",
"methods": 5,
"unique": 3,
"unique_ratio": 0.6,
"sore": "SKIP(large_alphabet)",
"sore_success": false
},
{
"context": "('springrag', 'architecture', 'filesIn', 'filter')",
"methods": 5,
"unique": 2,
"unique_ratio": 0.4,
"sore": "filesIn.filter.contains.assertTrue.(hasImport)+",
"sore_success": true
},
{
"context": "('springrag', 'controller', 'runTest', 'ChatResponse')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'runTest', 'mockFilePart')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'VectorChunk', 'mapOf')",
"methods": 5,
"unique": 3,
"unique_ratio": 0.6,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'every', 'findPageRendering')",
"methods": 5,
"unique": 4,
"unique_ratio": 0.8,
"sore": "SKIP(large_alphabet)",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'coEvery', 'ingestMultipart')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'docling', 'trim', 'lowercase')",
"methods": 5,
"unique": 2,
"unique_ratio": 0.4,
"sore": "trim.lowercase.(warn)+",
"sore_success": true
},
{
"context": "('springrag', 'config', 'DoclingConfig', 'assertThatThrownBy')",
"methods": 5,
"unique": 1,
"unique_ratio": 0.2,
"sore": "DoclingConfig.assertThatThrownBy.validateCriticalSettings.isInstanceOf.hasMessageContaining",
"sore_success": true
},
{
"context": "('service', 'job', 'upsertStaging', 'of')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'query', 'trimIndent')",
"methods": 5,
"unique": 5,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'update', 'trimIndent')",
"methods": 5,
"unique": 2,
"unique_ratio": 0.4,
"sore": "update.trimIndent.(now.insertRow)?",
"sore_success": true
},
{
"context": "('batch', 'model', 'mapOf', 'mapOf')",
"methods": 5,
"unique": 3,
"unique_ratio": 0.6,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'testsupport', 'Builder')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "Builder",
"sore_success": true
},
{
"context": "('springrag', 'testsupport', 'Any')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "Any",
"sore_success": true
},
{
"context": "('springrag', 'testsupport', 'get')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "get",
"sore_success": true
},
{
"context": "('tooling', 'embabel', 'ToolInvocationPolicyProperties', 'mapOf')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('cucumber', 'steps', 'requireNotNull', 'requireNotNull')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'system', 'session', 'use')",
"methods": 4,
"unique": 2,
"unique_ratio": 0.5,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'config', 'registerProperties')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "registerProperties",
"sore_success": true
},
{
"context": "('springrag', 'config', 'assumeTrue', 'isDockerAvailable')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "assumeTrue.isDockerAvailable.start.pullAndWarmup",
"sore_success": true
},
{
"context": "('springrag', 'architecture', 'eFromProject()', 'ses()')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'runTest', 'coEvery')",
"methods": 4,
"unique": 3,
"unique_ratio": 0.75,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'mockk', 'mockk')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'JobStatus', 'every')",
"methods": 4,
"unique": 2,
"unique_ratio": 0.5,
"sore": "JobStatus.every.getJobStatus.get.uri.exchange.expectStatus.expectBody.(jsonPath.isEqualTo)+",
"sore_success": true
},
{
"context": "('controller', 'librechat', 'every', 'getOrCreateAgentKnowledgeBase')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'every', 'getJobStatus')",
"methods": 4,
"unique": 3,
"unique_ratio": 0.75,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('service', 'embedding', 'builder', 'inputType')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'health', '`when`', 'listModels')",
"methods": 4,
"unique": 3,
"unique_ratio": 0.75,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('springrag', 'repository', 'ilder()', 'ery(\"')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'repository', 'leteByFilter(f', 'lterEquals(M')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "leteByFilter(f.lterEquals(M",
"sore_success": true
},
{
"context": "('springrag', 'health', '`when`', 'healthCheckAsync')",
"methods": 4,
"unique": 3,
"unique_ratio": 0.75,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('repository', 'graph', 'parse', 'KnowledgeBaseNode')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'graph', 'asJobId', 'asFilename')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('service', 'chat', 'runTest', 'ChatResponse')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'config', 'resolveUploadStorageUri')",
"methods": 4,
"unique": 1,
"unique_ratio": 0.25,
"sore": "resolveUploadStorageUri",
"sore_success": true
},
{
"context": "('service', 'job', 'JobParametersBuilder', 'addString')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('batch', 'listener', 'state', 'every')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'createTempFile', 'apply')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'every', 'fetchTracking')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'JobInstance', 'JobParametersBuilder')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'knowledgebase', 'parse', 'KnowledgeBase')",
"methods": 4,
"unique": 4,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('agent', 'capability', 'AgentExecutionContext')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "AgentExecutionContext",
"sore_success": true
},
{
"context": "('capability', 'support', 'runTest', 'TestRequest')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('rag', 'embabel', 'VectorChunk', 'mapOf')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('rag', 'support', 'every', 'every')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('rag', 'support', 'VectorChunk', 'mapOf')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('agent', 'wikipedia', 'every', 'every')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('agent', 'wikipedia', 'runTest', 'invoke')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('cucumber', 'steps', 'chat')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "chat",
"sore_success": true
},
{
"context": "('springrag', 'config', 'mockk', 'also')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'system', 'MultipartBodyBuilder', 'part')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "SKIP(large_alphabet)",
"sore_success": false
},
{
"context": "('springrag', 'config', 'run', 'collectionPointCount')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "run.collectionPointCount",
"sore_success": true
},
{
"context": "('springrag', 'system', 'newClient', 'callTool')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'architecture', 'assertNoMainProjectDependencies', 'listOf')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'architecture', 'scopeFromProject', 'filter')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'architecture', 'productionFiles', 'filter')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "productionFiles.filter.(contains.(assertTrue)?)+",
"sore_success": true
},
{
"context": "('springrag', 'architecture', 'productionClasses', 'withAnnotationOf')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('test', 'kotlin', 'builder', 'build')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'joinToString', 'warn')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "joinToString.warn.return ResponseEntity.status(HttpStatus.BAD_REQUEST)\n .body(ErrorResponse(\"VALIDATION_ERROR\", \"Validation failed\", errors)).status.body.ErrorResponse",
"sore_success": true
},
{
"context": "('springrag', 'controller', 'listOf', 'listOf')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'runTest', 'post')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "runTest.post.uri.bodyValue.(ChatRequest|SessionChatRequest).exchange.expectStatus",
"sore_success": true
},
{
"context": "('springrag', 'controller', 'every', 'getJobStatus')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "every.getJobStatus.get.uri.exchange.expectStatus",
"sore_success": true
},
{
"context": "('springrag', 'controller', 'post', 'uri')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "post.uri.exchange.expectStatus.(expectBody.jsonPath.isEqualTo)?",
"sore_success": true
},
{
"context": "('springrag', 'controller', 'every', 'knowledgeBaseExists')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'controller', 'JobStatus', 'now')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('controller', 'librechat', 'runTest', 'mockk')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "runTest.mockk.every.filename.assertFailsWith.ingestMultipart",
"sore_success": true
},
{
"context": "('springrag', 'config', 'assertThrows', 'EmbabelAiHttpClientProperties')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "assertThrows.EmbabelAiHttpClientProperties.ofSeconds",
"sore_success": true
},
{
"context": "('springrag', 'config', 'ChatMemoryConfig', 'chatMemory')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'health', '`when`', 'health')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'config', 'DoclingConfig', 'validateCriticalSettings')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "DoclingConfig.validateCriticalSettings",
"sore_success": true
},
{
"context": "('service', 'storage', 'buildImageKey', 'return storeObject(key, bytes, contentTypeFor(format))')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "buildImageKey.return storeObject(key, bytes, contentTypeFor(format)).storeObject.contentTypeFor",
"sore_success": true
},
{
"context": "('service', 'storage', 'resolveLocation', 'builder')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('service', 'storage', 'parseStorageUri', 'return null')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('service', 'storage', 'replace', 'ifBlank')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "replace.ifBlank.lowercase.return StorageUri.of(\"images/${jobId.value}/$sanitizedId.$extension\").of",
"sore_success": true
},
{
"context": "('service', 'storage', 'lowercase')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "lowercase",
"sore_success": true
},
{
"context": "('service', 'storage', 'isBlank', 'return null')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('repository', 'graph', 'runBlocking', 'createTestImage')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('repository', 'graph', 'parse', 'save')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'repository', 'every', 'similaritySearch')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('port', 'adapter', 'DocumentJobNode', 'now')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'graph', 'DocumentGraphJob', 'asDocumentId')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'graph', 'asJobId', 'every')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "asJobId.every.(deleteByJobId.(assertDoesNotThrow)?)+",
"sore_success": true
},
{
"context": "('service', 'graph', 'emptyGraphDocument', 'every')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'system', 'runBlocking', 'adminClient')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'execute')",
"methods": 3,
"unique": 1,
"unique_ratio": 0.333,
"sore": "execute",
"sore_success": true
},
{
"context": "('service', 'job', 'every', 'process')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('springrag', 'batch', 'policy', 'assertTrue')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('batch', 'listener', 'createJobExecution', 'createStepExecution')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('batch', 'model', 'DocumentInput', 'asJobId')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('batch', 'listener', 'input', 'beforeProcess')",
"methods": 3,
"unique": 2,
"unique_ratio": 0.667,
"sore": "\u2205",
"sore_success": false
},
{
"context": "('batch', 'writer', 'runTest', 'GraphDocument')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('batch', 'writer', 'processedDocument', 'every')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'JobInstance', 'JobExecution')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'every', 'objectExists')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'createJobExecution', 'every')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'job', 'StagedUploadCleanupService', 'StorageProperties')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
},
{
"context": "('service', 'knowledgebase', 'every', 'existsById')",
"methods": 3,
"unique": 3,
"unique_ratio": 1.0,
"sore": "SKIP(too_diverse)",
"sore_success": false
}
],
"coverage": 8.7,
"elapsed_seconds": 0.06
}