59 lines
2.1 KiB
JSON
59 lines
2.1 KiB
JSON
{
|
|
"dataset": "code-search-net/code_search_net",
|
|
"revision": "bd0cf261e357a3eb5c8fba490d23ec1a1cd59555",
|
|
"seed": 17,
|
|
"selection": "seeded hash priority, maximum 200 samples per repository",
|
|
"normalization": "remove Python docstrings/comments; first documentation paragraph",
|
|
"deduplication": "repository, exact token hash, normalized token hash, exact query hash",
|
|
"splits": {
|
|
"test": {
|
|
"source_rows": 22176,
|
|
"filtered_quality": 1930,
|
|
"selected": 3000,
|
|
"repositories": 444,
|
|
"max_repository_examples": 200,
|
|
"source_sha256": "3167e79ee7f081d825bf97b96d3a6b2d96428b00f6a98125be943384d8afae5f",
|
|
"prepared_sha256": "b9e150337e195838efb5fe3f4ecafd63dfa99a55cf3635764c893912f4747596"
|
|
},
|
|
"validation": {
|
|
"source_rows": 23107,
|
|
"filtered_quality": 2560,
|
|
"overlap_query_hash": 4,
|
|
"overlap_structural_hash": 22,
|
|
"selected": 2000,
|
|
"repositories": 397,
|
|
"max_repository_examples": 65,
|
|
"source_sha256": "22eaacb46ed7e74d582409b85692ef63f5a43e99f9395c2eb736b5c8451422bb",
|
|
"prepared_sha256": "e1b934c33f12322e4a56d0d17a987966c40961b035e15939fd716b76d4e017a2"
|
|
},
|
|
"train": {
|
|
"source_rows": 412178,
|
|
"filtered_quality": 45464,
|
|
"overlap_structural_hash": 626,
|
|
"overlap_query_hash": 220,
|
|
"selected": 30000,
|
|
"repositories": 6819,
|
|
"max_repository_examples": 200,
|
|
"source_sha256": "ad9e3a4ab10c2c1d8926d2b26ca2bfcc3aadda1477ba29a933391f93806b9fed",
|
|
"prepared_sha256": "3eeed3185b74f934462aaccbd3c567f8db20754a1bf6f5f3686779f8b39f4338"
|
|
}
|
|
},
|
|
"overlap_audit": {
|
|
"train/validation/id": 0,
|
|
"train/validation/repo": 0,
|
|
"train/validation/code_hash": 0,
|
|
"train/validation/structural_hash": 0,
|
|
"train/validation/query_hash": 0,
|
|
"train/test/id": 0,
|
|
"train/test/repo": 0,
|
|
"train/test/code_hash": 0,
|
|
"train/test/structural_hash": 0,
|
|
"train/test/query_hash": 0,
|
|
"validation/test/id": 0,
|
|
"validation/test/repo": 0,
|
|
"validation/test/code_hash": 0,
|
|
"validation/test/structural_hash": 0,
|
|
"validation/test/query_hash": 0
|
|
}
|
|
}
|