Break down ecmascript to small test groups.

cta-wave · Jul 24, 2023 · 92cf5c5 · 92cf5c5
1 parent 70ff541
commit 92cf5c5
Show file tree

Hide file tree

Showing 13 changed files with 18,099 additions and 17,908 deletions.
diff --git a/WMAS2018_excluded_tests.json b/WMAS2018_excluded_tests.json
diff --git a/WMAS2018_input.json b/WMAS2018_input.json
@@ -293,13 +293,41 @@
 		"block_list":[],
 		"must_include_list":[]
 	},
-	"ecmascript":{
+	"ecmascript/tests/annexB":{
 		"cut_off_age":2,
 		"percentage_of_recent":35,
 		"percentage_of_established":35,
 		"block_list":[],
 		"must_include_list":[]
 	},
+	"ecmascript/tests/built-ins":{
+		"cut_off_age":2,
+		"percentage_of_recent":10,
+		"percentage_of_established":10,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/harness":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/intl402":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/language":{
+		"cut_off_age":2,
+		"percentage_of_recent":15,
+		"percentage_of_established":15,
+		"block_list":[],
+		"must_include_list":[]
+	},
 	"workers":{
 		"cut_off_age":2,
 		"percentage_of_recent":35,

diff --git a/WMAS2018_subset_of_tests.json b/WMAS2018_subset_of_tests.json
diff --git a/WMAS2018_subset_report.csv b/WMAS2018_subset_report.csv
@@ -41,5 +41,9 @@ content-security-policy,2,20,25,[],[],124,21
 dom,2,35,35,[],[],194,68
 fetch,2,35,35,[],[],59,25
 FileAPI,2,100,100,[],[],8,8
-ecmascript,2,35,35,[],[],13350,4600
+ecmascript/tests/annexB,2,35,35,[],[],36,12
+ecmascript/tests/built-ins,2,10,10,[],[],9675,902
+ecmascript/tests/harness,2,35,35,[],[],53,15
+ecmascript/tests/intl402,2,35,35,[],[],130,38
+ecmascript/tests/language,2,15,15,[],[],3456,485
 workers,2,35,35,[],[],105,39
diff --git a/WMAS2019_excluded_tests.json b/WMAS2019_excluded_tests.json
diff --git a/WMAS2019_input.json b/WMAS2019_input.json
@@ -216,13 +216,41 @@
 		"block_list":[],
 		"must_include_list":[]
 	},
-	"ecmascript":{
+	"ecmascript/tests/annexB":{
 		"cut_off_age":2,
 		"percentage_of_recent":35,
 		"percentage_of_established":35,
 		"block_list":[],
 		"must_include_list":[]
 	},
+	"ecmascript/tests/built-ins":{
+		"cut_off_age":2,
+		"percentage_of_recent":10,
+		"percentage_of_established":10,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/harness":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/intl402":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/language":{
+		"cut_off_age":2,
+		"percentage_of_recent":15,
+		"percentage_of_established":15,
+		"block_list":[],
+		"must_include_list":[]
+	},
 	"encrypted-media":{
 		"cut_off_age":2,
 		"percentage_of_recent":80,

diff --git a/WMAS2019_subset_of_tests.json b/WMAS2019_subset_of_tests.json
diff --git a/WMAS2019_subset_report.csv b/WMAS2019_subset_report.csv
@@ -1,5 +1,5 @@
 API Name,Cut Off Age(year),Percentage Of Recent,Percentage Of Established,Block List,Must Include List,Number of Common Passed Tests,Selected Test Count
-2dcontext,2,100,100,[],[],723,0
+2dcontext,2,5,10,[],[],723,0
 FileAPI,2,100,100,[],[],23,4
 IndexedDB,2,80,80,[],[],9,8
 WebCryptoAPI,2,85,90,[],[],10,2
@@ -30,7 +30,11 @@ css/filter-effects,2,50,55,[],[],24,11
 css/mediaqueries,2,50,55,[],[],1,0
 css/selectors,2,50,55,[],[],96,28
 dom,2,35,35,[],[],159,56
-ecmascript,2,35,35,[],[],20367,7153
+ecmascript/tests/annexB,2,35,35,[],[],667,232
+ecmascript/tests/built-ins,2,10,10,[],[],11804,1127
+ecmascript/tests/harness,2,35,35,[],[],63,23
+ecmascript/tests/intl402,2,35,35,[],[],163,46
+ecmascript/tests/language,2,15,15,[],[],7670,1084
 encrypted-media,2,80,90,[],[],11,10
 fetch,2,35,35,[],[],52,21
 fullscreen,2,80,80,[],[],0,0

diff --git a/WMAS2021_excluded_tests.json b/WMAS2021_excluded_tests.json
diff --git a/WMAS2021_input.json b/WMAS2021_input.json
@@ -251,13 +251,41 @@
 		"block_list":[],
 		"must_include_list":[]
 	},
-	"ecmascript":{
+	"ecmascript/tests/annexB":{
 		"cut_off_age":2,
 		"percentage_of_recent":35,
 		"percentage_of_established":35,
 		"block_list":[],
 		"must_include_list":[]
 	},
+	"ecmascript/tests/built-ins":{
+		"cut_off_age":2,
+		"percentage_of_recent":10,
+		"percentage_of_established":10,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/harness":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/intl402":{
+		"cut_off_age":2,
+		"percentage_of_recent":35,
+		"percentage_of_established":35,
+		"block_list":[],
+		"must_include_list":[]
+	},
+	"ecmascript/tests/language":{
+		"cut_off_age":2,
+		"percentage_of_recent":15,
+		"percentage_of_established":15,
+		"block_list":[],
+		"must_include_list":[]
+	},
 	"encrypted-media":{
 		"cut_off_age":2,
 		"percentage_of_recent":80,

diff --git a/WMAS2021_subset_of_tests.json b/WMAS2021_subset_of_tests.json
diff --git a/WMAS2021_subset_report.csv b/WMAS2021_subset_report.csv
@@ -1,63 +1,67 @@
 API Name,Cut Off Age(year),Percentage Of Recent,Percentage Of Established,Block List,Must Include List,Number of Common Passed Tests,Selected Test Count
-2dcontext,2,5,10,[],[],733,37
-FileAPI,2,100,100,[],[],60,40
+2dcontext,2,5,10,[],[],761,38
+FileAPI,2,100,100,[],[],53,37
 IndexedDB,2,80,80,[],[],9,8
 WebCryptoAPI,2,85,90,[],[],36,18
 beacon,2,50,50,[],[],7,2
-content-security-policy,2,20,25,[],[],291,74
-css/CSS2,2,50,55,[],[],38,23
+content-security-policy,2,20,25,[],[],337,83
+css/CSS2,2,50,55,[],[],41,25
 css/compositing,2,50,55,[],[],11,6
-css/css-animations,2,50,55,[],[],53,28
+css/css-animations,2,50,55,[],[],56,30
 css/css-backgrounds,2,50,55,[],[],111,64
 css/css-cascade,2,50,55,[],[],7,3
 css/css-color,2,50,55,[],[],16,8
-css/css-conditional,2,50,55,[],[],1,1
-css/css-easing,2,50,50,[],[],2,0
-css/css-flexbox,2,50,55,[],[],221,93
-css/css-font-loading,2,50,50,[],[],6,2
-css/css-fonts,2,50,55,[],[],75,46
+css/css-conditional,2,50,55,[],[],3,2
+css/css-easing,2,50,50,[],[],3,1
+css/css-flexbox,2,50,55,[],[],227,97
+css/css-font-loading,2,50,50,[],[],10,4
+css/css-fonts,2,50,55,[],[],78,48
 css/css-grid,2,50,55,[],[],272,152
 css/css-images,2,50,55,[],[],20,11
-css/css-multicol,2,50,55,[],[],38,11
+css/css-multicol,2,50,55,[],[],41,12
 css/css-scroll-snap,2,50,50,[],[],41,22
-css/css-shapes,2,50,50,[],[],78,41
+css/css-shapes,2,50,50,[],[],80,41
 css/css-syntax,2,50,55,[],[],27,12
 css/css-text-decor,2,50,50,[],[],32,15
-css/css-transforms,2,50,55,[],[],60,32
-css/css-transitions,2,50,55,[],[],54,28
+css/css-transforms,2,50,55,[],[],63,32
+css/css-transitions,2,50,55,[],[],61,34
 css/css-ui,2,50,55,[],[],66,39
-css/css-values,2,50,55,[],[],47,27
-css/css-variables,2,50,55,[],[],27,9
+css/css-values,2,50,55,[],[],52,28
+css/css-variables,2,50,55,[],[],34,12
 css/css-will-change,2,50,50,[],[],5,2
-css/css-writing-modes,2,50,55,[],[],24,11
-css/cssom-view,2,50,55,[],[],82,44
+css/css-writing-modes,2,50,55,[],[],28,14
+css/cssom-view,2,50,55,[],[],92,48
 css/filter-effects,2,50,55,[],[],25,12
-css/mediaqueries,2,50,55,[],[],4,3
-css/selectors,2,50,55,[],[],110,54
-dom,2,35,35,[],[],240,84
-ecmascript,2,35,35,[],[],29069,10391
-encrypted-media,2,80,90,[],[],20,17
-fetch,2,35,35,[],[],356,103
-fullscreen,2,80,80,[],[],0,0
+css/mediaqueries,2,50,55,[],[],5,3
+css/selectors,2,50,55,[],[],116,58
+dom,2,35,35,[],[],246,87
+ecmascript/tests/annexB,2,35,35,[],[],979,349
+ecmascript/tests/built-ins,2,10,10,[],[],14796,1554
+ecmascript/tests/harness,2,35,35,[],[],93,36
+ecmascript/tests/intl402,2,35,35,[],[],823,344
+ecmascript/tests/language,2,15,15,[],[],12938,1817
+encrypted-media,2,80,90,[],[],25,22
+fetch,2,35,35,[],[],341,99
+fullscreen,2,80,80,[],[],9,5
 hr-time,2,50,50,[],[],9,4
-html,2,0,20,[],[],1371,268
+html,2,0,20,[],[],1560,295
 media-capabilities,2,50,50,[],[],0,0
-media-source,2,90,95,[],[],4,4
-navigation-timing,2,50,50,[],[],37,20
+media-source,2,90,95,[],[],13,12
+navigation-timing,2,50,50,[],[],39,21
 notifications,2,100,100,[],[],1,1
 page-visibility,2,100,100,[],[],6,6
-performance-timeline,2,50,50,[],[],41,9
-referrer-policy,2,50,50,[],[],389,58
-resource-timing,2,50,50,[],[],22,9
+performance-timeline,2,50,50,[],[],35,10
+referrer-policy,2,50,50,[],[],619,67
+resource-timing,2,50,50,[],[],29,11
 service-workers,2,100,100,[],[],8,8
 subresource-integrity,2,100,100,[],[],1,1
 uievents,2,100,100,[],[],8,8
 upgrade-insecure-requests,2,55,55,[],[],62,36
-user-timing,2,50,50,[],[],46,19
-webaudio,2,15,35,[],[],145,49
+user-timing,2,50,50,[],[],39,16
+webaudio,2,15,35,[],[],151,49
 webgl,2,0,25,[],[],82,18
-webmessaging,2,35,35,[],[],68,16
-websockets,2,35,35,[],[],80,29
+webmessaging,2,35,35,[],[],85,25
+websockets,2,35,35,[],[],79,28
 webstorage,2,35,55,[],[],14,5
-workers,2,35,35,[],[],128,36
-xhr,2,35,65,[],[],126,60
+workers,2,35,35,[],[],145,43
+xhr,2,35,65,[],[],108,55
diff --git a/subsetting_wpt.py b/subsetting_wpt.py
@@ -202,6 +202,7 @@ def process_subsetting(
                                                        published_date)
         # add back must include tests
         selected_tests = add_back_must_include(selected_tests_by_random_hashing, must_include_list)
+        selected_tests.sort()
         data[api_name] = selected_tests
 
         report.append([api_name,cut_off_age, percentage_of_recent,