Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1035)

Side by Side Diff: scripts/slave/recipes/bisect.expected/basic.json

Issue 1573293002: Change auto_bisect to post results to perf dashboard. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: . Created 4 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
7 "--master", 7 "--master",
8 "tryserver.chromium.perf", 8 "tryserver.chromium.perf",
9 "--builder", 9 "--builder",
10 "linux_perf_bisector", 10 "linux_perf_bisector",
(...skipping 660 matching lines...) Expand 10 before | Expand all | Expand 10 after
671 ] 671 ]
672 }, 672 },
673 { 673 {
674 "cmd": [], 674 "cmd": [],
675 "cwd": "[SLAVE_BUILD]", 675 "cwd": "[SLAVE_BUILD]",
676 "name": "Wiggling revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111" 676 "name": "Wiggling revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"
677 }, 677 },
678 { 678 {
679 "cmd": [], 679 "cmd": [],
680 "cwd": "[SLAVE_BUILD]", 680 "cwd": "[SLAVE_BUILD]",
681 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111", 681 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111"
682 },
683 {
684 "cmd": [
685 "python",
686 "-u",
687 "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
688 ],
689 "cwd": "[SLAVE_BUILD]",
690 "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Post b isect results",
691 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"fail_reason\": null, \ "good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"wa rm_times/page_load_time\", \"revision_data\": [{\"commit_pos\": 306475, \"depot_ name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\" : 306478, \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 20.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 21]}], \"scor e\": 0, \"status\": \"started\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results \"}",
692 "stdout": "/path/to/tmp/json",
682 "~followup_annotations": [ 693 "~followup_annotations": [
683 "@@@STEP_LOG_LINE@Partial Results@---partial bisect results start here---@ @@", 694 "@@@STEP_NEST_LEVEL@1@@@",
684 "@@@STEP_LOG_LINE@Partial Results@@@@", 695 "@@@STEP_LOG_LINE@json.output@{@@@",
685 "@@@STEP_LOG_LINE@Partial Results@===== TESTED REVISIONS =====@@@", 696 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
686 "@@@STEP_LOG_LINE@Partial Results@Depot Revision Mean Value Std. Dev. N um Values Good? @@@", 697 "@@@STEP_LOG_LINE@json.output@}@@@",
687 "@@@STEP_LOG_LINE@Partial Results@chromium r306475 80.0 10.0 5 good @@@", 698 "@@@STEP_LOG_END@json.output@@@"
688 "@@@STEP_LOG_LINE@Partial Results@chromium r306478 20.0 1.0 3 bad @@@",
689 "@@@STEP_LOG_LINE@Partial Results@@@@",
690 "@@@STEP_LOG_LINE@Partial Results@@@@",
691 "@@@STEP_LOG_LINE@Partial Results@----End of partial results----@@@",
692 "@@@STEP_LOG_END@Partial Results@@@"
693 ] 699 ]
694 }, 700 },
695 { 701 {
696 "cmd": [ 702 "cmd": [
697 "python", 703 "python",
698 "-u", 704 "-u",
699 "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", 705 "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
700 "--", 706 "--",
701 "[DEPOT_TOOLS]/gsutil.py", 707 "[DEPOT_TOOLS]/gsutil.py",
702 "----", 708 "----",
(...skipping 198 matching lines...) Expand 10 before | Expand all | Expand 10 after
901 "stdout": "/path/to/tmp/json", 907 "stdout": "/path/to/tmp/json",
902 "~followup_annotations": [ 908 "~followup_annotations": [
903 "@@@STEP_NEST_LEVEL@1@@@", 909 "@@@STEP_NEST_LEVEL@1@@@",
904 "@@@STEP_LOG_LINE@json.output (invalid)@null@@@", 910 "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
905 "@@@STEP_LOG_END@json.output (invalid)@@@" 911 "@@@STEP_LOG_END@json.output (invalid)@@@"
906 ] 912 ]
907 }, 913 },
908 { 914 {
909 "cmd": [], 915 "cmd": [],
910 "cwd": "[SLAVE_BUILD]", 916 "cwd": "[SLAVE_BUILD]",
911 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144", 917 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144"
918 },
919 {
920 "cmd": [
921 "python",
922 "-u",
923 "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
924 ],
925 "cwd": "[SLAVE_BUILD]",
926 "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Post b isect results",
927 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": null, \"fail_reason\": null, \ "good_revision\": \"e28dc0d49c331def2a3bbf3ddd0096eb51551155\", \"metric\": \"wa rm_times/page_load_time\", \"revision_data\": [{\"commit_pos\": 306475, \"depot_ name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\" : \"306477\", \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_valu e\": 15.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [14, 15, 16]}, {\" commit_pos\": 306478, \"depot_name\": \"chromium\", \"deps_revision\": null, \"m ean_value\": 20.0, \"result\": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 2 1]}], \"score\": 0, \"status\": \"started\", \"test_type\": \"perf\", \"try_job_ id\": null, \"warnings\": []}, \"url\": \"https://chromeperf.appspot.com/post_bi sect_results\"}",
928 "stdout": "/path/to/tmp/json",
912 "~followup_annotations": [ 929 "~followup_annotations": [
913 "@@@STEP_LOG_LINE@Partial Results@---partial bisect results start here---@ @@", 930 "@@@STEP_NEST_LEVEL@1@@@",
914 "@@@STEP_LOG_LINE@Partial Results@@@@", 931 "@@@STEP_LOG_LINE@json.output@{@@@",
915 "@@@STEP_LOG_LINE@Partial Results@===== TESTED REVISIONS =====@@@", 932 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
916 "@@@STEP_LOG_LINE@Partial Results@Depot Revision Mean Value Std. Dev. N um Values Good? @@@", 933 "@@@STEP_LOG_LINE@json.output@}@@@",
917 "@@@STEP_LOG_LINE@Partial Results@chromium r306475 80.0 10.0 5 good @@@", 934 "@@@STEP_LOG_END@json.output@@@"
918 "@@@STEP_LOG_LINE@Partial Results@chromium r306477 15.0 1.0 3 bad @@@",
919 "@@@STEP_LOG_LINE@Partial Results@chromium r306478 20.0 1.0 3 bad @@@",
920 "@@@STEP_LOG_LINE@Partial Results@@@@",
921 "@@@STEP_LOG_LINE@Partial Results@@@@",
922 "@@@STEP_LOG_LINE@Partial Results@----End of partial results----@@@",
923 "@@@STEP_LOG_END@Partial Results@@@"
924 ] 935 ]
925 }, 936 },
926 { 937 {
927 "cmd": [ 938 "cmd": [
928 "python", 939 "python",
929 "-u", 940 "-u",
930 "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py", 941 "RECIPE_MODULE[build::gsutil]/resources/gsutil_wrapper.py",
931 "--", 942 "--",
932 "[DEPOT_TOOLS]/gsutil.py", 943 "[DEPOT_TOOLS]/gsutil.py",
933 "----", 944 "----",
(...skipping 223 matching lines...) Expand 10 before | Expand all | Expand 10 after
1157 ] 1168 ]
1158 }, 1169 },
1159 { 1170 {
1160 "cmd": [], 1171 "cmd": [],
1161 "cwd": "[SLAVE_BUILD]", 1172 "cwd": "[SLAVE_BUILD]",
1162 "name": "Debug Info", 1173 "name": "Debug Info",
1163 "~followup_annotations": [ 1174 "~followup_annotations": [
1164 "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: PerfRevisionState(cp=306476, v alues=[68, 70, 72], mean_value=70.0, std_dev=2.0)@@@", 1175 "@@@STEP_LOG_LINE@Debug Info@bisector.lkgr: PerfRevisionState(cp=306476, v alues=[68, 70, 72], mean_value=70.0, std_dev=2.0)@@@",
1165 "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: PerfRevisionState(cp=306477, v alues=[14, 15, 16], mean_value=15.0, std_dev=1.0)@@@", 1176 "@@@STEP_LOG_LINE@Debug Info@bisector.fkbr: PerfRevisionState(cp=306477, v alues=[14, 15, 16], mean_value=15.0, std_dev=1.0)@@@",
1166 "@@@STEP_LOG_LINE@Debug Info@@@@", 1177 "@@@STEP_LOG_LINE@Debug Info@@@@",
1167 "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@", 1178 "@@@STEP_LOG_LINE@Debug Info@Revision Values @@@",
1168 "@@@STEP_LOG_LINE@Debug Info@306475 [70, 70, 80, 90, 90] @@@", 1179 "@@@STEP_LOG_LINE@Debug Info@306475 [70, 70, 80, 90, 90]@@@",
1169 "@@@STEP_LOG_LINE@Debug Info@306476 [68, 70, 72] @@@", 1180 "@@@STEP_LOG_LINE@Debug Info@306476 [68, 70, 72] @@@",
1170 "@@@STEP_LOG_LINE@Debug Info@306477 [14, 15, 16] @@@", 1181 "@@@STEP_LOG_LINE@Debug Info@306477 [14, 15, 16] @@@",
1171 "@@@STEP_LOG_LINE@Debug Info@306478 [19, 20, 21] @@@", 1182 "@@@STEP_LOG_LINE@Debug Info@306478 [19, 20, 21] @@@",
1172 "@@@STEP_LOG_LINE@Debug Info@@@@",
1173 "@@@STEP_LOG_LINE@Debug Info@LKGR values: [68, 70, 72]@@@", 1183 "@@@STEP_LOG_LINE@Debug Info@LKGR values: [68, 70, 72]@@@",
1174 "@@@STEP_LOG_LINE@Debug Info@FKBR values: [14, 15, 16]@@@", 1184 "@@@STEP_LOG_LINE@Debug Info@FKBR values: [14, 15, 16]@@@",
1175 "@@@STEP_LOG_LINE@Debug Info@t-statistic: 42.60281680828159@@@", 1185 "@@@STEP_LOG_LINE@Debug Info@t-statistic: 42.60281680828159@@@",
1176 "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 2.9411764705882346@@@", 1186 "@@@STEP_LOG_LINE@Debug Info@deg. of freedom: 2.9411764705882346@@@",
1177 "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@", 1187 "@@@STEP_LOG_LINE@Debug Info@p-value: 0.001@@@",
1178 "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@", 1188 "@@@STEP_LOG_LINE@Debug Info@Confidence score: 99.9@@@",
1179 "@@@STEP_LOG_END@Debug Info@@@" 1189 "@@@STEP_LOG_END@Debug Info@@@"
1180 ] 1190 ]
1181 }, 1191 },
1182 { 1192 {
1183 "cmd": [ 1193 "cmd": [
1184 "python", 1194 "python",
1185 "-u", 1195 "-u",
1186 "RECIPE_MODULE[build::auto_bisect]/resources/fetch_revision_info.py", 1196 "RECIPE_MODULE[build::auto_bisect]/resources/fetch_revision_info.py",
1187 "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111", 1197 "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111",
1188 "chromium" 1198 "chromium"
1189 ], 1199 ],
1190 "cwd": "[SLAVE_BUILD]", 1200 "cwd": "[SLAVE_BUILD]",
1191 "name": "Reading culprit cl information.", 1201 "name": "Reading culprit cl information.",
1192 "stdout": "/path/to/tmp/json", 1202 "stdout": "/path/to/tmp/json",
1193 "~followup_annotations": [ 1203 "~followup_annotations": [
1194 "@@@STEP_LOG_LINE@json.output@{@@@", 1204 "@@@STEP_LOG_LINE@json.output@{@@@",
1195 "@@@STEP_LOG_LINE@json.output@ \"author\": \"DummyAuthor\", @@@", 1205 "@@@STEP_LOG_LINE@json.output@ \"author\": \"DummyAuthor\", @@@",
1196 "@@@STEP_LOG_LINE@json.output@ \"body\": \"A long description for a CL.\\ nContaining multiple lines\", @@@", 1206 "@@@STEP_LOG_LINE@json.output@ \"body\": \"A long description for a CL.\\ nContaining multiple lines\", @@@",
1197 "@@@STEP_LOG_LINE@json.output@ \"date\": \"01/01/2015\", @@@", 1207 "@@@STEP_LOG_LINE@json.output@ \"date\": \"01/01/2015\", @@@",
1198 "@@@STEP_LOG_LINE@json.output@ \"email\": \"dummy@nowhere.com\", @@@", 1208 "@@@STEP_LOG_LINE@json.output@ \"email\": \"dummy@nowhere.com\", @@@",
1199 "@@@STEP_LOG_LINE@json.output@ \"subject\": \"Some random CL\"@@@", 1209 "@@@STEP_LOG_LINE@json.output@ \"subject\": \"Some random CL\"@@@",
1200 "@@@STEP_LOG_LINE@json.output@}@@@", 1210 "@@@STEP_LOG_LINE@json.output@}@@@",
1201 "@@@STEP_LOG_END@json.output@@@", 1211 "@@@STEP_LOG_END@json.output@@@"
1202 "@@@SET_BUILD_PROPERTY@extra_result_code@[\"B4T_CULPRIT_FOUND\"]@@@"
1203 ] 1212 ]
1204 }, 1213 },
1205 { 1214 {
1206 "cmd": [ 1215 "cmd": [
1207 "python", 1216 "python",
1208 "-u", 1217 "-u",
1209 "\nimport shutil\nimport sys\nshutil.copyfileobj(open(sys.argv[1]), sys.st dout)\n", 1218 "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
1210 "---bisect results start here---\n\n===== BISECT JOB RESULTS =====\nStatus : Positive: A suspected commit was found.\n\nTest Command: tools/perf/run_benchm ark -v --browser=release page_cycler.intl_ar_fa_he\nTest Metric: warm_times/page _load_time\nRelative Change: 75.00%\nScore: 99.9\nRetested CL with revert: Not I mplemented.\n\n\n===== SUSPECTED CL(s) =====\nSubject : Some random CL\nAuthor : DummyAuthor, dummy@nowhere.com\nCommit description:\n A long description for a CL.\nContaining multiple lines\nCommit : 00316c9ddfb9d7b4e1ed2fff9fe6d964d211 1111\nDate : 01/01/2015\n\n\n===== TESTED REVISIONS =====\nDepot Revision Mean Value Std. Dev. Num Values Good? \nchromium r306475 80.0 10.0 5 good \nchromium r306476 70.0 2.0 3 good \n\nchromium r306477 15.0 1.0 3 bad <- \n\nchromium r 306478 20.0 1.0 3 bad \n\n\n\n| O O | Visit http://ww w.chromium.org/developers/speed-infra/perf-bug-faq\n| X | for more information addressing perf regression bugs. For feedback,\n| / \\ | file a bug with label Cr-Tests-AutoBisect. Thank you!"
1211 ], 1219 ],
1212 "cwd": "[SLAVE_BUILD]", 1220 "cwd": "[SLAVE_BUILD]",
1213 "name": "Results", 1221 "name": "Post bisect results",
1222 "stdin": "{\"data\": {\"bad_revision\": \"a6298e4afedbf2cd461755ea6f45b0ad64 222222\", \"bisect_bot\": \"linux_perf_tester\", \"bug_id\": \"425582\", \"build bot_log_url\": \"http://c.org/p/cr/builders/linux_perf_bisector/builds/571\", \" change\": \"75.00%\", \"command\": \"tools/perf/run_benchmark -v --browser=relea se page_cycler.intl_ar_fa_he\", \"culprit_data\": {\"author\": \"DummyAuthor\", \"cl\": \"00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111\", \"cl_date\": \"01/01/2015\ ", \"commit_info\": \"A long description for a CL.\\nContaining multiple lines\" , \"email\": \"dummy@nowhere.com\", \"revisions_links\": [], \"subject\": \"Some random CL\"}, \"fail_reason\": null, \"good_revision\": \"e28dc0d49c331def2a3bb f3ddd0096eb51551155\", \"metric\": \"warm_times/page_load_time\", \"revision_dat a\": [{\"commit_pos\": 306475, \"depot_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 80.0, \"result\": \"good\", \"std_dev\": 10.0, \"values\": [70, 70, 80, 90, 90]}, {\"commit_pos\": \"306476\", \"depot_name\": \"chromium\ ", \"deps_revision\": null, \"mean_value\": 70.0, \"result\": \"good\", \"std_de v\": 2.0, \"values\": [68, 70, 72]}, {\"commit_pos\": \"306477\", \"depot_name\" : \"chromium\", \"deps_revision\": null, \"mean_value\": 15.0, \"result\": \"bad \", \"std_dev\": 1.0, \"values\": [14, 15, 16]}, {\"commit_pos\": 306478, \"depo t_name\": \"chromium\", \"deps_revision\": null, \"mean_value\": 20.0, \"result\ ": \"bad\", \"std_dev\": 1.0, \"values\": [19, 20, 21]}], \"score\": 99.9, \"sta tus\": \"completed\", \"test_type\": \"perf\", \"try_job_id\": null, \"warnings\ ": []}, \"url\": \"https://chromeperf.appspot.com/post_bisect_results\"}",
1223 "stdout": "/path/to/tmp/json",
1214 "~followup_annotations": [ 1224 "~followup_annotations": [
1215 "@@@STEP_LOG_LINE@python.inline@@@@", 1225 "@@@STEP_LOG_LINE@json.output@{@@@",
1216 "@@@STEP_LOG_LINE@python.inline@import shutil@@@", 1226 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
1217 "@@@STEP_LOG_LINE@python.inline@import sys@@@", 1227 "@@@STEP_LOG_LINE@json.output@}@@@",
1218 "@@@STEP_LOG_LINE@python.inline@shutil.copyfileobj(open(sys.argv[1]), sys. stdout)@@@", 1228 "@@@STEP_LOG_END@json.output@@@"
1219 "@@@STEP_LOG_END@python.inline@@@"
1220 ] 1229 ]
1221 }, 1230 },
1222 { 1231 {
1223 "name": "$result", 1232 "name": "$result",
1224 "recipe_result": null, 1233 "recipe_result": null,
1225 "status_code": 0 1234 "status_code": 0
1226 } 1235 }
1227 ] 1236 ]
OLDNEW
« no previous file with comments | « scripts/slave/recipes/bisect.py ('k') | scripts/slave/recipes/bisect.expected/basic_return_code_test.json » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698