1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
# Copyright (c) 2013 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Unittest for the pipeline_worker functions in the build/test stage.
Part of the Chrome build flags optimization.
This module tests the helper method and the worker method.
"""
__author__ = 'yuhenglong@google.com (Yuheng Long)'
import multiprocessing
import random
import sys
import unittest
from mock_task import MockTask
import pipeline_process
import pipeline_worker
# Pick an integer at random.
TEST_STAGE = -3
def MockTaskCostGenerator():
"""Calls a random number generator and returns a negative number."""
return random.randint(-sys.maxint - 1, -1)
class PipelineWorkerTest(unittest.TestCase):
"""This class tests the pipeline_worker functions.
Given the same identifier, the cost should result the same from the
pipeline_worker functions.
"""
def testHelper(self):
""""Test the helper.
Call the helper method twice, and test the results. The results should be
the same, i.e., the cost should be the same.
"""
# Set up the input, helper and output queue for the helper method.
manager = multiprocessing.Manager()
helper_queue = manager.Queue()
result_queue = manager.Queue()
completed_queue = manager.Queue()
# Set up the helper process that holds the helper method.
helper_process = multiprocessing.Process(
target=pipeline_worker.Helper,
args=(TEST_STAGE, {}, helper_queue, completed_queue, result_queue))
helper_process.start()
# A dictionary defines the mock result to the helper.
mock_result = {1: 1995, 2: 59, 9: 1027}
# Test if there is a task that is done before, whether the duplicate task
# will have the same result. Here, two different scenarios are tested. That
# is the mock results are added to the completed_queue before and after the
# corresponding mock tasks being added to the input queue.
completed_queue.put((9, mock_result[9]))
# The output of the helper should contain all the following tasks.
results = [1, 1, 2, 9]
# Testing the correctness of having tasks having the same identifier, here
# 1.
for result in results:
helper_queue.put(MockTask(TEST_STAGE, result, MockTaskCostGenerator()))
completed_queue.put((2, mock_result[2]))
completed_queue.put((1, mock_result[1]))
# Signal there is no more duplicate task.
helper_queue.put(pipeline_process.POISONPILL)
helper_process.join()
while results:
task = result_queue.get()
identifier = task.GetIdentifier(TEST_STAGE)
self.assertTrue(identifier in results)
if identifier in mock_result:
self.assertTrue(task.GetResult(TEST_STAGE), mock_result[identifier])
results.remove(identifier)
def testWorker(self):
""""Test the worker method.
The worker should process all the input tasks and output the tasks to the
helper and result queue.
"""
manager = multiprocessing.Manager()
result_queue = manager.Queue()
completed_queue = manager.Queue()
# A dictionary defines the mock tasks and their corresponding results.
mock_work_tasks = {1: 86, 2: 788}
mock_tasks = []
for flag, cost in mock_work_tasks.iteritems():
mock_tasks.append(MockTask(TEST_STAGE, flag, cost))
# Submit the mock tasks to the worker.
for mock_task in mock_tasks:
pipeline_worker.Worker(TEST_STAGE, mock_task, completed_queue,
result_queue)
# The tasks, from the output queue, should be the same as the input and
# should be performed.
for task in mock_tasks:
output = result_queue.get()
self.assertEqual(output, task)
self.assertTrue(output.Done(TEST_STAGE))
# The tasks, from the completed_queue, should be defined in the
# mock_work_tasks dictionary.
for flag, cost in mock_work_tasks.iteritems():
helper_input = completed_queue.get()
self.assertEqual(helper_input, (flag, cost))
if __name__ == '__main__':
unittest.main()
|
