Page 81 - Vol.13
P. 81

input                                                                     output
                     HDFS                   map              copy                               HDFS
                                                                     sort/merge
                      split 0                                                     reduce         part 0
                      split 1

                      split 2               map
                      split 3
                      split 4                                                     reduce         part 1


                                            map








                                                                         I am a tiger, you are also a tiger
                                        I , 1
                      I
                      am       map      am , 1
                                                                  a (1,1)
                      a
                                        a , 1
                                                                  also (1)                   a,2
                                                                                             also,1
                                        tiger , 1                 am (1)
                      tiger                              sort                                am,1
                      you      map      you , 1           &       are (1)          reduce    are,1
                                                        shu e
                      are                                                                    I,1
                                        are , 1                   I (1)
                                                                                             tiger,2
                                                                  tiger (1,1)                you,1
                                        also , 1
                      also
                                                                  you (1)
                      a        map      a , 1
                      tiger
                                        tiger , 1









                                                      台                 台



                                                              需
                                          需
                                                                   需
                                              機          台






                                                                               NEW FAB ENGINEERING JOURNAL         MARCH 2014  81
   76   77   78   79   80   81   82   83   84