From 27ac15accabdfe30352632861d5380f6b97b944b Mon Sep 17 00:00:00 2001 From: feralvam Date: Wed, 7 Aug 2019 16:48:09 +0100 Subject: [PATCH] added support for PWKP --- .../resources/data/system_outputs/pwkp/Moses | 100 ++++++++++++++++++ .../resources/data/system_outputs/pwkp/QG+ILP | 100 ++++++++++++++++++ easse/resources/data/system_outputs/pwkp/TSM | 100 ++++++++++++++++++ .../resources/data/system_outputs/pwkp/UNSUP | 100 ++++++++++++++++++ easse/sari.py | 2 +- easse/utils/resources.py | 2 +- 6 files changed, 402 insertions(+), 2 deletions(-) create mode 100644 easse/resources/data/system_outputs/pwkp/Moses create mode 100644 easse/resources/data/system_outputs/pwkp/QG+ILP create mode 100644 easse/resources/data/system_outputs/pwkp/TSM create mode 100644 easse/resources/data/system_outputs/pwkp/UNSUP diff --git a/easse/resources/data/system_outputs/pwkp/Moses b/easse/resources/data/system_outputs/pwkp/Moses new file mode 100644 index 0000000..89c25a4 --- /dev/null +++ b/easse/resources/data/system_outputs/pwkp/Moses @@ -0,0 +1,100 @@ +genetic engineering has expanded the genes available to but to utilize in creating desired germlines for new crops. +the name jadgal applies to groups that still speak the jadgali language , in the makran region of iran and pakistan . +wikipedia is free content that anyone can edit and distribute . +the print collections are microform . +in 1991 , the soviet union and armenia re -established its independence . +an electron microscope is a microscope that uses to analyze a specimen and create a highly -magnified image . +this is known as the geocentric model of the universe . +it was founded in the 14th century by genoese colonists workmen -LRB- calfats -RRB- . +much of the enlightenment happened in france discoveries were by french scientists in the 18th century . +all is called a rhombus with angles is a square . +the population of afghanistan is divided into a wide variety of ethnic groups of which tajiks , pashtun , hazara , uzbek and baloch . +the official language is spanish , most people speak -LRB- castilian -RRB- by spoken . +it is the fifth largest by area , occupying nearly half of south america , the fifth most populous country , and the fourth largest democracy in the world . +she has an older brother , chad , and a twin brother who is 12 minutes younger than she is . +the judge ordered that chapman should receive psychiatric treatment in prison and sent him to twenty years to life , slightly less than the maximum possible of twenty -five years to life . +a succession of steadily more powerful and flexible computing devices were constructed in the 1930s and 1940s , gradually adding the key features that are seen in modern computers . +since then , they have changed their name to palladium and played with amy winehouse. +a boot is a type of footwear that protects the foot and the ankle and sometimes goes up to the knee or even the hip . +during the war , iraq used chemical weapons against iranian forces and kurdish terrorist who were trying to make up a northern front in iraq with the help of iran . +december is the twelfth and last month of the year in the gregorian calendar and one of seven with 31 days . +a naval mine is a self -contained bomb placed in water to destroy ships or submarines . +the penetrating partner stands , and the receiving partner wraps their arms around his neck , and their legs around the waist , thereby exposing either the vagina or anus to the man 's penis . +he is also known for his work in mechanics , optics , and astronomy . +the eruption causes deaths of livestock when they eat contaminated grass and also widespread crop failure . +an umbrella term is a word that provides a superset or grouping of related concepts . +in 1940 ellis became a member of maud who were investigating the possibility of using nuclear fission to develop new weapons. +the female often has a stripe along the spine and dark sides while the male may have blue spots dorsally . +the combination of new weapons and some historians consider this battle the beginning of the end of chivalry . +the caper story is distinguished from the straight crime story by elements of adventure , or unusual cleverness or audacity . +earth travels in its orbit around the sun , at a speed of around 30 km /s or over 108000 km per hour . +in computing , a protocol is a set of rules , which is used by computers to communicate with each other . +it is a transportation , commercial , and manufacturing centre , and has many industrial companies , principally geared toward shipbuilding . +residential building codes will typically allow for steeper and taller stairs than public building codes . +about 24 % australians over the age of 15 regularly participate in organised sporting activities in australia . +egypt is famous for its ancient civilization and some of the world 's monuments , including the pyramids and the great sphinx . +in 1973, patrick white was awarded the nobel prize in literature , the only australian to have achieved this . +during the second world war , turing was a main participant in the efforts to break german ciphers . +the union commanders then ordered another charge with a cavalry regiment that reinforced the union infantry . +in archaeology , an artifact or artefact is an object made or modified by a human culture , and often one later found by some archaeological endeavor . +he gives lulu a revolver , and tells her to kill herself , but when the boy named nobita nobi comes out from under the table he is distracted and she shoots schön instead . +an eclipse is an astronomical event that occurs when one celestial object moves into the shadow of another . +the london journeys in 1790 , prince nikolaus died and was succeeded by his son prince . +because of the importance in the community , mosques are used for preaching peaceful co -existence with non -believers , even in times of adversity . +the episodes ran 35 minutes , and episodes were cut half -hour when repeated on the bbc or satellite channels . +the high yearly rainfall has eroded deep valleys in the central canyons with many scenic waterfalls . +however , the majority of the river flows through tropical rainforest , there are few roads and cities , so there is no need for most . +the third form of rock material found on earth is metamorphic rock , which is made from the transformation of pre -existing types magma , or both . +for all structures the pinnacle height is given , so the height of skyscrapers may differ from the values at list of skyscrapers . +the event is one of the most popular events in australia , and sometimes over 110 ,000 people dress in traditional formal raceday clothing and others in all manner of exotic and amusing costumes , the race . +according to some , before cation divinity , he was a chinese hermit of the sung dynasty and a reincarnation of the taoist god hsuan -wu . +in these shows , he spoke about his visits to the united states and brazil and talked about their culture and lifestyle . +despite producing strong convection and tropical storm -force sustained winds , it failed to develop a low -level circulation until july 20 . +quizzes are also assessments used in education and similar fields to improve the growth of knowledge , abilities , and /or skills . +in 1527 it fell into the hands of the révay family , who suppressed the town privileges of mošovce for almost 400 years . +this helps data across multiple disks , but the table is seen by the computer user and operating system as one single disk . +by the late 1970s , many products such as video recorders contained dedicated computers called microcontrollers , and they started to appear as a replacement to mechanical controls in domestic appliances , such as washing machines . +the 80 cell prison was built in the shape of a cross with radial exercise yards around a central hall and chapel . +however , it was not until the threat of invasion by the forces of spain in 1585 that lieutenants were appointed to all counties . +the average needs a day to 8 hours for a child more sleep to seven hours . +in traditional mosques , this function is often elaborated into a freestanding building in the center of a courtyard . +here , simulations of evolution using evolutionary algorithms and artificial life started with the work of nils aall barricelli in the 1960s , and was extended by alex fraser , who published a series of papers on simulation of artificial selection . +by eschewing direct action in favor of influencing popular opinion , madison tried to make clear that the democratic -republicans were not moving toward disunion . +the tramcar was rebuilt at a cost of £150 ,000 but will not be allowed to be re -tested until at least november 2008 as testing is not allowed during the busy summer months and because of the previous closure of the tracks for repairs . +however , it restricted the president to one seven -year term , and he did not attempt to amend the document so he could he in 1987 . +in the early days of settlement , singapore was the winner of their to clear the jungles for settlement and early public works . +in addition , the protein in raw eggs is only 51 % bio -available that of a cooked egg is nearer 91 % bio -available , meaning the protein of cooked eggs is nearly twice as absorbable as the protein from raw eggs . +it is revealed in the second episode that he is the current avatar , the spirit of the planet manifested in human form . +in this period , women would also often give knights and warriors gifts that included thyme leaves as it was believed to bring courage to the bearer . +these banana shoots produce fibres of varying degrees of softness is yarns and textiles with differing qualities for specific uses . +his works were some of the finest organ pieces to come from france in over a century , the groundwork for the french organ . +he has recorded 23 albums and many hit singles , and written and produced songs for many of his labelmates and other artists as well . +the term was coined by thomas henry huxley in april 1860 , and was used to describe evolutionary concepts , including earlier concepts such as malthusianism and spencerism . +infants with this disease seem healthy at the person will suffer severe brain damage , and eventually die . +almost as soon as he leaves , annius and the guard publius arrive to take vitellia to titus , who has now chosen her as his empress . +after the death of her husband in 1831 , she tried to find employment at the opera in stockholm , but was a position , as her place there had been filled by henriette widerberg , and they were concerns that her voice had ben damaged . +ernest macmillan gave lectures on each of the nine symphonies of beethoven , which were followed by a performance of the symphony in piano duet arrangement played by and dale would . +many consider the flavor to be very agreeable , but it is generally bitter if steeped in boiling water , so it is made using hot but not boiling water . +by 1928 , the regional government was moved from the old cossack capital novocherkassk to rostov , which also engulfed the nearby armenian town of nor nakhijevan . +deomyines share no morphological characteristics that can be used to separate them from other muroids , though subtle aspects of the third upper molar have been suggested . +for example , in information theory , a signal is a codified message , that is , the sequence of states in a communications channel that encodes a message . +as a result , the rest of the muslim community is responsible for providing them with food , drinks , and whatever else they need during their stay . +eleven players were added into the category , but in 2000 , the board of directors eliminated it and those inductees are now considered to be in the player category . +he died on november 9 1875 , and in 1877 his widow left £6000 to the university of sydney as a memorial of him , which was used to found the william hilton hovell lectureship at cambridge in geology and physical geography . +of course , all theories , including those called scientific laws , can be replaced by more accurate , when a disagreement with data is found . +appearancea great hall was a rectangular room between one and a half and three times as long as it was wide , and also higher than it was wide . +being fired bricks enabled the construction of permanent buildings in regions where the harsher climate precluded the use of mud bricks . +being fired bricks enabled the construction of permanent buildings in regions where the harsher climate precluded the use of mud bricks . +the parts are usually come together , have a standard user interface and usually can interact with each other , sometimes in ways that the operating system would not normally allow . +instead of finishing in london , the race started in london and finished in glasgow , which used the event to boost its bid to host the 2014 commonwealth games . +most miscarriages occur in most cases , the woman is not even aware that she was pregnant . +when the properties of nicotinic acid was discovered , it was thought prudent to choose a name to dissociate it from nicotine , in order to avoid the perception that vitamins or niacin -rich food contain nicotine . +another , more romantic legend tells a story of a tatar princess söyembikä , who dropped a golden dish -LRB- golden qazan -RRB- in to the river on which the city is located while washing it . +for example , a shop might give away its stock in its promotion , but producing these goods would still have required the use of scarce resources , so this would not be a free good in an economic sense . +computers using vacuum tubes as their electronic elements were in use in the 1950s , but by the 1960s had been largely replaced by transistor -based machines , which were smaller , faster , cheap to produce , required less power , and were more reliable . +it is therefore useless to email our contact addresses asking for permission to reproduce articles or images , even if the rules at your company or school mandate that you ask web site operators before copying their content . +sustainability is an issue of major importance in the world , which needs to find new options for economic , social and cultural development ; looking for an improved utilization of natural resources for the benefit of the planet and its inhabitants . +it worked out for both parties involved , however , as the show did better in the ratings than it had on thursdays , while upn received much better ratings on fridays than it did before , with its movie night . +once overseas it is common for their passport to be taken by the trafficker and to be warned of the consequences should they try to escape , including beatings , rape , threats of violence against their family and death threats . +earth 's interior remains active , with a thick layer of solid mantle , a liquid outer core that generates a magnetic field , and a solid iron inner core . +these letters usually coincide with the german districts , in a few cases an urban district and the surrounding non -urban district share the same letter code . diff --git a/easse/resources/data/system_outputs/pwkp/QG+ILP b/easse/resources/data/system_outputs/pwkp/QG+ILP new file mode 100644 index 0000000..1396c24 --- /dev/null +++ b/easse/resources/data/system_outputs/pwkp/QG+ILP @@ -0,0 +1,100 @@ +Genetic engineering has expanded the genes available to breeders to utilize in making desired germlines for new crops . +The name Jadgal applies specifically to groups . Both still speak the Jadgali language , in the Makran region of Iran and Pakistan . +Wikipedia is free content that anyone can edit and distribute . +The print collections are further supported by extensive microform holdings . +Restoration of independence In 1991 , the Soviet Union broke apart and Armenia re-established its independence . +An electron microscope is a kind of microscope that uses a particle beam of electrons to illuminate a specimen . It to make a highly-magnified image . +This is known as the geocentric model of the Universe . +It was was started in the 14th century by Genoese colonists , who employed large numbers of workmen -LRB- Calfats -RRB- in repairing ships . +It is Much of the Enlightenment . Major scientific breakthroughs were achieved by French scientists . They achieved it in the 18th century Much of the Enlightenment occurred in French intellectual circles . +Every rhombus is a parallelogram . A rhombus with right angles is a square . +It is The population of Afghanistan . It is ethnic groups of which . The population of Afghanistan is divided into a wide variety Tajik , Pashtun , Hazara , Uzbek and Baloch . +The official language of Argentina is Spanish , usually called castellano -LRB- Castilian -RRB- by Argentines . +South America was the fifth most populous country . It has nearly half . It is the fifth biggest country by geographical area , occupying the fourth most populous democracy in the world . +She has an older brother . +The judge ordered that Chapman should receive psychiatric treatment in prison . Life was slightly less than the maximum possible of twenty-five years . It sentenced him to twenty years to life . +A succession of steadily more powerful and flexible computing devices were constructed in the 1930s and 1940s , gradually adding the key features that are seen in modern computers . +Since then they have changed their name to Palladium . It played alongside Amy Winehouse . +It has at least the foot . A boot is a kind of footwear that covers the ankle . +During the war , Iraq used chemical weapons against Iranian forces . It has the southern front . It fighting on Kurdish separatists who were attempting to open up a northern front in Iraq with the help of Iran . +It has the year in the Gregorian Calendar . December is the twelfth and last month of one of seven Gregorian months with the length of 31 days . +A naval mine is a self-contained explosive device . He placed in water to destroy ships or submarines . +The penetrating partner stands . The receiving partner wraps their arms around his neck thereby exposing either the vagina or anus to the man 's penis . +He is also renowned for his work in astronomy . +The eruption causes deaths of livestock when they eat contaminated grass . +An umbrella word is a word . He says a superset or grouping of related concepts . +In 1940 Ellis became part of MAUD . He were investigating the possibility of using nuclear fission to to make new weapons . +It has the spine . The female often has a stripe along dark sides while the male may have blue spots dorsally . +It is along The combination of new weapons and tactics . It is the end of chivalry . The combination of new weapons and tactics have caused many historians to consider this battle the beginning . +The caper story is distinguished from the straight crime story by elements of humor , adventure , or unusual cleverness or audacity . +Earth travels a tremendous distance in its orbit around the sun , at a speed of around 30 km\/s or over 108000 km per hour . +Rules is used by computers to communicate with each other across a network . Rules is used by computers to communicate with each other across a network . In computing , a protocol is a set . +It is a transportation . He has many industrial companies . It was principally geared towards shipbuilding . +Residential building codes will typically allow for steeper stairs than public building codes . +Approximately 24 % Australians over the age of 15 regularly participate in organised sporting activities in Australia . +It has its ancient civilization . It has the Giza pyramid complex . Egypt is famous for some of the worlds most famous monuments , including its Great Sphinx . +In 1973 , Patrick White was awarded the Nobel Prize in Literature , the only Australian to have achieved this . +During the Second World War , Turing was a main participant in the efforts at Bletchley Park to break German ciphers . +The Union commanders then ordered another charge with a cavalry regiment that reinforced the Union infantry . +In archaeology , an artifact or artefact is any object one later recovered by some archaeological endeavor . +He gives Lulu a revolver . She shoots Schön instead . +An eclipse is an astronomical event . He lives when one celestial object moves into the shadow of another . +The London journeys In 1790 , Prince Nikolaus died . It was succeeded by a thoroughly unmusical prince . He dismissed the entire musical establishment . It put Haydn on a pension . +Because of the importance in the community , mosques are used for preaching peaceful co-existence with non-believers , even in times of adversity . +The episodes ran 35 minutes . Episodes were very often edited to a standard half-hour running time when repeated on the BBC or satellite channels . +The high annual rainfall has carving out canyons with many scenic waterfalls . +However , the bulk of the river flows through tropical rainforest . There are few roads and even fewer cities , so there is no need for crossings . +Rock material found on Earth . It is along The third form . The third form is metamorphic rock . He is made from the transformation of pre-existing rock types through high pressures , high temperatures , or both . +For all structures the pinnacle height is given , so the height of skyscrapers may differ from the values at List of skyscrapers . +It has traditional formal raceday wear . This is the most popular spectator events in Australia . The event is one , with sometimes over 110,000 people . Some dressed in others in all manner of exotic and amusing costumes , attending the race . +It has a Chinese hermit of the Sung Dynasty . According to some , before attaining divinity , he was a reincarnation of the Taoist god Hsuan-Wu . +In these shows , he narrated his experiences of his visits to the United States and Brazil , with anecdotes and witticisms about the culture , lifestyle and beauty of these places . +Despite making strong convection and tropical storm-force sustained winds , it failed to to make a low-level circulation until July 20 . +Quizzes are also brief assessments . It used in education and similar fields to measure growth in knowledge , abilities , and\/or skills . +In 1527 it fell into the hands of the Révay family , who suppressed the town privileges of Mo ovce for almost 400 years . +This array distributes data across several disks . The array is seen by the computer user and operating system as one single disk . +Many products such as video recorders contained dedicated computers called microcontrollers . They started to appear as a replacement to mechanical controls in domestic appliances such as washing machines . +It has a central hall . The 80 cell prison was built in the shape of a cross with radial exercise yards around chapel . +This is Spain in 1585 . However , it was not until the threat of invasion by the forces that lieutenants were appointed to all counties and counties corporate . It became in effect permanent . +It has between seven and nine continuous hours a day for an adult . The average sleep requirement is nine to ten hours for a child . Elderly people usually sleep for six to seven hours . +In traditional mosques , this function is often elaborated into a freestanding building in the center of a courtyard . +It has Genetic algorithms . Evolution is using artificial life . This is Nils Aall Barricelli in the 1960s . Here , simulations started with the work . He was extended by Alex Fraser . He published a group of papers on simulation of artificial selection . +By eschewing direct action in favor of influencing popular opinion , Madison tried to make clear that the Democratic-Republicans were not moving toward disunion . +The tramcar was rebuilt at a cost of # 150,000 but will not be allowed to be re-tested until at least November 2008 as testing is not allowed during the busy summer months and because of the previous closure of the tracks for repairs . +It restricted the president to one seven-year word . Chun did not attempt to amend the document so he could run for reelection in 1987 . +Indian convicts were tasked with clearing the jungles for settlement and early public works . In the early days of settlement , Singapore was the recipient . +In addition , the protein in raw eggs is only 51 % bio-available . It is that of a cooked egg . That of a cooked egg meaning the protein of cooked eggs is nearly twice as absorbable as the protein from raw eggs . +The planet is manifested in human form . The Avatar was the spirit . The planet is manifested in human form . The Avatar was the spirit . It is revealed in the second episode that he is the current incarnation . +In this period , women would also often give knights and warriors gifts that included thyme leaves as it was believed to bring courage to the bearer . +These banana shoots produce fibers of varying degrees of softness . It is yielding yarns and textiles with differing qualities for specific uses . +His works were some of the finest organ pieces to come from France in over a century . He laid the groundwork for the French symphonic organ style . +Wonder has recorded many critically acclaimed albums and hit singles . It produces songs for many of his label mates and outside artists as well . He writes . +The word was coined by Thomas Henry Huxley . He was used to describe Genetic concepts , including earlier concepts such as Malthusianism and Spencerism . They coined it in April 1860 +Infants with this disease seem healthy at birth but if left untreated suffer severe brain damage . He eventually die . +It has Annius . Almost as soon as he leaves , the guard Publius arrive to escort Vitellia to Titus . Or he has now chosen her as his empress ! +She tried to find employment at the opera in Stockholm . They were concerns that her voice had ben damaged . It was denied a position , as her place there had been filled by Henriette Widerberg . +MacMillan gave lectures on each of the nine symphonies of Beethoven . He then were followed by a performance of the symphony in piano duet arrangement . It was played by MacMillan and Dale . +Many consider the flavor to be very agreeable , but it is generally bitter if steeped in boiling water , so it is made using hot but not boiling water . +By 1928 , the regional government was moved from the old Cossack capital Novocherkassk to Rostov . Both also engulfed the nearby Armenian town of Nor Nakhijevan . +Deomyines share no morphological characteristics that can be used to separate them from other muroids , though subtle aspects of the third upper molar have been suggested . +For example , in information theory , a signal is a codified message . He is . +As a result , the rest of the Muslim community is responsible for providing the participants with food , drinks , and whatever else they need during their stay . +Eleven players were inducted into the category , but in 2000 the board of directors eliminated it and those inductees are now considered to be in the player category . +He died on 9 November 1875 . His widow left # 6000 to the University of Sydney as a memorial of him , which was used to found the William Hilton Hovell lectureship on physical geography . +Of course , all theories , including those , can always be replaced by more accurate , generalized statements if a disagreement of theory with seen data is ever found . It called scientific laws . +It has one and a half . A typical great hall was a rectangular room between three times as long as it was wide , and also higher than it was wide . +Being much more resistant to cold and moist weather conditions , brick enabled the construction of permanent buildings in regions . The harsher climate precluded the use of mud bricks . +Being much more resistant to cold and moist weather conditions , brick enabled the construction of permanent buildings in regions . The harsher climate precluded the use of mud bricks . +The parts are generally distributed together . +Instead of finishing in London , the 2007 race started in London . It used the event to boost its bid to host the 2014 Commonwealth Games . It finished in Glasgow . +Most miscarriages found very early in pregnancy , in most cases . They found so early in the pregnancy that the woman is not even aware that she was pregnant . +When the biological significance of nicotinic acid was realized , it was thought appropriate to choose a name to dissociate it from nicotine , in this order to avoid the perception that vitamins or niacin-rich food contains nicotine , or that cigarettes contain vitamins . +Another was more romantic legend . A Tatar princess Söyembikä dropped a golden dish -LRB- golden qazan -RRB- in to the river . The city is found while washing it . A Tatar princess Söyembikä dropped a golden dish -LRB- golden qazan -RRB- in to the river . The city is found while washing it . Another tells a story . +For example , a shop might give away its stock in its promotion , but making these goods would still have required the use of scarce resources , so this would not be a free good in an economic sense . +Computers is using vacuum tubes as their electronic elements . Computers were in use throughout the 1950s , but by the 1960s had been largely replaced by transistor-based machines , required less power , and were more reliable . This were smaller , faster , cheaper to produce . +It is therefore pointless to email our contact addresses asking for permission to reproduce articles or pictures , even if rules at your company or school or organization mandate that you ask web site operators before copying their content . +This needs to find new options for economic , social , and cultural development . This is major transcendence in the contemporary world . This needs to find new options for economic , social , and cultural development . This is major transcendence in the contemporary world . It has the planet . Sustainability is an issue ; seeking an improved utilization of natural resources for the benefit of its people . +It worked out for both parties . It involved , however , as the show did better in the ratings than it had on Thursdays , while UPN got much better ratings on Fridays than it did before , with its movie night . +Once overseas it is common for their passport to be confiscated by the trafficker , including beatings . Beatings was rape . Rape was threats of violence against their family and death threats . It to be warned of the consequences should they attempt to escape . +Relatively solid mantle was a liquid outer core that generates a magnetic field . Earth 's interior remains active , with a thick layer . +It has an urban district . These letters usually coincide with the German districts , in few cases the surrounding non-urban district share the same letter code . \ No newline at end of file diff --git a/easse/resources/data/system_outputs/pwkp/TSM b/easse/resources/data/system_outputs/pwkp/TSM new file mode 100644 index 0000000..56cbe89 --- /dev/null +++ b/easse/resources/data/system_outputs/pwkp/TSM @@ -0,0 +1,100 @@ +Engineering has expanded the genes available to breeders to use in making germlines for new crops . +The name jadgal applies to groups . Groups still speak the jadgali language in the region of iran and pakistan . +Wikipedia is free content . +The print collection are further supported by large microform holdings . +Restoration of independence in 1991 , the soviet union broke apart and armenia re-established its independence . +An electron microscope is a type of microscope . A type uses a particle beam of electrons to the 20th century a tree and create a image . +This is known as the model of the universe . +It was started in the century by Genoese settlement . Genoese settlement used big numbers of workmen in repairing ships . +Much of the enlightenment happened . In intellectual circles , and scientific discoveries were got by French scientists in the century . +Every rhombus is a parallelogram , and a rhombus with right angles is a square . +The population of afghanistan is divided . A variety of ethnic groups of which tajik , pashtun , hazara , uzbek . +The language of argentina is spanish called usually by argentinians . +It is the 5th biggest country . The 5th biggest country taking up most nearly half of south america , the 5th most largest country , and the fourth most largest democracy in the world . +She has an older brother , chadwick , and a brother . A brother is 12 minutes younger than she is . +The judge ordered that chapman should get psychiatric treatment . In prison and sentenced him to twenty years to life , less maximum possible of twenty-five years to life . +A succession of more powerful and flexible computing devices were built in 1930s and 1940s , slowly adding the features . The features are seen in modern computers . +Since then they have changed their name . To palladium and played with amy winehouse mika and the thrills the kooks . +A boot is a type of a shoe . A type covers at least the foot and the bottom and sometimes goes up . +During the war , iraq used chemical weapons against iranian forces fighting on the front and kurdish terrorist . Kurdish terrorist were trying to open up a front in iraq . +December is the 12th and month of the year in the gregorian calendar . One of seven months with the length of 31 days . +A mine is a separate explosive device placed in water to destroy ships or submarines . +The partner stands , and the getting partner wraps their arms , Thereby exposing the vagina or anus to the man 's penis . +He is also known for his work in mechanics fluid dynamics , optics , and astronomy . +The eruption causes deaths of animal when they eat contaminated grass and also widespread crop failure . +An umbrella term is a word . A word provides a superset of related concepts , called a hypernym . +In 1940 ellis became a member of maud . A member were investigating the danger made of using to form new weapons . +The female has a stripe along the spine and dark sides . The male may have blue spots dorsally . +The combination of weapons and tactics have caused many historians . To consider this battle the beginning of the end of knight . +The caper story is different from the straight crime story by elements of humor , adventure , or unusual cleverness . +Earth travels a distance . In its orbit around the sun , at a speed of around 30 km/s . +In computing , a protocol is a set of rules . Rules is used by computers to talk with each other across a network . +It is a transportation , commercial , and manufacturing centre , and has industrial companies , spent most of geared towards ship building . +Residential building codes usually allow for steeper stairs than public building codes . +24 % australians over the age of 15 take part in started sporting activities in australia . +Egypt is famous for its ancient civilization . Most famous monuments , including the al jizah pyramid complex and its great sphinx . +In 1973 , patrick white was given the only australian to have got this the nobel prize in literature . +During the second world war , turing was a person runs carrying . To break german ciphers . +The union army ordered another charge with a regimen that reinforced the union infantry . +In archaeology , an object is any object made or changed . A culture , and often one later found by some and other . +He gives lulu a revolver , and orders to kill herself . But when the schoolboy comes out he is distracted and she shoots schön instead . +An eclipse is an event . An event happens when one object moves into the shadow of another . +The london journeys in 1790 , prince nikolaus died and was succeeds by a son became prince . A son became prince told the entire musical start and put he on a pension . +Because of the importance in the community , mosques are used . Preaching peaceful it with non-believers . +The episodes ran 35 minutes , and episodes were very often cut to a half-hour running time . When repeated on the BBC or moon channels . +The high yearly rainfall has dissipated deep valleys . In the mountains , carving out canyons . +However , the majority of the river flows through tropical rainforest . Tropical rainforest there are few roads and less cities . +The form of rock material found on earth is metamorphic rock . Metamorphic rock is made from the transformation of pre existing rock types through high pressures , high temperatures , or both . +For all structures the height is given . Skyscrapers may are very different from the values at list of skyscrapers . +The event is one of the spectator events in australia . Some dressed in all manner of exotic and some people costumes at the the race . +According to some he was a hermit . A reincarnation of the taoist god hsuanwu . +In these shows , he spoke about his gets . His visits to the united states and brazil , with anecdotes and talked about the culture , lifestyle and beauty of these places . +Despite producing strong convection and tropical storm-force got in winds , it failed to form a circulation until july 20 . +Quizzes are short assessments used . To measure growth in knowledge , abilities , or skills . +In 1527 it fell into the hands of the révay family . The hands smaller the town privileges of mošovce was at for 400 years . +This array sells data across multiple disks but the array is seen . The computer user and operating as one disk . +By the 1970s , many products such as video they contained dedicated computers . Computers called microcontrollers , and they started to appear as a replacement to mechanical controls in domestic appliances . +The 80 cell was built . In the shape of a cross with radial exercise yards around a hall and chapel . +However , it was not until the threat of invasion by the forces of spain in 1585 . That lieutenants were made to all counties and became in effect . +The average sleep requirement is seven nine major hours a day . An adult and nine to 10 hours for a child . +In traditional mosques , this function is often elaborated into a freestanding building in the centre of a courtyard . +Here , simulations of evolution using evolutionary algorithms and artificial life started with the work of nils aall barricelli in the 1960s , and was extended by alex fraser . Alex fraser published a series of papers on feeling of artificial selection . +By eschewing direct action in favour of influencing popular opinion . It tried to make clear that the republicans were moving to disunion . +The tramcar was rebuilt at a cost of # 150,000 but will not be allowed to be re-tested until at least november 2008 . Testing is not allowed during the busy summer months and because of the closure of the tracks for repairs . +However , it is only the president to one seven-year term , and chun did attempt to amend the document . He could run for re election in 1987 . +In the days of village , singapore was to receive of indian convicts . Indian convicts were tasked with clearing the jungles for village and early public works . +In addition , the protein in raw eggs is bioavailable . The protein of cooked eggs is absorbable as the protein from raw eggs . +It is showed in the episode . That he is the version of the avatar , the spirit of the planet a political movement in human form . +In this period , women also often give knights and warriors . Gifts included thyme leaves as it was thought to bring courage to the saint . +These banana shoots make fibres . Fibers yielding yarns and clothing with different qualities for specific uses . +His works were some of the best organ pieces to come . From france in over a century , and laid the basis for the french symphonic organ style . +Wonder has recorded several praised albums and writes and produces songs . Many of his label mates and outside artists as well . +The term was created by thomas henry huxley . The term was used to describe evolutionary ideas , including earlier ideas such as malthusianism and spencerism . +Infants with this disease seem healthy at birth . If left untreated suffer severe brain damage and later die . +Almost as soon as he leaves , annius and the guard publius arrive to take vitellia to titus . Titus has now chosen her as his empress . +After the death of her husband in 1831 , she tried to find jobs at the opera in stockholm , but was denied a position . Her place had been filled by henriette widerberg , and they were concerns that her voice had ben damaged . +Macmillan gave lectures on each of nine symphonies of beethoven . Each were followed by a performance of the symphony in piano duet arrangement played by macmillan and he . +Many consider the flavour to be agreeable , but it is horrible . If steeped in boiling water . +By 1928 , the government was moved from the old cossack capital novocherkassk to rostov . Rostov also of the city the nearby armenian town of nor nakhijevan . +Deomyines share no characteristics . No characteristics can be used to separate them though subtle features of the third upper molar have been suggested . +For example , a signal is a message . A message is the sequence of states in a communication channel that encodes a message . +As a result , the rest of the muslim community is responsible for providing the people with food . Whatever else they need during their time . +Eleven players were added into the category . But directors eliminated it and those hall of are now considered to be in the player category . +He died november 1875 and in 1877 his widow left # 6000 to the university of sydney as a memorial of him . Was used to found the william hilton hovell lectureship on geology and physical geography . +Of course all theories including those called scientific laws , always be replaced by more accurate statements . If a disagreement of theory with seen data is ever found . +A typical great hall was a room between one and a half and three times as long . It was wide , and also higher than it was wide . +Brick enabled the construction of permanent buildings in regions . Regions the wide range of climate precluded the use of mud bricks . +Brick enabled the construction of permanent buildings in regions . Regions the wide range of climate precluded the use of mud bricks . +The components are generally distributed together , have a equivalent user interface and interact with each other . That the operating system would not allow . +Instead of 2007 race started in london and finished in glasgow . Glasgow used the event to increase the chance its bid . +They occur so early in the those with child . That the woman is not aware . +When the importance of nicotinic acid was realised , it was thought appropriate to choose a name to dissociate it from nicotine . +Another more romantic legend tells a story of a tatar princess söyembikä . A tatar princess söyembikä dropped a dish golden qazan in to the river . +For example , a shop might give away its stock . But creating these goods still have needed the use of scarce resources . +Computers using vacuum tubes as their electronic elements were in use throughout the 1950s , but by the 1960s had been largely replaced by transistor-based machines . Transistor based machines were smaller , faster to make , needed less power , and were more reliable . +It is useless to e mail asking for permission . If rules at your company or school or say what that you ask web site operators before copying their content . +Sustainability is an issue of major lindenmann in the world . Sustainability needs to find new options for economic , social , and cultural development . +It worked out . The show did better in the ratings than it had on thursdays . +Once overseas it is common for their passport to be taken by the trafficker and to be warned of the consequences . They attempt to escape , including beatings old girl threats of violence against their family and death threats . +Earth 's inside remains active , with a layer of solid mantle a liquid farther core . Generates a field and a iron inner core . +These letters coincide with the districts . An district and the surrounding non-urban district share the same letter code . diff --git a/easse/resources/data/system_outputs/pwkp/UNSUP b/easse/resources/data/system_outputs/pwkp/UNSUP new file mode 100644 index 0000000..ee81aae --- /dev/null +++ b/easse/resources/data/system_outputs/pwkp/UNSUP @@ -0,0 +1,100 @@ +Genetic engineering has changed the genes available to breeders to change in creating germlines for new plants . +The name Jadgal refers to groups . Groups still speak the Jadgali language , in the Makran region . +Wikipedia is content that anyone can edit and air . +The print collections are held by wide microform holdings . +Age of independence , the Soviet Union broke apart and Armenia changed its independence . +An electron microscope is a type . A type of microscope uses a particle beam of electrons to light a sample and create a range . +This is known as the model of the World . +It was founded in the 14th century by Genoese colonists . Genoese colonists employed large numbers of workmen -LRB- Calfats -RRB- . +Much happened in French serious sets . Major scientific discoveries were won by French scientists . +Every rhombus is a parallelogram , and a rhombus with angles is a simple . +The population of Afghanistan is divided into a wide variety of ethnic groups of which Tajik , Pashtun , Hazara , Uzbek and Baloch . +The official language of Argentina is Spanish , usually called castellano -LRB- Castilian -RRB- . +It is the fifth largest country by geographical area , occupying nearly half of South America , the fifth most , and the fourth most populous republic in the world . +She has an older brother , Chad a brother . A brother is 12 minutes younger than she is . +The judge ordered that Chapman should change psychiatric treatment and sentenced him to twenty years to life , slightly less than the maximum possible of twenty-five years to life . +A series of steadily more powerful and flexible computing devices were built . Telling the key features that are seen in modern computers . +They have changed their name to Metal . They played alongside Amy Winehouse . +A shell is a type . A type of clothing covers at the foot and the ankle and sometimes leads up to the knee or the fruit . +During the war , Iraq used chemical weapons against Iranian forces fighting on the southern front and separatists who were trying to open up a blue field with the help of Iran . +Dec is the twelfth and last month in the Gregorian Calendar and one of seven Gregorian months with the length of 31 days . +A naval mine is a complete device . A complete device placed in water to destroy ships or submarines . +The partner stands wraps their arms around his neck their legs around his waist . The receiving partner wraps their arms around his neck legs around his waist . His waist thereby breaking the vagina or anus to the man 's penis . +He is also renowned for his work , fluid dynamics , eyes , and astronomy . +The eruption causes changes of stock when they eat changed and also widespread crop failure . +An umbrella term is a word . A word provides a superset or grouping of concepts , also called a hypernym . +Elli became a member of MAUD . MAUD were studying the possibility of using fission to develop new weapons . +The female often has a stripe along the spine and sides while the person may have dark spots dorsally . +The collection of new weapons and tactics have caused many students to study this battle the beginning of the end . +The caper story is told from the true crime story by elements , adventure , or strange brightness or nerve . +Earth travels a tremendous size in its orbit around the sun , at a speed of around 30 km\/s or over 108000 km . +A protocol is a set of rules . Rules is used by computers to communicate with each other . +It is a business , commercial , and center , and has industrial companies , mainly geared towards building . +Residential building codes will typically allow for steps than public building codes . +24 % Australians over the age of 15 regularly participate in organised sporting activities in Australia . +Egypt is famous for its ancient civilization and some of the world 's most famous monuments , the Giza pyramid complex . +In 1973 , Patrick White was awarded the Nobel Prize in Literature the Australian . The Australian to have achieved this . +During the Second World War , Turing was a main player in the attempts to weaken German ciphers . +The Union officers ordered another attack with a cavalry regiment . Another attack with a cavalry regiment taught the Union infantry . +An artifact or artefact is any object made or changed by a human culture , and often one later recovered by some archaeological activity . +He gives Lulu a door , and orders her to kill herself . The Boy comes out from he is upset and she shoots Schön instead . +An eclipse is an astronomical event that occurs when one celestial object moves into the shadow of another . +The London journeys In 1790 , Prince Nikolaus died and was succeeded by a thoroughly prince . A thoroughly prince fired the entire musical structure . A thoroughly prince put Haydn on a pension . +Because of the value in the district , mosques are used for preaching peaceful coexistence with non-believers , even in times . +The episodes ran minutes , and episodes were very often changed to a normal half-hour . A normal half-hour running time when played the BBC or . +The high rainfall has eroded deep valleys in the central mountains , forming out canyons with many beautiful waterfalls . +However , the mass of the river flows through tropical rainforest , where there are few roads and even fewer cities , so there is no need . +The third form of rock substance found on Earth is rock . Metamorphic rock is created from the function of rock types through high pressures , high temperatures , or both . +For all systems the pinnacle height is given , so the height may differ from the values at List of skyscrapers . +The event is one of the most popular spectator events in Australia , with sometimes over 110,000 people , some dressed in traditional formal raceday act and others in all manner . Sometimes 110,000 people , some helping the race . +According to some , before reaching field , he was a Chinese hermit and a reincarnation of the Taoist god Hsuan-Wu . +In these shows , he told his experiences of his visits to the United States and Brazil , and messages about the culture , style and example of these places . +Despite producing strong convection and storm-force sustained winds , it failed to pass a low-level circulation until July 20 . +Quizzes are also short classifications used in education and similar fields to carry growth , powers , and\/or skills . +It fell into the hands of the Révay family . The Révay family held the town privileges for almost 400 years . +This array moves data across disks . The array is seen by the computer user and operating system as one disk . +By the late 1970s , many events such contained holy computers called microcontrollers . They started to appear as a successor to controls in home appliances such as washing machines . +The 80 cell prison was built in the shape of a cross with radial exercise yards . +However , it was not until the threat of invasion by the forces of Spain that lieutenants were appointed to all counties and counties material and became in event lasting . +The common sleep demand is between seven and nine straight hours a day an adult . To ten times for a person ; elderly people usually sleep . +In traditional mosques , this function is often developed into a building in the center of a court . +Here , models of evolution using evolutionary algorithms and artificial life started with the work in the 1960s , and was led by Alex Fraser . Alex Fraser wrote a series of papers on model of selection . +By avoiding direct action in favor of influencing popular belief , Madison tried to make clear that the Democratic-Republicans were not moving . +The tramcar was but will not be allowed to be re-tested until at least November 2008 is not allowed during the busy summer months and because of the previous block of the tracks for repairs . The tramcar built at a cost of 150,000 . +It held the chair to one seven-year term . Chun did not try to change the writing so he could run in 1987 . +In the early days , Singapore was the recipient of Indian convicts . Indian convicts were tasked with clearing the woods and early public works . +In addition the protein in raw eggs is only 51 % . In addition the protein in raw eggs bio-available whereas that of a fixed egg is , meaning the protein of cooked eggs is nearly twice as absorbable as the protein from raw eggs . +It is revealed in the second episode that he is the current time . The meaning appeared in human form . +Women would also often give knights warriors gifts . Warriors gifts included thyme leaves it was believed to bring courage to the bearer . +These banana shoots produce fibers . Fibers of varying degrees , creating yarns . Fibers varying degrees of body creating materials with properties for specific uses . +His works were some of the . His works finest to come from France in , and laid the groundwork for the French symphonic organ style . +Wonder has recorded several acclaimed albums . Wonder hit singles , and writes and produces songs for many of his label mates and artists as well . +The term was coined by Thomas Henry Huxley . The term was used to describe evolutionary concepts , including earlier concepts such Malthusianism and . +Infants with this disease seem healthy at birth but if left suffer severe brain damage , and eventually die . +Almost as soon as he leaves , Annius and the guard Publius arrive to date Vitellia to Titus , who has now chosen her as his empress . +After the death of her husband , she tried to find job at the opera in Stockholm , but was refused a line , as . Her place there had been filled , and they were concerns that her voice had ben changed . +MacMillan gave lectures on each of the nine symphonies of Beethoven which were followed by a performance of the orchestra in piano duet arrangement played and Dale . +Many consider the flavor to be very , but it is generally bitter if steeped in boiling water , it is made using hot but not boiling water . +The regional government was moved from the old Cossack capital Novocherkassk to Rostov . Rostov also absorbed the nearby town of Nor Nakhijevan . +Deomyines share no morphological characteristics that can be used to separate them , though subtle aspects of the third upper molar have been suggested . +For example , in information theory , a signal is a message . That is , the sequence of states in a communication channel that encodes a message . +The rest of the Muslim community is responsible for providing the players with food , drinks , and whatever else they need during their stay . +Eleven players were inducted into the family . In 2000 the board removed it . Those inductees are considered to be in the player category . +He died 1877 his widow left # 6000 to the University of Sydney as a memorial of him used to . He in 1877 his widow left # 6000 to the University of Sydney as a memorial of him , which was used to found the William Hilton Hovell position and physical geography . +All theories , including those called scientific laws , can always be replaced by more accurate , spoken statements if a difference of theory with observed data is ever found . +A typical great hall was a rectangular room one and a half and as long as it was wide , and also higher than it was wide . +Being much more resistant to cold and wet weather conditions , brick changed the construction of permanent buildings in regions where the harsher climate precluded the use . +Being much more to cold and wet weather conditions , brick changed the construction of permanent buildings in regions the harsher climate precluded the use . +The elements are moved together . The elements have a uniform user . The elements usually can interact with each other , sometimes in ways that the operating system would not allow . +Of finishing in London , the 2007 race started in London and moved in Glasgow . Glasgow used the event to raise bid to host the 2014 Commonwealth Games . +Most miscarriages occur very . They occur so early in the pregnancy that the woman is not even aware that she was pregnant . +When the biological importance of nicotinic acid was created , it was thought appropriate to choose a name to distinguish it , in order to avoid the knowledge that vitamins or food contains nicotine , or that cigarettes contain vitamins . +Another , more legend tells a story of a Tatar princess Söyembikä . A Tatar princess Söyembikä threw a metal -LRB- qazan -RRB- in to the river on which the city is located while washing it . +A shop might give away its line in its content . Growing these goods would still have involved the use of resources , this would not be a free good in an economic sense . +Computers using vacuum tubes as their electronic elements were in use , but by the 1960s had been largely replaced by transistor-based machines , which were smaller , faster , to produce , required less power , and were more reliable . Machines , which were smaller , faster cheaper . +It is therefore pointless to email our line codes asking for permission to create pieces or pictures , even if laws at your party or school or brass instrument that you ask web site operators before writing their knowledge . +Property is an issue of major existence in the world . An issue of major existence in the modern world needs to find new options for economic , social , and social development ; acting an improved employment of natural resources for the benefit and its inhabitants . +It worked out for both parties involved , however , as the show did better in the ratings than it had on Thursdays , while UPN received much better ratings on Fridays than it did before , with its movie night . +Once overseas it is common for their instrument to be seized and to be warned of the results should they try to escape , including fights , rape , threats of violence against their family and death threats . +Earth 's surface stays , with a thick layer of relatively hard layer , a liquid core that creates a magnetic field . A liquid outer core creates a solid iron core . +These letters usually coincide with the German districts , an urban district . These letters usually coincide with the surrounding district share the same letter code . \ No newline at end of file diff --git a/easse/sari.py b/easse/sari.py index ea4daf1..854f213 100644 --- a/easse/sari.py +++ b/easse/sari.py @@ -189,7 +189,7 @@ def compute_macro_sari(add_sys_correct, add_sys_total, add_ref_total, def corpus_sari(orig_sents: List[str], sys_sents: List[str], refs_sents: List[List[str]], lowercase: bool = False, tokenizer: str = '13a'): - # orig_sents = [normalize(sent, lowercase, tokenizer) for sent in orig_sents] + # orig_sents = [utils_prep.normalize(sent, lowercase, tokenizer) for sent in orig_sents] sys_sents = [utils_prep.normalize(sent, lowercase, tokenizer) for sent in sys_sents] refs_sents = [[utils_prep.normalize(sent, lowercase, tokenizer) for sent in ref_sents] for ref_sents in refs_sents] diff --git a/easse/utils/resources.py b/easse/utils/resources.py index d07df9d..daf772a 100644 --- a/easse/utils/resources.py +++ b/easse/utils/resources.py @@ -90,7 +90,7 @@ def get_pwkp_orig_sents(phase): def get_pwkp_refs_sents(phase): assert phase in ['valid', 'test'] - return read_lines(DATA_DIR / f'test_sets/pwkp/pwkp.{phase}.dst') + return [read_lines(DATA_DIR / f'test_sets/pwkp/pwkp.{phase}.dst')] def get_hsplit_orig_sents():