thesis.lyx 202 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579458045814582458345844585458645874588458945904591459245934594459545964597459845994600460146024603460446054606460746084609461046114612461346144615461646174618461946204621462246234624462546264627462846294630463146324633463446354636463746384639464046414642464346444645464646474648464946504651465246534654465546564657465846594660466146624663466446654666466746684669467046714672467346744675467646774678467946804681468246834684468546864687468846894690469146924693469446954696469746984699470047014702470347044705470647074708470947104711471247134714471547164717471847194720472147224723472447254726472747284729473047314732473347344735473647374738473947404741474247434744474547464747474847494750475147524753475447554756475747584759476047614762476347644765476647674768476947704771477247734774477547764777477847794780478147824783478447854786478747884789479047914792479347944795479647974798479948004801480248034804480548064807480848094810481148124813481448154816481748184819482048214822482348244825482648274828482948304831483248334834483548364837483848394840484148424843484448454846484748484849485048514852485348544855485648574858485948604861486248634864486548664867486848694870487148724873487448754876487748784879488048814882488348844885488648874888488948904891489248934894489548964897489848994900490149024903490449054906490749084909491049114912491349144915491649174918491949204921492249234924492549264927492849294930493149324933493449354936493749384939494049414942494349444945494649474948494949504951495249534954495549564957495849594960496149624963496449654966496749684969497049714972497349744975497649774978497949804981498249834984498549864987498849894990499149924993499449954996499749984999500050015002500350045005500650075008500950105011501250135014501550165017501850195020502150225023502450255026502750285029503050315032503350345035503650375038503950405041504250435044504550465047504850495050505150525053505450555056505750585059506050615062506350645065506650675068506950705071507250735074507550765077507850795080508150825083508450855086508750885089509050915092509350945095509650975098509951005101510251035104510551065107510851095110511151125113511451155116511751185119512051215122512351245125512651275128512951305131513251335134513551365137513851395140514151425143514451455146514751485149515051515152515351545155515651575158515951605161516251635164516551665167516851695170517151725173517451755176517751785179518051815182518351845185518651875188518951905191519251935194519551965197519851995200520152025203520452055206520752085209521052115212521352145215521652175218521952205221522252235224522552265227522852295230523152325233523452355236523752385239524052415242524352445245524652475248524952505251525252535254525552565257525852595260526152625263526452655266526752685269527052715272527352745275527652775278527952805281528252835284528552865287528852895290529152925293529452955296529752985299530053015302530353045305530653075308530953105311531253135314531553165317531853195320532153225323532453255326532753285329533053315332533353345335533653375338533953405341534253435344534553465347534853495350535153525353535453555356535753585359536053615362536353645365536653675368536953705371537253735374537553765377537853795380538153825383538453855386538753885389539053915392539353945395539653975398539954005401540254035404540554065407540854095410541154125413541454155416541754185419542054215422542354245425542654275428542954305431543254335434543554365437543854395440544154425443544454455446544754485449545054515452545354545455545654575458545954605461546254635464546554665467546854695470547154725473547454755476547754785479548054815482548354845485548654875488548954905491549254935494549554965497549854995500550155025503550455055506550755085509551055115512551355145515551655175518551955205521552255235524552555265527552855295530553155325533553455355536553755385539554055415542554355445545554655475548554955505551555255535554555555565557555855595560556155625563556455655566556755685569557055715572557355745575557655775578557955805581558255835584558555865587558855895590559155925593559455955596559755985599560056015602560356045605560656075608560956105611561256135614561556165617561856195620562156225623562456255626562756285629563056315632563356345635563656375638563956405641564256435644564556465647564856495650565156525653565456555656565756585659566056615662566356645665566656675668566956705671567256735674567556765677567856795680568156825683568456855686568756885689569056915692569356945695569656975698569957005701570257035704570557065707570857095710571157125713571457155716571757185719572057215722572357245725572657275728572957305731573257335734573557365737573857395740574157425743574457455746574757485749575057515752575357545755575657575758575957605761576257635764576557665767576857695770577157725773577457755776577757785779578057815782578357845785578657875788578957905791579257935794579557965797579857995800580158025803580458055806580758085809581058115812581358145815581658175818581958205821582258235824582558265827582858295830583158325833583458355836583758385839584058415842584358445845584658475848584958505851585258535854585558565857585858595860586158625863586458655866586758685869587058715872587358745875587658775878587958805881588258835884588558865887588858895890589158925893589458955896589758985899590059015902590359045905590659075908590959105911591259135914591559165917591859195920592159225923592459255926592759285929593059315932593359345935593659375938593959405941594259435944594559465947594859495950595159525953595459555956595759585959596059615962596359645965596659675968596959705971597259735974597559765977597859795980598159825983598459855986598759885989599059915992599359945995599659975998599960006001600260036004600560066007600860096010601160126013601460156016601760186019602060216022602360246025602660276028602960306031603260336034603560366037603860396040604160426043604460456046604760486049605060516052605360546055605660576058605960606061606260636064606560666067606860696070607160726073607460756076607760786079608060816082608360846085608660876088608960906091609260936094609560966097609860996100610161026103610461056106610761086109611061116112611361146115611661176118611961206121612261236124612561266127612861296130613161326133613461356136613761386139614061416142614361446145614661476148614961506151615261536154615561566157615861596160616161626163616461656166616761686169617061716172617361746175617661776178617961806181618261836184618561866187618861896190619161926193619461956196619761986199620062016202620362046205620662076208620962106211621262136214621562166217621862196220622162226223622462256226622762286229623062316232623362346235623662376238623962406241624262436244624562466247624862496250625162526253625462556256625762586259626062616262626362646265626662676268626962706271627262736274627562766277627862796280628162826283628462856286628762886289629062916292629362946295629662976298629963006301630263036304630563066307630863096310631163126313631463156316631763186319632063216322632363246325632663276328632963306331633263336334633563366337633863396340634163426343634463456346634763486349635063516352635363546355635663576358635963606361636263636364636563666367636863696370637163726373637463756376637763786379638063816382638363846385638663876388638963906391639263936394639563966397639863996400640164026403640464056406640764086409641064116412641364146415641664176418641964206421642264236424642564266427642864296430643164326433643464356436643764386439644064416442644364446445644664476448644964506451645264536454645564566457645864596460646164626463646464656466646764686469647064716472647364746475647664776478647964806481648264836484648564866487648864896490649164926493649464956496649764986499650065016502650365046505650665076508650965106511651265136514651565166517651865196520652165226523652465256526652765286529653065316532653365346535653665376538653965406541654265436544654565466547654865496550655165526553655465556556655765586559656065616562656365646565656665676568656965706571657265736574657565766577657865796580658165826583658465856586658765886589659065916592659365946595659665976598659966006601660266036604660566066607660866096610661166126613661466156616661766186619662066216622662366246625662666276628662966306631663266336634663566366637663866396640664166426643664466456646664766486649665066516652665366546655665666576658665966606661666266636664666566666667666866696670667166726673667466756676667766786679668066816682668366846685668666876688668966906691669266936694669566966697669866996700670167026703670467056706670767086709671067116712671367146715671667176718671967206721672267236724672567266727672867296730673167326733673467356736673767386739674067416742674367446745674667476748674967506751675267536754675567566757675867596760676167626763676467656766676767686769677067716772677367746775677667776778677967806781678267836784678567866787678867896790679167926793679467956796679767986799680068016802680368046805680668076808680968106811681268136814681568166817681868196820682168226823682468256826682768286829683068316832683368346835683668376838683968406841684268436844684568466847684868496850685168526853685468556856685768586859686068616862686368646865686668676868686968706871687268736874687568766877687868796880688168826883688468856886688768886889689068916892689368946895689668976898689969006901690269036904690569066907690869096910691169126913691469156916691769186919692069216922692369246925692669276928692969306931693269336934693569366937693869396940694169426943694469456946694769486949695069516952695369546955695669576958695969606961696269636964696569666967696869696970697169726973697469756976697769786979698069816982698369846985698669876988698969906991699269936994699569966997699869997000700170027003700470057006700770087009701070117012701370147015701670177018701970207021702270237024702570267027702870297030703170327033703470357036703770387039704070417042704370447045704670477048704970507051705270537054705570567057705870597060706170627063706470657066706770687069707070717072707370747075707670777078707970807081708270837084708570867087708870897090709170927093709470957096709770987099710071017102710371047105710671077108710971107111711271137114711571167117711871197120712171227123712471257126712771287129713071317132713371347135713671377138713971407141714271437144714571467147714871497150715171527153715471557156715771587159716071617162716371647165716671677168716971707171717271737174717571767177717871797180718171827183718471857186718771887189719071917192719371947195719671977198719972007201720272037204720572067207720872097210721172127213721472157216721772187219722072217222722372247225722672277228722972307231723272337234723572367237723872397240724172427243724472457246724772487249725072517252725372547255725672577258725972607261726272637264726572667267726872697270727172727273727472757276727772787279728072817282728372847285728672877288728972907291729272937294729572967297729872997300730173027303730473057306730773087309731073117312731373147315731673177318731973207321732273237324732573267327732873297330733173327333733473357336733773387339734073417342734373447345734673477348734973507351735273537354735573567357735873597360736173627363736473657366736773687369737073717372737373747375737673777378737973807381738273837384738573867387738873897390739173927393739473957396739773987399740074017402740374047405740674077408740974107411741274137414741574167417741874197420742174227423742474257426742774287429743074317432743374347435743674377438743974407441744274437444744574467447744874497450745174527453745474557456745774587459746074617462746374647465746674677468746974707471747274737474747574767477747874797480748174827483748474857486748774887489749074917492749374947495749674977498749975007501750275037504750575067507750875097510751175127513751475157516751775187519752075217522752375247525752675277528752975307531753275337534753575367537753875397540754175427543754475457546754775487549755075517552755375547555755675577558755975607561756275637564756575667567756875697570757175727573757475757576757775787579758075817582758375847585758675877588758975907591759275937594759575967597759875997600760176027603760476057606760776087609761076117612761376147615761676177618761976207621762276237624762576267627762876297630763176327633763476357636763776387639764076417642764376447645764676477648764976507651765276537654765576567657765876597660766176627663766476657666766776687669767076717672767376747675767676777678767976807681768276837684768576867687768876897690769176927693769476957696769776987699770077017702770377047705770677077708770977107711771277137714771577167717771877197720772177227723772477257726772777287729773077317732773377347735773677377738773977407741774277437744774577467747774877497750775177527753775477557756775777587759776077617762776377647765776677677768776977707771777277737774777577767777777877797780778177827783778477857786778777887789779077917792779377947795779677977798779978007801780278037804780578067807780878097810781178127813781478157816781778187819782078217822782378247825782678277828782978307831783278337834783578367837783878397840784178427843784478457846784778487849785078517852785378547855785678577858785978607861786278637864786578667867786878697870787178727873787478757876787778787879788078817882788378847885788678877888788978907891789278937894789578967897789878997900790179027903790479057906790779087909791079117912791379147915791679177918791979207921792279237924792579267927792879297930793179327933793479357936793779387939794079417942794379447945794679477948794979507951795279537954795579567957795879597960796179627963796479657966796779687969797079717972797379747975797679777978797979807981798279837984798579867987798879897990799179927993799479957996799779987999800080018002800380048005800680078008800980108011801280138014801580168017801880198020802180228023802480258026802780288029803080318032803380348035803680378038803980408041804280438044804580468047804880498050805180528053805480558056805780588059806080618062806380648065806680678068806980708071807280738074807580768077807880798080808180828083808480858086808780888089809080918092809380948095809680978098809981008101810281038104810581068107810881098110811181128113811481158116811781188119812081218122812381248125812681278128812981308131813281338134813581368137813881398140814181428143814481458146814781488149815081518152815381548155815681578158815981608161816281638164816581668167816881698170817181728173817481758176817781788179818081818182818381848185818681878188818981908191819281938194819581968197819881998200820182028203820482058206820782088209821082118212821382148215821682178218821982208221822282238224822582268227822882298230823182328233823482358236823782388239824082418242824382448245824682478248824982508251825282538254825582568257825882598260826182628263826482658266826782688269827082718272827382748275827682778278827982808281828282838284828582868287828882898290829182928293829482958296829782988299830083018302830383048305830683078308830983108311831283138314831583168317831883198320832183228323832483258326832783288329833083318332833383348335833683378338833983408341834283438344834583468347834883498350835183528353835483558356835783588359836083618362836383648365836683678368836983708371837283738374837583768377837883798380838183828383838483858386838783888389839083918392839383948395839683978398839984008401840284038404840584068407840884098410841184128413841484158416841784188419842084218422842384248425842684278428842984308431843284338434843584368437843884398440844184428443844484458446844784488449845084518452845384548455845684578458845984608461846284638464846584668467846884698470847184728473847484758476847784788479848084818482848384848485848684878488848984908491849284938494849584968497849884998500850185028503850485058506850785088509851085118512851385148515851685178518851985208521852285238524852585268527852885298530853185328533853485358536853785388539854085418542854385448545854685478548854985508551855285538554855585568557855885598560856185628563856485658566856785688569857085718572857385748575857685778578857985808581858285838584858585868587858885898590859185928593859485958596859785988599860086018602860386048605860686078608860986108611861286138614861586168617861886198620862186228623862486258626862786288629863086318632863386348635863686378638863986408641864286438644864586468647864886498650865186528653865486558656865786588659866086618662866386648665866686678668866986708671867286738674867586768677867886798680868186828683868486858686868786888689869086918692869386948695869686978698869987008701870287038704870587068707870887098710871187128713871487158716871787188719872087218722872387248725872687278728872987308731873287338734873587368737873887398740874187428743874487458746874787488749875087518752875387548755875687578758875987608761876287638764876587668767876887698770877187728773877487758776877787788779878087818782878387848785878687878788878987908791879287938794879587968797879887998800880188028803880488058806880788088809881088118812881388148815881688178818881988208821882288238824882588268827882888298830883188328833883488358836883788388839884088418842884388448845884688478848884988508851885288538854885588568857885888598860886188628863886488658866886788688869887088718872887388748875887688778878887988808881888288838884888588868887888888898890889188928893889488958896889788988899890089018902890389048905890689078908890989108911891289138914891589168917891889198920892189228923892489258926892789288929893089318932893389348935893689378938893989408941894289438944894589468947894889498950895189528953895489558956895789588959896089618962896389648965896689678968896989708971897289738974897589768977897889798980898189828983898489858986898789888989899089918992899389948995899689978998899990009001900290039004900590069007900890099010901190129013901490159016901790189019902090219022902390249025902690279028902990309031903290339034903590369037903890399040904190429043904490459046904790489049905090519052905390549055905690579058905990609061906290639064906590669067906890699070907190729073907490759076907790789079908090819082908390849085908690879088908990909091909290939094909590969097909890999100910191029103910491059106910791089109911091119112911391149115911691179118911991209121912291239124912591269127912891299130913191329133913491359136913791389139914091419142914391449145914691479148914991509151915291539154915591569157915891599160916191629163916491659166916791689169917091719172917391749175917691779178917991809181918291839184918591869187918891899190919191929193919491959196919791989199920092019202920392049205920692079208920992109211921292139214921592169217921892199220922192229223922492259226922792289229923092319232923392349235923692379238923992409241924292439244924592469247924892499250925192529253925492559256925792589259926092619262926392649265926692679268926992709271927292739274927592769277927892799280928192829283928492859286928792889289929092919292929392949295929692979298929993009301930293039304930593069307930893099310931193129313931493159316931793189319932093219322932393249325932693279328932993309331933293339334933593369337933893399340934193429343934493459346934793489349935093519352935393549355935693579358935993609361936293639364936593669367936893699370937193729373937493759376937793789379938093819382938393849385938693879388938993909391939293939394939593969397939893999400940194029403940494059406940794089409941094119412941394149415941694179418941994209421942294239424942594269427942894299430943194329433943494359436943794389439944094419442944394449445944694479448944994509451945294539454945594569457945894599460946194629463946494659466946794689469947094719472947394749475947694779478947994809481948294839484948594869487948894899490949194929493949494959496949794989499950095019502950395049505950695079508950995109511951295139514951595169517951895199520952195229523952495259526952795289529953095319532953395349535953695379538953995409541954295439544954595469547954895499550955195529553955495559556955795589559956095619562956395649565956695679568956995709571957295739574957595769577957895799580958195829583958495859586958795889589959095919592959395949595959695979598959996009601960296039604960596069607960896099610961196129613961496159616961796189619962096219622962396249625962696279628962996309631963296339634963596369637963896399640964196429643964496459646964796489649965096519652965396549655
  1. #LyX 2.3 created this file. For more info see http://www.lyx.org/
  2. \lyxformat 544
  3. \begin_document
  4. \begin_header
  5. \save_transient_properties true
  6. \origin unavailable
  7. \textclass extbook
  8. \begin_preamble
  9. % List all used files in log output
  10. \listfiles
  11. % Add a DRAFT watermark
  12. \usepackage{draftwatermark}
  13. \SetWatermarkLightness{0.97}
  14. \SetWatermarkScale{1}
  15. % Set up required header format
  16. \usepackage{fancyhdr}
  17. \pagestyle{fancy}
  18. \renewcommand{\headrulewidth}{0pt}
  19. \rhead{}
  20. \lhead{}
  21. \rfoot{}
  22. \lfoot{}
  23. \cfoot{\thepage} % Page number bottom center
  24. % https://tex.stackexchange.com/questions/65680/automatically-bold-first-sentence-of-a-floats-caption
  25. \usepackage{xstring}
  26. \usepackage{etoolbox}
  27. \usepackage{caption}
  28. \captionsetup{labelfont=bf,tableposition=top}
  29. \makeatletter
  30. \newcommand\formatlabel[1]{%
  31. \noexpandarg
  32. \IfSubStr{#1}{.}{%
  33. \StrBefore{#1}{.}[\firstcaption]%
  34. \StrBehind{#1}{.}[\secondcaption]%
  35. \textbf{\firstcaption.} \secondcaption}{%
  36. #1}%
  37. }
  38. \patchcmd{\@caption}{#3}{\formatlabel{#3}}
  39. \makeatother
  40. % Allow FloatBarrier command
  41. \usepackage{placeins}
  42. \end_preamble
  43. \use_default_options true
  44. \begin_modules
  45. todonotes
  46. \end_modules
  47. \maintain_unincluded_children false
  48. \language english
  49. \language_package default
  50. \inputencoding utf8
  51. \fontencoding default
  52. \font_roman "default" "default"
  53. \font_sans "default" "default"
  54. \font_typewriter "default" "default"
  55. \font_math "auto" "auto"
  56. \font_default_family default
  57. \use_non_tex_fonts false
  58. \font_sc false
  59. \font_osf false
  60. \font_sf_scale 100 100
  61. \font_tt_scale 100 100
  62. \use_microtype false
  63. \use_dash_ligatures true
  64. \graphics default
  65. \default_output_format pdf4
  66. \output_sync 0
  67. \bibtex_command default
  68. \index_command default
  69. \paperfontsize 12
  70. \spacing double
  71. \use_hyperref true
  72. \pdf_bookmarks true
  73. \pdf_bookmarksnumbered false
  74. \pdf_bookmarksopen false
  75. \pdf_bookmarksopenlevel 1
  76. \pdf_breaklinks false
  77. \pdf_pdfborder false
  78. \pdf_colorlinks false
  79. \pdf_backref false
  80. \pdf_pdfusetitle true
  81. \papersize letterpaper
  82. \use_geometry true
  83. \use_package amsmath 1
  84. \use_package amssymb 1
  85. \use_package cancel 1
  86. \use_package esint 1
  87. \use_package mathdots 1
  88. \use_package mathtools 1
  89. \use_package mhchem 1
  90. \use_package stackrel 1
  91. \use_package stmaryrd 1
  92. \use_package undertilde 1
  93. \cite_engine basic
  94. \cite_engine_type default
  95. \biblio_style plain
  96. \use_bibtopic false
  97. \use_indices false
  98. \paperorientation portrait
  99. \suppress_date false
  100. \justification true
  101. \use_refstyle 1
  102. \use_minted 0
  103. \index Index
  104. \shortcut idx
  105. \color #008000
  106. \end_index
  107. \leftmargin 1.5in
  108. \topmargin 1in
  109. \rightmargin 1in
  110. \bottommargin 1in
  111. \secnumdepth 3
  112. \tocdepth 3
  113. \paragraph_separation indent
  114. \paragraph_indentation default
  115. \is_math_indent 0
  116. \math_numbering_side default
  117. \quotes_style english
  118. \dynamic_quotes 0
  119. \papercolumns 1
  120. \papersides 2
  121. \paperpagestyle default
  122. \tracking_changes false
  123. \output_changes false
  124. \html_math_output 0
  125. \html_css_as_file 0
  126. \html_be_strict false
  127. \end_header
  128. \begin_body
  129. \begin_layout Title
  130. Bioinformatic analysis of complex, high-throughput genomic and epigenomic
  131. data in the context of immunology and transplant rejection
  132. \end_layout
  133. \begin_layout Author
  134. A thesis presented
  135. \begin_inset Newline newline
  136. \end_inset
  137. by
  138. \begin_inset Newline newline
  139. \end_inset
  140. Ryan C.
  141. Thompson
  142. \begin_inset Newline newline
  143. \end_inset
  144. to
  145. \begin_inset Newline newline
  146. \end_inset
  147. The Scripps Research Institute Graduate Program
  148. \begin_inset Newline newline
  149. \end_inset
  150. in partial fulfillment of the requirements for the degree of
  151. \begin_inset Newline newline
  152. \end_inset
  153. Doctor of Philosophy in the subject of Biology
  154. \begin_inset Newline newline
  155. \end_inset
  156. for
  157. \begin_inset Newline newline
  158. \end_inset
  159. The Scripps Research Institute
  160. \begin_inset Newline newline
  161. \end_inset
  162. La Jolla, California
  163. \end_layout
  164. \begin_layout Date
  165. October 2019
  166. \end_layout
  167. \begin_layout Standard
  168. [Copyright notice]
  169. \end_layout
  170. \begin_layout Standard
  171. [Thesis acceptance form]
  172. \end_layout
  173. \begin_layout Standard
  174. [Dedication]
  175. \end_layout
  176. \begin_layout Standard
  177. [Acknowledgements]
  178. \end_layout
  179. \begin_layout Standard
  180. \begin_inset CommandInset toc
  181. LatexCommand tableofcontents
  182. \end_inset
  183. \end_layout
  184. \begin_layout Standard
  185. \begin_inset FloatList table
  186. \end_inset
  187. \end_layout
  188. \begin_layout Standard
  189. \begin_inset FloatList figure
  190. \end_inset
  191. \end_layout
  192. \begin_layout Standard
  193. [List of Abbreviations]
  194. \end_layout
  195. \begin_layout Standard
  196. \begin_inset Flex TODO Note (inline)
  197. status open
  198. \begin_layout Plain Layout
  199. Look into auto-generated nomenclature list: https://wiki.lyx.org/Tips/Nomenclature
  200. \end_layout
  201. \end_inset
  202. \end_layout
  203. \begin_layout List of TODOs
  204. \end_layout
  205. \begin_layout Standard
  206. [Abstract]
  207. \end_layout
  208. \begin_layout Chapter*
  209. Abstract
  210. \end_layout
  211. \begin_layout Chapter
  212. Introduction
  213. \end_layout
  214. \begin_layout Section
  215. Background & Significance
  216. \end_layout
  217. \begin_layout Subsection
  218. Biological motivation
  219. \end_layout
  220. \begin_layout Itemize
  221. Rejection is the major long-term threat to organ and tissue grafts
  222. \end_layout
  223. \begin_deeper
  224. \begin_layout Itemize
  225. Common mechanisms of rejection
  226. \end_layout
  227. \begin_layout Itemize
  228. Effective immune suppression requires monitoring for rejection and tuning
  229. \end_layout
  230. \begin_layout Itemize
  231. Current tests for rejection (tissue biopsy) are invasive and biased
  232. \end_layout
  233. \begin_layout Itemize
  234. A blood test based on microarrays would be less biased and invasive
  235. \end_layout
  236. \end_deeper
  237. \begin_layout Itemize
  238. Memory cells are resistant to immune suppression
  239. \end_layout
  240. \begin_deeper
  241. \begin_layout Itemize
  242. Mechanisms of resistance in memory cells are poorly understood
  243. \end_layout
  244. \begin_layout Itemize
  245. A better understanding of immune memory formation is needed
  246. \end_layout
  247. \end_deeper
  248. \begin_layout Itemize
  249. Mesenchymal stem cell infusion is a promising new treatment to prevent/delay
  250. rejection
  251. \end_layout
  252. \begin_deeper
  253. \begin_layout Itemize
  254. Demonstrated in mice, but not yet in primates
  255. \end_layout
  256. \begin_layout Itemize
  257. Mechanism currently unknown, but MSC are known to be immune modulatory
  258. \end_layout
  259. \end_deeper
  260. \begin_layout Subsection
  261. Overview of bioinformatic analysis methods
  262. \end_layout
  263. \begin_layout Standard
  264. An overview of all the methods used, including what problem they solve,
  265. what assumptions they make, and a basic description of how they work.
  266. \end_layout
  267. \begin_layout Itemize
  268. ChIP-seq Peak calling
  269. \end_layout
  270. \begin_deeper
  271. \begin_layout Itemize
  272. Cross-correlation analysis to determine fragment size
  273. \end_layout
  274. \begin_layout Itemize
  275. Broad vs narrow peaks
  276. \end_layout
  277. \begin_layout Itemize
  278. SICER for broad peaks
  279. \end_layout
  280. \begin_layout Itemize
  281. IDR for biologically reproducible peaks
  282. \end_layout
  283. \begin_layout Itemize
  284. csaw peak filtering guidelines for unbiased downstream analysis
  285. \end_layout
  286. \end_deeper
  287. \begin_layout Itemize
  288. Normalization is non-trivial and application-dependant
  289. \end_layout
  290. \begin_deeper
  291. \begin_layout Itemize
  292. Expression arrays: RMA & fRMA; why fRMA is needed
  293. \end_layout
  294. \begin_layout Itemize
  295. Methylation arrays: M-value transformation approximates normal data but
  296. induces heteroskedasticity
  297. \end_layout
  298. \begin_layout Itemize
  299. RNA-seq: normalize based on assumption that the average gene is not changing
  300. \end_layout
  301. \begin_layout Itemize
  302. ChIP-seq: complex with many considerations, dependent on experimental methods,
  303. biological system, and analysis goals
  304. \end_layout
  305. \end_deeper
  306. \begin_layout Itemize
  307. Limma: The standard linear modeling framework for genomics
  308. \end_layout
  309. \begin_deeper
  310. \begin_layout Itemize
  311. empirical Bayes variance modeling: limma's core feature
  312. \end_layout
  313. \begin_layout Itemize
  314. edgeR & DESeq2: Extend with negative bonomial GLM for RNA-seq and other
  315. count data
  316. \end_layout
  317. \begin_layout Itemize
  318. voom: Extend with precision weights to model mean-variance trend
  319. \end_layout
  320. \begin_layout Itemize
  321. arrayWeights and duplicateCorrelation to handle complex variance structures
  322. \end_layout
  323. \end_deeper
  324. \begin_layout Itemize
  325. sva and ComBat for batch correction
  326. \end_layout
  327. \begin_layout Itemize
  328. Factor analysis: PCA, MDS, MOFA
  329. \end_layout
  330. \begin_deeper
  331. \begin_layout Itemize
  332. Batch-corrected PCA is informative, but careful application is required
  333. to avoid bias
  334. \end_layout
  335. \end_deeper
  336. \begin_layout Itemize
  337. Gene set analysis: camera and SPIA
  338. \end_layout
  339. \begin_layout Section
  340. Innovation
  341. \end_layout
  342. \begin_layout Itemize
  343. MSC infusion to improve transplant outcomes (prevent/delay rejection)
  344. \end_layout
  345. \begin_deeper
  346. \begin_layout Itemize
  347. Characterize MSC response to interferon gamma
  348. \end_layout
  349. \begin_layout Itemize
  350. IFN-g is thought to stimulate their function
  351. \end_layout
  352. \begin_layout Itemize
  353. Test IFN-g treated MSC infusion as a therapy to delay graft rejection in
  354. cynomolgus monkeys
  355. \end_layout
  356. \begin_layout Itemize
  357. Monitor animals post-transplant using blood RNA-seq at serial time points
  358. \end_layout
  359. \end_deeper
  360. \begin_layout Itemize
  361. Investigate dynamics of histone marks in CD4 T-cell activation and memory
  362. \end_layout
  363. \begin_deeper
  364. \begin_layout Itemize
  365. Previous studies have looked at single snapshots of histone marks
  366. \end_layout
  367. \begin_layout Itemize
  368. Instead, look at changes in histone marks across activation and memory
  369. \end_layout
  370. \end_deeper
  371. \begin_layout Itemize
  372. High-throughput sequencing and microarray technologies
  373. \end_layout
  374. \begin_deeper
  375. \begin_layout Itemize
  376. Powerful methods for assaying gene expression and epigenetics across entire
  377. genomes
  378. \end_layout
  379. \begin_layout Itemize
  380. Proper analysis requires finding and exploiting systematic genome-wide trends
  381. \end_layout
  382. \end_deeper
  383. \begin_layout Chapter
  384. Reproducible genome-wide epigenetic analysis of H3K4 and H3K27 methylation
  385. in naive and memory CD4 T-cell activation
  386. \end_layout
  387. \begin_layout Standard
  388. \begin_inset Flex TODO Note (inline)
  389. status open
  390. \begin_layout Plain Layout
  391. Author list: Me, Sarah, Dan
  392. \end_layout
  393. \end_inset
  394. \end_layout
  395. \begin_layout Section
  396. Approach
  397. \end_layout
  398. \begin_layout Itemize
  399. CD4 T-cells are central to all adaptive immune responses and memory
  400. \end_layout
  401. \begin_layout Itemize
  402. H3K4 and H3K27 methylation are major epigenetic regulators of gene expression
  403. \end_layout
  404. \begin_layout Itemize
  405. Canonically, H3K4 is activating and H3K27 is inhibitory, but the reality
  406. is complex
  407. \end_layout
  408. \begin_layout Itemize
  409. Looking at these marks during CD4 activation and memory should reveal new
  410. mechanistic details
  411. \end_layout
  412. \begin_layout Itemize
  413. Test
  414. \begin_inset Quotes eld
  415. \end_inset
  416. poised promoter
  417. \begin_inset Quotes erd
  418. \end_inset
  419. hypothesis in which H3K4 and H3K27 are both methylated
  420. \end_layout
  421. \begin_layout Itemize
  422. Expand scope of analysis beyond simple promoter counts
  423. \end_layout
  424. \begin_deeper
  425. \begin_layout Itemize
  426. Analyze peaks genome-wide, including in intergenic regions
  427. \end_layout
  428. \begin_layout Itemize
  429. Analysis of coverage distribution shape within promoters, e.g.
  430. upstream vs downstream coverage
  431. \end_layout
  432. \end_deeper
  433. \begin_layout Section
  434. Methods
  435. \end_layout
  436. \begin_layout Standard
  437. \begin_inset Flex TODO Note (inline)
  438. status open
  439. \begin_layout Plain Layout
  440. Move figures that are only justifying methods into this section
  441. \end_layout
  442. \end_inset
  443. \end_layout
  444. \begin_layout Standard
  445. A reproducible workflow
  446. \begin_inset CommandInset citation
  447. LatexCommand cite
  448. key "gh-cd4-csaw"
  449. literal "false"
  450. \end_inset
  451. was written to analyze the raw ChIP-seq and RNA-seq data from previous
  452. studies
  453. \begin_inset CommandInset citation
  454. LatexCommand cite
  455. key "LaMere2016,LaMere2017"
  456. literal "true"
  457. \end_inset
  458. .
  459. Briefly, this data consists of RNA-seq and ChIP-seq from CD4 T-cells cultured
  460. from 4 donors.
  461. From each donor, naive and memory CD4 T-cells were isolated separately.
  462. Then cultures of both cells were activated [how?], and samples were taken
  463. at 4 time points: Day 0 (pre-activation), Day 1 (early activation), Day
  464. 5 (peak activation), and Day 14 (post-activation).
  465. For each combination of cell type and time point, RNA was isolated, and
  466. ChIP-seq was performed for each of 3 histone marks: H3K4me2, H3K4me3, and
  467. H3K27me3.
  468. The ChIP-seq input was also sequenced for each sample.
  469. The result was 32 samples for each assay.
  470. \end_layout
  471. \begin_layout Standard
  472. Sequence reads were retrieved from the Sequence Read Archive (SRA)
  473. \begin_inset CommandInset citation
  474. LatexCommand cite
  475. key "Leinonen2011"
  476. literal "false"
  477. \end_inset
  478. .
  479. ChIP-seq (and input) reads were aligned to CRCh38 genome assembly using
  480. Bowtie 2
  481. \begin_inset CommandInset citation
  482. LatexCommand cite
  483. key "Langmead2012,Schneider2017,gh-hg38-ref"
  484. literal "false"
  485. \end_inset
  486. .
  487. Artifact regions were annotated using a custom implementation of the GreyListCh
  488. IP algorithm, and these
  489. \begin_inset Quotes eld
  490. \end_inset
  491. greylists
  492. \begin_inset Quotes erd
  493. \end_inset
  494. were merged with the ENCODE blacklist
  495. \begin_inset CommandInset citation
  496. LatexCommand cite
  497. key "greylistchip,Amemiya2019,Dunham2012"
  498. literal "false"
  499. \end_inset
  500. .
  501. Any read or peak overlapping one of these regions was regarded as artifactual
  502. and excluded from downstream analyses.
  503. \end_layout
  504. \begin_layout Standard
  505. Peaks are called using epic, an implementation of the SICER algorithm
  506. \begin_inset CommandInset citation
  507. LatexCommand cite
  508. key "Zang2009,gh-epic"
  509. literal "false"
  510. \end_inset
  511. .
  512. Peaks are also called separately using MACS, but MACS was determined to
  513. be a poor fit for the data, and these peak calls are not used further
  514. \begin_inset CommandInset citation
  515. LatexCommand cite
  516. key "Zhang2008"
  517. literal "false"
  518. \end_inset
  519. .
  520. \end_layout
  521. \begin_layout Itemize
  522. Re-analyze previously published CD4 ChIP-seq & RNA-seq data
  523. \end_layout
  524. \begin_deeper
  525. \begin_layout Itemize
  526. Completely reimplement analysis from scratch as a reproducible workflow
  527. \end_layout
  528. \begin_layout Itemize
  529. Use newly published methods & algorithms not available during the original
  530. analysis: SICER, csaw, MOFA
  531. \begin_inset CommandInset citation
  532. LatexCommand cite
  533. key "Argelaguet2018"
  534. literal "false"
  535. \end_inset
  536. , ComBat, sva, GREAT, and more
  537. \end_layout
  538. \end_deeper
  539. \begin_layout Itemize
  540. SICER, IDR, csaw, & GREAT to call ChIP-seq peaks genome-wide, perform differenti
  541. al abundance analysis, and relate those peaks to gene expression
  542. \end_layout
  543. \begin_layout Itemize
  544. Promoter counts in sliding windows around each gene's highest-expressed
  545. TSS to investigate coverage distribution within promoters
  546. \end_layout
  547. \begin_layout Section
  548. Results
  549. \end_layout
  550. \begin_layout Standard
  551. \begin_inset Note Note
  552. status open
  553. \begin_layout Plain Layout
  554. Focus on what hypotheses were tested, then select figures that show how
  555. those hypotheses were tested, even if the result is a negative.
  556. \end_layout
  557. \begin_layout Plain Layout
  558. Not every interesting result needs to be in here.
  559. Chapter should tell a story.
  560. \end_layout
  561. \end_inset
  562. \end_layout
  563. \begin_layout Standard
  564. \begin_inset Flex TODO Note (inline)
  565. status open
  566. \begin_layout Plain Layout
  567. Maybe reorder these sections to do RNA-seq, then ChIP-seq, then combined
  568. analyses?
  569. \end_layout
  570. \end_inset
  571. \end_layout
  572. \begin_layout Subsection
  573. RNA-seq align+quant method comparison
  574. \end_layout
  575. \begin_layout Standard
  576. \begin_inset Flex TODO Note (inline)
  577. status open
  578. \begin_layout Plain Layout
  579. Maybe fix up the excessive axis ranges for these plots?
  580. \end_layout
  581. \end_inset
  582. \end_layout
  583. \begin_layout Standard
  584. \begin_inset Float figure
  585. wide false
  586. sideways false
  587. status open
  588. \begin_layout Plain Layout
  589. \align center
  590. \begin_inset Graphics
  591. filename graphics/CD4-csaw/rnaseq-compare/ensmebl-vs-entrez-star-CROP.png
  592. lyxscale 25
  593. width 100col%
  594. groupId colwidth-raster
  595. \end_inset
  596. \end_layout
  597. \begin_layout Plain Layout
  598. \begin_inset Caption Standard
  599. \begin_layout Plain Layout
  600. Comparison of STAR quantification between Ensembl and Entrez gene identifiers
  601. \end_layout
  602. \end_inset
  603. \end_layout
  604. \begin_layout Plain Layout
  605. \end_layout
  606. \end_inset
  607. \end_layout
  608. \begin_layout Standard
  609. \begin_inset Float figure
  610. wide false
  611. sideways false
  612. status open
  613. \begin_layout Plain Layout
  614. \align center
  615. \begin_inset Graphics
  616. filename graphics/CD4-csaw/rnaseq-compare/ensmebl-vs-entrez-shoal-CROP.png
  617. lyxscale 25
  618. width 100col%
  619. groupId colwidth-raster
  620. \end_inset
  621. \end_layout
  622. \begin_layout Plain Layout
  623. \begin_inset Caption Standard
  624. \begin_layout Plain Layout
  625. Comparison of Salmon+Shoal quantification between Ensembl and Entrez gene
  626. identifiers
  627. \end_layout
  628. \end_inset
  629. \end_layout
  630. \end_inset
  631. \end_layout
  632. \begin_layout Standard
  633. \begin_inset Float figure
  634. wide false
  635. sideways false
  636. status open
  637. \begin_layout Plain Layout
  638. \align center
  639. \begin_inset Graphics
  640. filename graphics/CD4-csaw/rnaseq-compare/star-vs-hisat2-CROP.png
  641. lyxscale 25
  642. width 100col%
  643. groupId colwidth-raster
  644. \end_inset
  645. \end_layout
  646. \begin_layout Plain Layout
  647. \begin_inset Caption Standard
  648. \begin_layout Plain Layout
  649. Comparison of quantification between STAR and HISAT2 for identical annotation
  650. \end_layout
  651. \end_inset
  652. \end_layout
  653. \end_inset
  654. \end_layout
  655. \begin_layout Standard
  656. \begin_inset Float figure
  657. wide false
  658. sideways false
  659. status open
  660. \begin_layout Plain Layout
  661. \align center
  662. \begin_inset Graphics
  663. filename graphics/CD4-csaw/rnaseq-compare/star-vs-salmon-CROP.png
  664. lyxscale 25
  665. width 100col%
  666. groupId colwidth-raster
  667. \end_inset
  668. \end_layout
  669. \begin_layout Plain Layout
  670. \begin_inset Caption Standard
  671. \begin_layout Plain Layout
  672. Comparison of quantification between STAR and Salmon for identical annotation
  673. \end_layout
  674. \end_inset
  675. \end_layout
  676. \end_inset
  677. \end_layout
  678. \begin_layout Standard
  679. \begin_inset Float figure
  680. wide false
  681. sideways false
  682. status open
  683. \begin_layout Plain Layout
  684. \align center
  685. \begin_inset Graphics
  686. filename graphics/CD4-csaw/rnaseq-compare/salmon-vs-kallisto-CROP.png
  687. lyxscale 25
  688. width 100col%
  689. groupId colwidth-raster
  690. \end_inset
  691. \end_layout
  692. \begin_layout Plain Layout
  693. \begin_inset Caption Standard
  694. \begin_layout Plain Layout
  695. Comparison of quantification between Salmon and Kallisto for identical annotatio
  696. n
  697. \end_layout
  698. \end_inset
  699. \end_layout
  700. \end_inset
  701. \end_layout
  702. \begin_layout Standard
  703. \begin_inset Float figure
  704. wide false
  705. sideways false
  706. status open
  707. \begin_layout Plain Layout
  708. \align center
  709. \begin_inset Graphics
  710. filename graphics/CD4-csaw/rnaseq-compare/salmon-vs-shoal-CROP.png
  711. lyxscale 25
  712. width 100col%
  713. groupId colwidth-raster
  714. \end_inset
  715. \end_layout
  716. \begin_layout Plain Layout
  717. \begin_inset Caption Standard
  718. \begin_layout Plain Layout
  719. Comparison of quantification between Salmon with and without Shoal for identical
  720. annotation
  721. \end_layout
  722. \end_inset
  723. \end_layout
  724. \end_inset
  725. \end_layout
  726. \begin_layout Itemize
  727. Ultimately selected shoal as quantification, Ensembl as annotation.
  728. Why? Running downstream analyses with all quant methods and both annotations
  729. showed very little practical difference, so choice was not terribly important.
  730. Prefer shoal due to theoretical advantages.
  731. To note in discussion: reproducible workflow made it easy to do this, enabling
  732. an informed decision.
  733. \end_layout
  734. \begin_layout Subsection
  735. RNA-seq has a large confounding batch effect
  736. \end_layout
  737. \begin_layout Standard
  738. \begin_inset Float figure
  739. wide false
  740. sideways false
  741. status open
  742. \begin_layout Plain Layout
  743. \begin_inset Flex TODO Note (inline)
  744. status open
  745. \begin_layout Plain Layout
  746. Just take the top row
  747. \end_layout
  748. \end_inset
  749. \end_layout
  750. \begin_layout Plain Layout
  751. \align center
  752. \begin_inset Graphics
  753. filename graphics/CD4-csaw/RNA-seq/weights-vs-covars-CROP.png
  754. lyxscale 25
  755. width 100col%
  756. groupId colwidth-raster
  757. \end_inset
  758. \end_layout
  759. \begin_layout Plain Layout
  760. \begin_inset Caption Standard
  761. \begin_layout Plain Layout
  762. \series bold
  763. \begin_inset CommandInset label
  764. LatexCommand label
  765. name "fig:RNA-seq-weights-vs-covars"
  766. \end_inset
  767. RNA-seq sample weights, grouped by experimental and technical covariates
  768. \end_layout
  769. \end_inset
  770. \end_layout
  771. \begin_layout Plain Layout
  772. \end_layout
  773. \end_inset
  774. \end_layout
  775. \begin_layout Standard
  776. \begin_inset Float figure
  777. wide false
  778. sideways false
  779. status open
  780. \begin_layout Plain Layout
  781. \align center
  782. \begin_inset Graphics
  783. filename graphics/CD4-csaw/RNA-seq/PCA-no-batchsub-CROP.png
  784. lyxscale 25
  785. width 100col%
  786. groupId colwidth-raster
  787. \end_inset
  788. \end_layout
  789. \begin_layout Plain Layout
  790. \begin_inset Caption Standard
  791. \begin_layout Plain Layout
  792. \series bold
  793. \begin_inset CommandInset label
  794. LatexCommand label
  795. name "fig:RNA-PCA-no-batchsub"
  796. \end_inset
  797. RNA-seq PCoA plot showing clear batch effect
  798. \end_layout
  799. \end_inset
  800. \end_layout
  801. \end_inset
  802. \end_layout
  803. \begin_layout Standard
  804. \begin_inset Float figure
  805. wide false
  806. sideways false
  807. status open
  808. \begin_layout Plain Layout
  809. \begin_inset Flex TODO Note (inline)
  810. status open
  811. \begin_layout Plain Layout
  812. Probably don't need this
  813. \end_layout
  814. \end_inset
  815. \end_layout
  816. \begin_layout Plain Layout
  817. \align center
  818. \begin_inset Graphics
  819. filename graphics/CD4-csaw/RNA-seq/PCA-naive-batchsub-CROP.png
  820. lyxscale 25
  821. width 100col%
  822. groupId colwidth-raster
  823. \end_inset
  824. \end_layout
  825. \begin_layout Plain Layout
  826. \begin_inset Caption Standard
  827. \begin_layout Plain Layout
  828. \series bold
  829. \begin_inset CommandInset label
  830. LatexCommand label
  831. name "fig:RNA-PCA-limma-batchsub"
  832. \end_inset
  833. RNA-seq PCoA plot showing clear batch effect
  834. \end_layout
  835. \end_inset
  836. \end_layout
  837. \end_inset
  838. \end_layout
  839. \begin_layout Standard
  840. \begin_inset Float figure
  841. wide false
  842. sideways false
  843. status open
  844. \begin_layout Plain Layout
  845. \align center
  846. \begin_inset Graphics
  847. filename graphics/CD4-csaw/RNA-seq/PCA-combat-batchsub-CROP.png
  848. lyxscale 25
  849. width 100col%
  850. groupId colwidth-raster
  851. \end_inset
  852. \end_layout
  853. \begin_layout Plain Layout
  854. \begin_inset Caption Standard
  855. \begin_layout Plain Layout
  856. \series bold
  857. \begin_inset CommandInset label
  858. LatexCommand label
  859. name "fig:RNA-PCA-ComBat-batchsub"
  860. \end_inset
  861. RNA-seq PCoA plot showing clear batch effect
  862. \end_layout
  863. \end_inset
  864. \end_layout
  865. \end_inset
  866. \end_layout
  867. \begin_layout Itemize
  868. RNA-seq batch effect can be partially corrected, but still induces uncorrectable
  869. biases in downstream analysis
  870. \end_layout
  871. \begin_layout Standard
  872. \begin_inset Flex TODO Note (inline)
  873. status open
  874. \begin_layout Plain Layout
  875. Figures showing p-value histograms for within-batch and cross-batch contrasts,
  876. showing that cross-batch contrasts have attenuated signal, as do comparisons
  877. within the bad batch
  878. \end_layout
  879. \end_inset
  880. \end_layout
  881. \begin_layout Subsection
  882. H3K4 and H3K27 methylation occur in broad regions and are enriched near
  883. promoters
  884. \end_layout
  885. \begin_layout Standard
  886. \begin_inset Flex TODO Note (inline)
  887. status open
  888. \begin_layout Plain Layout
  889. Replace these figures with a single table of # of peaks called at chosen
  890. IDR threshold, showing that SICER has more
  891. \end_layout
  892. \end_inset
  893. \end_layout
  894. \begin_layout Standard
  895. \begin_inset Float figure
  896. wide false
  897. sideways false
  898. status open
  899. \begin_layout Plain Layout
  900. \begin_inset Flex TODO Note (inline)
  901. status open
  902. \begin_layout Plain Layout
  903. Re-generate IDR rank consistency plots for SICER and MACS side-by-side
  904. \end_layout
  905. \end_inset
  906. \end_layout
  907. \begin_layout Plain Layout
  908. \begin_inset Caption Standard
  909. \begin_layout Plain Layout
  910. \series bold
  911. \begin_inset CommandInset label
  912. LatexCommand label
  913. name "fig:IDR-RC-H3K4me2"
  914. \end_inset
  915. Irreproducible Discovery Rate consistency plots for H3K4me2
  916. \end_layout
  917. \end_inset
  918. \end_layout
  919. \end_inset
  920. \end_layout
  921. \begin_layout Standard
  922. \begin_inset Float figure
  923. wide false
  924. sideways false
  925. status open
  926. \begin_layout Plain Layout
  927. \begin_inset Flex TODO Note (inline)
  928. status open
  929. \begin_layout Plain Layout
  930. Re-generate IDR rank consistency plots for SICER and MACS side-by-side
  931. \end_layout
  932. \end_inset
  933. \end_layout
  934. \begin_layout Plain Layout
  935. \begin_inset Caption Standard
  936. \begin_layout Plain Layout
  937. \series bold
  938. \begin_inset CommandInset label
  939. LatexCommand label
  940. name "fig:IDR-RC-H3K4me3"
  941. \end_inset
  942. Irreproducible Discovery Rate consistency plots for H3K4me3
  943. \end_layout
  944. \end_inset
  945. \end_layout
  946. \end_inset
  947. \end_layout
  948. \begin_layout Standard
  949. \begin_inset Float figure
  950. wide false
  951. sideways false
  952. status open
  953. \begin_layout Plain Layout
  954. \begin_inset Flex TODO Note (inline)
  955. status open
  956. \begin_layout Plain Layout
  957. Re-generate IDR rank consistency plots for SICER and MACS side-by-side
  958. \end_layout
  959. \end_inset
  960. \end_layout
  961. \begin_layout Plain Layout
  962. \begin_inset Caption Standard
  963. \begin_layout Plain Layout
  964. \series bold
  965. \begin_inset CommandInset label
  966. LatexCommand label
  967. name "fig:IDR-RC-H3K27me3"
  968. \end_inset
  969. Irreproducible Discovery Rate consistency plots for H3K27me3
  970. \end_layout
  971. \end_inset
  972. \end_layout
  973. \end_inset
  974. \end_layout
  975. \begin_layout Standard
  976. \begin_inset Float table
  977. wide false
  978. sideways false
  979. status open
  980. \begin_layout Plain Layout
  981. \align center
  982. \begin_inset Flex TODO Note (inline)
  983. status open
  984. \begin_layout Plain Layout
  985. Need
  986. \emph on
  987. median
  988. \emph default
  989. peak width, not mean
  990. \end_layout
  991. \end_inset
  992. \end_layout
  993. \begin_layout Plain Layout
  994. \align center
  995. \begin_inset Tabular
  996. <lyxtabular version="3" rows="4" columns="5">
  997. <features tabularvalignment="middle">
  998. <column alignment="center" valignment="top">
  999. <column alignment="center" valignment="top">
  1000. <column alignment="center" valignment="top">
  1001. <column alignment="center" valignment="top">
  1002. <column alignment="center" valignment="top">
  1003. <row>
  1004. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1005. \begin_inset Text
  1006. \begin_layout Plain Layout
  1007. Histone Mark
  1008. \end_layout
  1009. \end_inset
  1010. </cell>
  1011. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1012. \begin_inset Text
  1013. \begin_layout Plain Layout
  1014. # Peaks
  1015. \end_layout
  1016. \end_inset
  1017. </cell>
  1018. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1019. \begin_inset Text
  1020. \begin_layout Plain Layout
  1021. Mean peak width
  1022. \end_layout
  1023. \end_inset
  1024. </cell>
  1025. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1026. \begin_inset Text
  1027. \begin_layout Plain Layout
  1028. genome coverage
  1029. \end_layout
  1030. \end_inset
  1031. </cell>
  1032. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  1033. \begin_inset Text
  1034. \begin_layout Plain Layout
  1035. read coverage
  1036. \end_layout
  1037. \end_inset
  1038. </cell>
  1039. </row>
  1040. <row>
  1041. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1042. \begin_inset Text
  1043. \begin_layout Plain Layout
  1044. H3K4me2
  1045. \end_layout
  1046. \end_inset
  1047. </cell>
  1048. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1049. \begin_inset Text
  1050. \begin_layout Plain Layout
  1051. 14965
  1052. \end_layout
  1053. \end_inset
  1054. </cell>
  1055. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1056. \begin_inset Text
  1057. \begin_layout Plain Layout
  1058. 3970
  1059. \end_layout
  1060. \end_inset
  1061. </cell>
  1062. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1063. \begin_inset Text
  1064. \begin_layout Plain Layout
  1065. 1.92%
  1066. \end_layout
  1067. \end_inset
  1068. </cell>
  1069. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  1070. \begin_inset Text
  1071. \begin_layout Plain Layout
  1072. 14.2%
  1073. \end_layout
  1074. \end_inset
  1075. </cell>
  1076. </row>
  1077. <row>
  1078. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1079. \begin_inset Text
  1080. \begin_layout Plain Layout
  1081. H3K4me3
  1082. \end_layout
  1083. \end_inset
  1084. </cell>
  1085. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1086. \begin_inset Text
  1087. \begin_layout Plain Layout
  1088. 6163
  1089. \end_layout
  1090. \end_inset
  1091. </cell>
  1092. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1093. \begin_inset Text
  1094. \begin_layout Plain Layout
  1095. 2946
  1096. \end_layout
  1097. \end_inset
  1098. </cell>
  1099. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  1100. \begin_inset Text
  1101. \begin_layout Plain Layout
  1102. 0.588%
  1103. \end_layout
  1104. \end_inset
  1105. </cell>
  1106. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  1107. \begin_inset Text
  1108. \begin_layout Plain Layout
  1109. 6.57%
  1110. \end_layout
  1111. \end_inset
  1112. </cell>
  1113. </row>
  1114. <row>
  1115. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1116. \begin_inset Text
  1117. \begin_layout Plain Layout
  1118. H3K27me3
  1119. \end_layout
  1120. \end_inset
  1121. </cell>
  1122. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1123. \begin_inset Text
  1124. \begin_layout Plain Layout
  1125. 18139
  1126. \end_layout
  1127. \end_inset
  1128. </cell>
  1129. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1130. \begin_inset Text
  1131. \begin_layout Plain Layout
  1132. 18967
  1133. \end_layout
  1134. \end_inset
  1135. </cell>
  1136. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  1137. \begin_inset Text
  1138. \begin_layout Plain Layout
  1139. 11.1%
  1140. \end_layout
  1141. \end_inset
  1142. </cell>
  1143. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  1144. \begin_inset Text
  1145. \begin_layout Plain Layout
  1146. 22.5%
  1147. \end_layout
  1148. \end_inset
  1149. </cell>
  1150. </row>
  1151. </lyxtabular>
  1152. \end_inset
  1153. \end_layout
  1154. \begin_layout Plain Layout
  1155. \begin_inset Caption Standard
  1156. \begin_layout Plain Layout
  1157. \series bold
  1158. \begin_inset CommandInset label
  1159. LatexCommand label
  1160. name "tab:peak-calling-summary"
  1161. \end_inset
  1162. SICER+IDR peak-calling summary
  1163. \end_layout
  1164. \end_inset
  1165. \end_layout
  1166. \end_inset
  1167. \end_layout
  1168. \begin_layout Standard
  1169. Figures
  1170. \begin_inset CommandInset ref
  1171. LatexCommand ref
  1172. reference "fig:IDR-RC-H3K4me2"
  1173. plural "false"
  1174. caps "false"
  1175. noprefix "false"
  1176. \end_inset
  1177. ,
  1178. \begin_inset CommandInset ref
  1179. LatexCommand ref
  1180. reference "fig:IDR-RC-H3K4me3"
  1181. plural "false"
  1182. caps "false"
  1183. noprefix "false"
  1184. \end_inset
  1185. , and
  1186. \begin_inset CommandInset ref
  1187. LatexCommand ref
  1188. reference "fig:IDR-RC-H3K27me3"
  1189. plural "false"
  1190. caps "false"
  1191. noprefix "false"
  1192. \end_inset
  1193. show the IDR rank-consistency plots for peaks called in an arbitrarily-chosen
  1194. pair of donors.
  1195. For all 3 histone marks, when the peaks for each donor are ranked according
  1196. to their scores, SICER produces much more reproducible results between
  1197. donors.
  1198. This is consistent with SICER's stated goal of identifying broad peaks,
  1199. in contrast to MACS, which is designed for identifying sharp peaks.
  1200. Based on this observation, the SICER peak calls were used for all downstream
  1201. analyses that involved ChIP-seq peaks.
  1202. Table
  1203. \begin_inset CommandInset ref
  1204. LatexCommand ref
  1205. reference "tab:peak-calling-summary"
  1206. plural "false"
  1207. caps "false"
  1208. noprefix "false"
  1209. \end_inset
  1210. gives a summary of the peak calling statistics for each histone mark.
  1211. \end_layout
  1212. \begin_layout Standard
  1213. \begin_inset Float figure
  1214. wide false
  1215. sideways false
  1216. status open
  1217. \begin_layout Plain Layout
  1218. \align center
  1219. \begin_inset Graphics
  1220. filename graphics/CD4-csaw/Promoter Peak Distance Profile-PAGE1-CROP.pdf
  1221. lyxscale 50
  1222. width 100col%
  1223. groupId colwidth
  1224. \end_inset
  1225. \end_layout
  1226. \begin_layout Plain Layout
  1227. \begin_inset Caption Standard
  1228. \begin_layout Plain Layout
  1229. \series bold
  1230. \begin_inset CommandInset label
  1231. LatexCommand label
  1232. name "fig:effective-promoter-radius"
  1233. \end_inset
  1234. Enrichment of peaks in promoter neighborhoods.
  1235. \end_layout
  1236. \end_inset
  1237. \end_layout
  1238. \begin_layout Plain Layout
  1239. \end_layout
  1240. \end_inset
  1241. \end_layout
  1242. \begin_layout Itemize
  1243. Each histone mark is enriched within a certain radius of gene TSS positions,
  1244. but that radius is different for each mark (figure
  1245. \begin_inset CommandInset ref
  1246. LatexCommand ref
  1247. reference "fig:effective-promoter-radius"
  1248. plural "false"
  1249. caps "false"
  1250. noprefix "false"
  1251. \end_inset
  1252. , previously in
  1253. \begin_inset CommandInset citation
  1254. LatexCommand cite
  1255. key "LaMere2016"
  1256. literal "false"
  1257. \end_inset
  1258. Fig.
  1259. S2)
  1260. \end_layout
  1261. \begin_layout Subsection
  1262. ChIP-seq blacklisting is important
  1263. \end_layout
  1264. \begin_layout Standard
  1265. \begin_inset Float figure
  1266. wide false
  1267. sideways false
  1268. status open
  1269. \begin_layout Plain Layout
  1270. \align center
  1271. \begin_inset Graphics
  1272. filename graphics/CD4-csaw/csaw/CCF-plots-PAGE2-CROP.pdf
  1273. lyxscale 50
  1274. width 100col%
  1275. groupId colwidth
  1276. \end_inset
  1277. \end_layout
  1278. \begin_layout Plain Layout
  1279. \begin_inset Caption Standard
  1280. \begin_layout Plain Layout
  1281. Cross-correlation plots with blacklisted reads removed
  1282. \end_layout
  1283. \end_inset
  1284. \end_layout
  1285. \end_inset
  1286. \end_layout
  1287. \begin_layout Standard
  1288. \begin_inset Float figure
  1289. wide false
  1290. sideways false
  1291. status open
  1292. \begin_layout Plain Layout
  1293. \align center
  1294. \begin_inset Graphics
  1295. filename graphics/CD4-csaw/csaw/CCF-plots-noBL-PAGE2-CROP.pdf
  1296. lyxscale 50
  1297. width 100col%
  1298. groupId colwidth
  1299. \end_inset
  1300. \end_layout
  1301. \begin_layout Plain Layout
  1302. \begin_inset Caption Standard
  1303. \begin_layout Plain Layout
  1304. Cross-correlation plots without removing blacklisted reads
  1305. \end_layout
  1306. \end_inset
  1307. \end_layout
  1308. \end_inset
  1309. \end_layout
  1310. \begin_layout Subsection
  1311. ChIP-seq normalization
  1312. \end_layout
  1313. \begin_layout Standard
  1314. \begin_inset Flex TODO Note (inline)
  1315. status open
  1316. \begin_layout Plain Layout
  1317. Maybe just one of these figures and then say the other 2 were similar
  1318. \end_layout
  1319. \end_inset
  1320. \end_layout
  1321. \begin_layout Standard
  1322. \begin_inset Float figure
  1323. wide false
  1324. sideways false
  1325. status open
  1326. \begin_layout Plain Layout
  1327. \align center
  1328. \begin_inset Graphics
  1329. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-sample-MAplot-bins-CROP.png
  1330. lyxscale 25
  1331. width 100col%
  1332. groupId colwidth-raster
  1333. \end_inset
  1334. \end_layout
  1335. \begin_layout Plain Layout
  1336. \begin_inset Caption Standard
  1337. \begin_layout Plain Layout
  1338. \series bold
  1339. MA plot of H3K4me2 read counts in 10kb bins for two arbitrary samples
  1340. \end_layout
  1341. \end_inset
  1342. \end_layout
  1343. \end_inset
  1344. \end_layout
  1345. \begin_layout Standard
  1346. \begin_inset Float figure
  1347. wide false
  1348. sideways false
  1349. status open
  1350. \begin_layout Plain Layout
  1351. \align center
  1352. \begin_inset Graphics
  1353. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-sample-MAplot-bins-CROP.png
  1354. lyxscale 25
  1355. width 100col%
  1356. groupId colwidth-raster
  1357. \end_inset
  1358. \end_layout
  1359. \begin_layout Plain Layout
  1360. \begin_inset Caption Standard
  1361. \begin_layout Plain Layout
  1362. \series bold
  1363. MA plot of H3K4me3 read counts in 10kb bins for two arbitrary samples
  1364. \end_layout
  1365. \end_inset
  1366. \end_layout
  1367. \end_inset
  1368. \end_layout
  1369. \begin_layout Standard
  1370. \begin_inset Float figure
  1371. wide false
  1372. sideways false
  1373. status open
  1374. \begin_layout Plain Layout
  1375. \align center
  1376. \begin_inset Graphics
  1377. filename graphics/CD4-csaw/ChIP-seq/H3K27me3-sample-MAplot-bins-CROP.png
  1378. lyxscale 25
  1379. width 100col%
  1380. groupId colwidth-raster
  1381. \end_inset
  1382. \end_layout
  1383. \begin_layout Plain Layout
  1384. \begin_inset Caption Standard
  1385. \begin_layout Plain Layout
  1386. \series bold
  1387. MA plot of H3K27me3 read counts in 10kb bins for two arbitrary samples
  1388. \end_layout
  1389. \end_inset
  1390. \end_layout
  1391. \end_inset
  1392. \end_layout
  1393. \begin_layout Subsection
  1394. ChIP-seq must be corrected for hidden confounding factors
  1395. \end_layout
  1396. \begin_layout Standard
  1397. \begin_inset Flex TODO Note (inline)
  1398. status open
  1399. \begin_layout Plain Layout
  1400. Consolidate these into 1 2x3 grid
  1401. \end_layout
  1402. \end_inset
  1403. \end_layout
  1404. \begin_layout Standard
  1405. \begin_inset Float figure
  1406. wide false
  1407. sideways false
  1408. status collapsed
  1409. \begin_layout Plain Layout
  1410. \align center
  1411. \begin_inset Graphics
  1412. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-PCA-raw-CROP.png
  1413. lyxscale 25
  1414. width 100col%
  1415. groupId colwidth-raster
  1416. \end_inset
  1417. \end_layout
  1418. \begin_layout Plain Layout
  1419. \begin_inset Caption Standard
  1420. \begin_layout Plain Layout
  1421. \series bold
  1422. \begin_inset CommandInset label
  1423. LatexCommand label
  1424. name "fig:PCoA-H3K4me2-bad"
  1425. \end_inset
  1426. PCoA plot of H3K4me2 windows, before subtracting surrogate variables
  1427. \end_layout
  1428. \end_inset
  1429. \end_layout
  1430. \end_inset
  1431. \end_layout
  1432. \begin_layout Standard
  1433. \begin_inset Float figure
  1434. wide false
  1435. sideways false
  1436. status collapsed
  1437. \begin_layout Plain Layout
  1438. \align center
  1439. \begin_inset Graphics
  1440. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-PCA-SVsub-CROP.png
  1441. lyxscale 25
  1442. width 100col%
  1443. groupId colwidth-raster
  1444. \end_inset
  1445. \end_layout
  1446. \begin_layout Plain Layout
  1447. \begin_inset Caption Standard
  1448. \begin_layout Plain Layout
  1449. \series bold
  1450. \begin_inset CommandInset label
  1451. LatexCommand label
  1452. name "fig:PCoA-H3K4me2-good"
  1453. \end_inset
  1454. PCoA plot of H3K4me2 windows, after subtracting surrogate variables
  1455. \end_layout
  1456. \end_inset
  1457. \end_layout
  1458. \end_inset
  1459. \end_layout
  1460. \begin_layout Standard
  1461. \begin_inset Float figure
  1462. wide false
  1463. sideways false
  1464. status collapsed
  1465. \begin_layout Plain Layout
  1466. \align center
  1467. \begin_inset Graphics
  1468. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-PCA-raw-CROP.png
  1469. lyxscale 25
  1470. width 100col%
  1471. groupId colwidth-raster
  1472. \end_inset
  1473. \end_layout
  1474. \begin_layout Plain Layout
  1475. \begin_inset Caption Standard
  1476. \begin_layout Plain Layout
  1477. \series bold
  1478. \begin_inset CommandInset label
  1479. LatexCommand label
  1480. name "fig:PCoA-H3K4me3-bad"
  1481. \end_inset
  1482. PCoA plot of H3K4me3 windows, before subtracting surrogate variables
  1483. \end_layout
  1484. \end_inset
  1485. \end_layout
  1486. \end_inset
  1487. \end_layout
  1488. \begin_layout Standard
  1489. \begin_inset Float figure
  1490. wide false
  1491. sideways false
  1492. status collapsed
  1493. \begin_layout Plain Layout
  1494. \align center
  1495. \begin_inset Graphics
  1496. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-PCA-SVsub-CROP.png
  1497. lyxscale 25
  1498. width 100col%
  1499. groupId colwidth-raster
  1500. \end_inset
  1501. \end_layout
  1502. \begin_layout Plain Layout
  1503. \begin_inset Caption Standard
  1504. \begin_layout Plain Layout
  1505. \series bold
  1506. \begin_inset CommandInset label
  1507. LatexCommand label
  1508. name "fig:PCoA-H3K4me3-good"
  1509. \end_inset
  1510. PCoA plot of H3K4me3 windows, after subtracting surrogate variables
  1511. \end_layout
  1512. \end_inset
  1513. \end_layout
  1514. \end_inset
  1515. \end_layout
  1516. \begin_layout Standard
  1517. \begin_inset Float figure
  1518. wide false
  1519. sideways false
  1520. status collapsed
  1521. \begin_layout Plain Layout
  1522. \align center
  1523. \begin_inset Graphics
  1524. filename graphics/CD4-csaw/ChIP-seq/H3K27me3-PCA-raw-CROP.png
  1525. lyxscale 25
  1526. width 100col%
  1527. groupId colwidth-raster
  1528. \end_inset
  1529. \end_layout
  1530. \begin_layout Plain Layout
  1531. \begin_inset Caption Standard
  1532. \begin_layout Plain Layout
  1533. \series bold
  1534. \begin_inset CommandInset label
  1535. LatexCommand label
  1536. name "fig:PCoA-H3K27me3-bad"
  1537. \end_inset
  1538. PCoA plot of H3K27me3 windows, before subtracting surrogate variables
  1539. \end_layout
  1540. \end_inset
  1541. \end_layout
  1542. \end_inset
  1543. \end_layout
  1544. \begin_layout Standard
  1545. \begin_inset Float figure
  1546. wide false
  1547. sideways false
  1548. status collapsed
  1549. \begin_layout Plain Layout
  1550. \align center
  1551. \begin_inset Graphics
  1552. filename graphics/CD4-csaw/ChIP-seq/H3K27me3-PCA-SVsub-CROP.png
  1553. lyxscale 25
  1554. width 100col%
  1555. groupId colwidth-raster
  1556. \end_inset
  1557. \end_layout
  1558. \begin_layout Plain Layout
  1559. \begin_inset Caption Standard
  1560. \begin_layout Plain Layout
  1561. \series bold
  1562. \begin_inset CommandInset label
  1563. LatexCommand label
  1564. name "fig:PCoA-H3K27me3-good"
  1565. \end_inset
  1566. PCoA plot of H3K27me3 windows, after subtracting surrogate variables
  1567. \end_layout
  1568. \end_inset
  1569. \end_layout
  1570. \end_inset
  1571. \end_layout
  1572. \begin_layout Itemize
  1573. Figures showing BCV plots with and without SVA for each histone mark.
  1574. \end_layout
  1575. \begin_layout Itemize
  1576. \begin_inset Flex TODO Note (inline)
  1577. status open
  1578. \begin_layout Plain Layout
  1579. Can I do supplementary data on a thesis? This is a lot of plots for this
  1580. section.
  1581. \end_layout
  1582. \end_inset
  1583. \end_layout
  1584. \begin_layout Subsection
  1585. H3K4 and H3K27 promoter methylation has broadly the expected correlation
  1586. with gene expression
  1587. \end_layout
  1588. \begin_layout Standard
  1589. \begin_inset Flex TODO Note (inline)
  1590. status open
  1591. \begin_layout Plain Layout
  1592. This section can easily be cut, especially if I can't find those plots.
  1593. \end_layout
  1594. \end_inset
  1595. \end_layout
  1596. \begin_layout Itemize
  1597. H3K4 is correlated with higher expression, and H3K27 is correlated with
  1598. lower expression genome-wide
  1599. \end_layout
  1600. \begin_layout Standard
  1601. \begin_inset Flex TODO Note (inline)
  1602. status open
  1603. \begin_layout Plain Layout
  1604. Grr, gotta find these figures.
  1605. Maybe in the old analysis?
  1606. \end_layout
  1607. \end_inset
  1608. \end_layout
  1609. \begin_layout Itemize
  1610. Figures showing these correlations: box/violin plots of expression distributions
  1611. with every combination of peak presence/absence in promoter
  1612. \end_layout
  1613. \begin_layout Itemize
  1614. Appropriate statistical tests showing significant differences in expected
  1615. directions
  1616. \end_layout
  1617. \begin_layout Subsection
  1618. MOFA recovers biologically relevant variation from blind analysis by correlating
  1619. across datasets
  1620. \end_layout
  1621. \begin_layout Standard
  1622. \begin_inset Float figure
  1623. wide false
  1624. sideways false
  1625. status open
  1626. \begin_layout Plain Layout
  1627. \align center
  1628. \begin_inset Graphics
  1629. filename graphics/CD4-csaw/MOFA-varExplaiend-matrix-CROP.png
  1630. lyxscale 25
  1631. width 100col%
  1632. groupId colwidth-raster
  1633. \end_inset
  1634. \end_layout
  1635. \begin_layout Plain Layout
  1636. \begin_inset Caption Standard
  1637. \begin_layout Plain Layout
  1638. \series bold
  1639. \begin_inset CommandInset label
  1640. LatexCommand label
  1641. name "fig:mofa-varexplained"
  1642. \end_inset
  1643. Variance explained in each data set by each latent factor estimated by MOFA.
  1644. \end_layout
  1645. \end_inset
  1646. \end_layout
  1647. \end_inset
  1648. \end_layout
  1649. \begin_layout Itemize
  1650. Figure
  1651. \begin_inset CommandInset ref
  1652. LatexCommand ref
  1653. reference "fig:mofa-varexplained"
  1654. plural "false"
  1655. caps "false"
  1656. noprefix "false"
  1657. \end_inset
  1658. shows that LF1, 4, and 5 explain substantial var in all data sets
  1659. \end_layout
  1660. \begin_layout Standard
  1661. \begin_inset Float figure
  1662. wide false
  1663. sideways false
  1664. status open
  1665. \begin_layout Plain Layout
  1666. \begin_inset Flex TODO Note (inline)
  1667. status open
  1668. \begin_layout Plain Layout
  1669. Maybe drop this one
  1670. \end_layout
  1671. \end_inset
  1672. \end_layout
  1673. \begin_layout Plain Layout
  1674. \align center
  1675. \begin_inset Graphics
  1676. filename graphics/CD4-csaw/MOFA-LF-distributions-CROP.png
  1677. lyxscale 25
  1678. width 100col%
  1679. groupId colwidth-raster
  1680. \end_inset
  1681. \end_layout
  1682. \begin_layout Plain Layout
  1683. \begin_inset Caption Standard
  1684. \begin_layout Plain Layout
  1685. \series bold
  1686. \begin_inset CommandInset label
  1687. LatexCommand label
  1688. name "fig:mofa-lf-dist"
  1689. \end_inset
  1690. Sample distribution for each latent factor estimated by MOFA.
  1691. \end_layout
  1692. \end_inset
  1693. \end_layout
  1694. \end_inset
  1695. \end_layout
  1696. \begin_layout Standard
  1697. \begin_inset Float figure
  1698. wide false
  1699. sideways false
  1700. status open
  1701. \begin_layout Plain Layout
  1702. \begin_inset Flex TODO Note (inline)
  1703. status open
  1704. \begin_layout Plain Layout
  1705. Talk about how this supports the convergence hypothesis
  1706. \end_layout
  1707. \end_inset
  1708. \end_layout
  1709. \begin_layout Plain Layout
  1710. \align center
  1711. \begin_inset Graphics
  1712. filename graphics/CD4-csaw/MOFA-LF-scatter-CROP.png
  1713. lyxscale 25
  1714. width 100col%
  1715. groupId colwidth-raster
  1716. \end_inset
  1717. \end_layout
  1718. \begin_layout Plain Layout
  1719. \begin_inset Caption Standard
  1720. \begin_layout Plain Layout
  1721. \series bold
  1722. \begin_inset CommandInset label
  1723. LatexCommand label
  1724. name "fig:mofa-lf-scatter"
  1725. \end_inset
  1726. Scatter plots of specific pairs of MOFA latent factors.
  1727. \end_layout
  1728. \end_inset
  1729. \end_layout
  1730. \end_inset
  1731. \end_layout
  1732. \begin_layout Itemize
  1733. Figures
  1734. \begin_inset CommandInset ref
  1735. LatexCommand ref
  1736. reference "fig:mofa-lf-dist"
  1737. plural "false"
  1738. caps "false"
  1739. noprefix "false"
  1740. \end_inset
  1741. and
  1742. \begin_inset CommandInset ref
  1743. LatexCommand ref
  1744. reference "fig:mofa-lf-scatter"
  1745. plural "false"
  1746. caps "false"
  1747. noprefix "false"
  1748. \end_inset
  1749. show that those same 3 LFs, (1, 4, & 5) also correlate best with the experiment
  1750. al factors (cell type & time point)
  1751. \end_layout
  1752. \begin_layout Itemize
  1753. LF2 is clearly the RNA-seq batch effect
  1754. \end_layout
  1755. \begin_layout Standard
  1756. \begin_inset Float figure
  1757. wide false
  1758. sideways false
  1759. status open
  1760. \begin_layout Plain Layout
  1761. \align center
  1762. \begin_inset Graphics
  1763. filename graphics/CD4-csaw/MOFA-batch-correct-CROP.png
  1764. lyxscale 25
  1765. width 100col%
  1766. groupId colwidth-raster
  1767. \end_inset
  1768. \end_layout
  1769. \begin_layout Plain Layout
  1770. \begin_inset Caption Standard
  1771. \begin_layout Plain Layout
  1772. \series bold
  1773. \begin_inset CommandInset label
  1774. LatexCommand label
  1775. name "fig:mofa-batchsub"
  1776. \end_inset
  1777. Result of RNA-seq batch-correction using MOFA latent factors
  1778. \end_layout
  1779. \end_inset
  1780. \end_layout
  1781. \end_inset
  1782. \end_layout
  1783. \begin_layout Itemize
  1784. Attempting to remove the effect of LF2 (Figure
  1785. \begin_inset CommandInset ref
  1786. LatexCommand ref
  1787. reference "fig:mofa-batchsub"
  1788. plural "false"
  1789. caps "false"
  1790. noprefix "false"
  1791. \end_inset
  1792. ) results in batch correction comparable to ComBat (Figure
  1793. \begin_inset CommandInset ref
  1794. LatexCommand ref
  1795. reference "fig:RNA-PCA-ComBat-batchsub"
  1796. plural "false"
  1797. caps "false"
  1798. noprefix "false"
  1799. \end_inset
  1800. )
  1801. \end_layout
  1802. \begin_layout Itemize
  1803. MOFA was able to do this batch subtraction without directly using the sample
  1804. labels (sample labels were used implicitly to select which factor to subtract)
  1805. \end_layout
  1806. \begin_layout Itemize
  1807. Similarity of results shows that batch correction can't get much better
  1808. than ComBat (despite ComBat ignoring time point)
  1809. \end_layout
  1810. \begin_layout Subsection
  1811. Naive-to-memory convergence observed in H3K4 and RNA-seq data, not in H3K27me3
  1812. \end_layout
  1813. \begin_layout Standard
  1814. \begin_inset Float figure
  1815. wide false
  1816. sideways false
  1817. status open
  1818. \begin_layout Plain Layout
  1819. \align center
  1820. \begin_inset Graphics
  1821. filename graphics/CD4-csaw/RNA-seq/PCA-final-23-CROP.png
  1822. lyxscale 25
  1823. width 100col%
  1824. groupId colwidth-raster
  1825. \end_inset
  1826. \end_layout
  1827. \begin_layout Plain Layout
  1828. \begin_inset Caption Standard
  1829. \begin_layout Plain Layout
  1830. \series bold
  1831. \begin_inset CommandInset label
  1832. LatexCommand label
  1833. name "fig:RNA-PCA-group"
  1834. \end_inset
  1835. RNA-seq PCoA showing principal coordiantes 2 and 3.
  1836. \end_layout
  1837. \end_inset
  1838. \end_layout
  1839. \end_inset
  1840. \end_layout
  1841. \begin_layout Itemize
  1842. H3K4 and RNA-seq data show clear evidence of naive convergence with memory
  1843. between days 1 and 5 (Figures
  1844. \begin_inset CommandInset ref
  1845. LatexCommand ref
  1846. reference "fig:PCoA-H3K4me2-good"
  1847. plural "false"
  1848. caps "false"
  1849. noprefix "false"
  1850. \end_inset
  1851. ,
  1852. \begin_inset CommandInset ref
  1853. LatexCommand ref
  1854. reference "fig:PCoA-H3K4me3-good"
  1855. plural "false"
  1856. caps "false"
  1857. noprefix "false"
  1858. \end_inset
  1859. , and
  1860. \begin_inset CommandInset ref
  1861. LatexCommand ref
  1862. reference "fig:RNA-PCA-group"
  1863. plural "false"
  1864. caps "false"
  1865. noprefix "false"
  1866. \end_inset
  1867. .
  1868. \end_layout
  1869. \begin_layout Itemize
  1870. Table of numbers of genes different between N & M at each time point, showing
  1871. dwindling differences at later time points, consistent with convergence
  1872. \end_layout
  1873. \begin_layout Itemize
  1874. Similar figure for H3K27me3 showing lack of convergence (Figure
  1875. \begin_inset CommandInset ref
  1876. LatexCommand ref
  1877. reference "fig:PCoA-H3K27me3-good"
  1878. plural "false"
  1879. caps "false"
  1880. noprefix "false"
  1881. \end_inset
  1882. )
  1883. \end_layout
  1884. \begin_layout Subsection
  1885. Effect of promoter coverage upstream vs downstream of TSS
  1886. \end_layout
  1887. \begin_layout Standard
  1888. \begin_inset Float figure
  1889. wide false
  1890. sideways false
  1891. status open
  1892. \begin_layout Plain Layout
  1893. \align center
  1894. \begin_inset Graphics
  1895. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-neighborhood-clusters-CROP.png
  1896. lyxscale 25
  1897. width 100col%
  1898. groupId colwidth-raster
  1899. \end_inset
  1900. \end_layout
  1901. \begin_layout Plain Layout
  1902. \begin_inset Caption Standard
  1903. \begin_layout Plain Layout
  1904. \series bold
  1905. \begin_inset CommandInset label
  1906. LatexCommand label
  1907. name "fig:H3K4me2-neighborhood-clusters"
  1908. \end_inset
  1909. RNA-seq PCoA showing principal coordiantes 2 and 3.
  1910. \end_layout
  1911. \end_inset
  1912. \end_layout
  1913. \end_inset
  1914. \end_layout
  1915. \begin_layout Standard
  1916. \begin_inset Float figure
  1917. wide false
  1918. sideways false
  1919. status open
  1920. \begin_layout Plain Layout
  1921. \align center
  1922. \begin_inset Graphics
  1923. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-neighborhood-PCA-CROP.png
  1924. lyxscale 25
  1925. width 100col%
  1926. groupId colwidth-raster
  1927. \end_inset
  1928. \end_layout
  1929. \begin_layout Plain Layout
  1930. \begin_inset Caption Standard
  1931. \begin_layout Plain Layout
  1932. \series bold
  1933. \begin_inset CommandInset label
  1934. LatexCommand label
  1935. name "fig:H3K4me2-neighborhood-pca"
  1936. \end_inset
  1937. RNA-seq PCoA showing principal coordiantes 2 and 3.
  1938. \end_layout
  1939. \end_inset
  1940. \end_layout
  1941. \end_inset
  1942. \end_layout
  1943. \begin_layout Standard
  1944. \begin_inset Float figure
  1945. wide false
  1946. sideways false
  1947. status open
  1948. \begin_layout Plain Layout
  1949. \align center
  1950. \begin_inset Graphics
  1951. filename graphics/CD4-csaw/ChIP-seq/H3K4me2-neighborhood-expression-CROP.png
  1952. lyxscale 25
  1953. width 100col%
  1954. groupId colwidth-raster
  1955. \end_inset
  1956. \end_layout
  1957. \begin_layout Plain Layout
  1958. \begin_inset Caption Standard
  1959. \begin_layout Plain Layout
  1960. \series bold
  1961. \begin_inset CommandInset label
  1962. LatexCommand label
  1963. name "fig:H3K4me2-neighborhood-expression"
  1964. \end_inset
  1965. RNA-seq PCoA showing principal coordiantes 2 and 3.
  1966. \end_layout
  1967. \end_inset
  1968. \end_layout
  1969. \end_inset
  1970. \end_layout
  1971. \begin_layout Standard
  1972. \begin_inset Float figure
  1973. wide false
  1974. sideways false
  1975. status open
  1976. \begin_layout Plain Layout
  1977. \align center
  1978. \begin_inset Graphics
  1979. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-neighborhood-clusters-CROP.png
  1980. lyxscale 25
  1981. width 100col%
  1982. groupId colwidth-raster
  1983. \end_inset
  1984. \end_layout
  1985. \begin_layout Plain Layout
  1986. \begin_inset Caption Standard
  1987. \begin_layout Plain Layout
  1988. \series bold
  1989. \begin_inset CommandInset label
  1990. LatexCommand label
  1991. name "fig:H3K4me3-neighborhood-clusters"
  1992. \end_inset
  1993. RNA-seq PCoA showing principal coordiantes 2 and 3.
  1994. \end_layout
  1995. \end_inset
  1996. \end_layout
  1997. \end_inset
  1998. \end_layout
  1999. \begin_layout Standard
  2000. \begin_inset Float figure
  2001. wide false
  2002. sideways false
  2003. status open
  2004. \begin_layout Plain Layout
  2005. \align center
  2006. \begin_inset Graphics
  2007. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-neighborhood-PCA-CROP.png
  2008. lyxscale 25
  2009. width 100col%
  2010. groupId colwidth-raster
  2011. \end_inset
  2012. \end_layout
  2013. \begin_layout Plain Layout
  2014. \begin_inset Caption Standard
  2015. \begin_layout Plain Layout
  2016. \series bold
  2017. \begin_inset CommandInset label
  2018. LatexCommand label
  2019. name "fig:H3K4me3-neighborhood-pca-1"
  2020. \end_inset
  2021. RNA-seq PCoA showing principal coordiantes 2 and 3.
  2022. \end_layout
  2023. \end_inset
  2024. \end_layout
  2025. \end_inset
  2026. \end_layout
  2027. \begin_layout Standard
  2028. \begin_inset Float figure
  2029. wide false
  2030. sideways false
  2031. status open
  2032. \begin_layout Plain Layout
  2033. \align center
  2034. \begin_inset Graphics
  2035. filename graphics/CD4-csaw/ChIP-seq/H3K4me3-neighborhood-expression-CROP.png
  2036. lyxscale 25
  2037. width 100col%
  2038. groupId colwidth-raster
  2039. \end_inset
  2040. \end_layout
  2041. \begin_layout Plain Layout
  2042. \begin_inset Caption Standard
  2043. \begin_layout Plain Layout
  2044. \series bold
  2045. \begin_inset CommandInset label
  2046. LatexCommand label
  2047. name "fig:H3K4me3-neighborhood-expression-1"
  2048. \end_inset
  2049. RNA-seq PCoA showing principal coordiantes 2 and 3.
  2050. \end_layout
  2051. \end_inset
  2052. \end_layout
  2053. \end_inset
  2054. \end_layout
  2055. \begin_layout Itemize
  2056. H3K4me peaks seem to correlate with increased expression as long as they
  2057. are anywhere near the TSS
  2058. \end_layout
  2059. \begin_layout Itemize
  2060. H3K27me3 peaks can have different correlations to gene expression depending
  2061. on their position relative to TSS (e.g.
  2062. upstream vs downstream) Results consistent with
  2063. \begin_inset CommandInset citation
  2064. LatexCommand cite
  2065. key "Young2011"
  2066. literal "false"
  2067. \end_inset
  2068. \end_layout
  2069. \begin_layout Standard
  2070. \begin_inset Flex TODO Note (inline)
  2071. status open
  2072. \begin_layout Plain Layout
  2073. Show the figures where the negative result ended this line of inquiry
  2074. \end_layout
  2075. \end_inset
  2076. \end_layout
  2077. \begin_layout Section
  2078. Discussion
  2079. \end_layout
  2080. \begin_layout Standard
  2081. \begin_inset Flex TODO Note (inline)
  2082. status open
  2083. \begin_layout Plain Layout
  2084. Try to boil it down to 3 main messages to get across
  2085. \end_layout
  2086. \end_inset
  2087. \end_layout
  2088. \begin_layout Itemize
  2089. "Promoter radius" is not constant and must be defined empirically for a
  2090. given data set.
  2091. Coverage within promoter radius has an expression correlation as well
  2092. \end_layout
  2093. \begin_layout Standard
  2094. \begin_inset Flex TODO Note (inline)
  2095. status open
  2096. \begin_layout Plain Layout
  2097. MOFA should be a footnote to something else, not its own point
  2098. \end_layout
  2099. \end_inset
  2100. \end_layout
  2101. \begin_layout Itemize
  2102. MOFA shows great promise for accelerating discovery of major biological
  2103. effects in multi-omics datasets
  2104. \end_layout
  2105. \begin_deeper
  2106. \begin_layout Itemize
  2107. MOFA successfully separates biologically relevant patterns of variation
  2108. from technical confounding factors without knowing the sample labels, by
  2109. finding latent factors that explain variation across multiple data sets.
  2110. \end_layout
  2111. \begin_layout Itemize
  2112. MOFA was added to this analysis late and played primarily a confirmatory
  2113. role, but it was able to confirm earlier conclusions with much less prior
  2114. information (no sample labels) and much less analyst effort
  2115. \end_layout
  2116. \begin_layout Itemize
  2117. MOFA confirmed that the already-implemented batch correction in the RNA-seq
  2118. data was already performing as well as possible given the limitations of
  2119. the data
  2120. \end_layout
  2121. \end_deeper
  2122. \begin_layout Standard
  2123. \begin_inset Float figure
  2124. wide false
  2125. sideways false
  2126. status collapsed
  2127. \begin_layout Plain Layout
  2128. \align center
  2129. \begin_inset Graphics
  2130. filename graphics/CD4-csaw/LaMere2016_fig8.pdf
  2131. lyxscale 50
  2132. width 100col%
  2133. groupId colwidth
  2134. \end_inset
  2135. \end_layout
  2136. \begin_layout Plain Layout
  2137. \begin_inset Caption Standard
  2138. \begin_layout Plain Layout
  2139. \series bold
  2140. LaMere 2016 Figure 8, reproduced with permission.
  2141. \end_layout
  2142. \end_inset
  2143. \end_layout
  2144. \end_inset
  2145. \end_layout
  2146. \begin_layout Itemize
  2147. Naive-to-memory convergence implies that naive cells are differentiating
  2148. into memory cells, and that gene expression and H3K4 methylation are involved
  2149. in this differentiation while H3K27me3 is less involved
  2150. \end_layout
  2151. \begin_deeper
  2152. \begin_layout Itemize
  2153. Convergence is consistent with Lamere2016 fig 8
  2154. \begin_inset CommandInset citation
  2155. LatexCommand cite
  2156. key "LaMere2016"
  2157. literal "false"
  2158. \end_inset
  2159. (which was created without the benefit of SVA)
  2160. \end_layout
  2161. \begin_layout Itemize
  2162. H3K27me3, canonically regarded as a deactivating mark, seems to have a more
  2163. complex effect
  2164. \end_layout
  2165. \end_deeper
  2166. \begin_layout Itemize
  2167. TSS positional coverage
  2168. \end_layout
  2169. \begin_layout Standard
  2170. \begin_inset Float figure
  2171. wide false
  2172. sideways true
  2173. status open
  2174. \begin_layout Plain Layout
  2175. \align center
  2176. \begin_inset Graphics
  2177. filename graphics/CD4-csaw/rulegraphs/rulegraph-all.pdf
  2178. lyxscale 50
  2179. width 100theight%
  2180. \end_inset
  2181. \end_layout
  2182. \begin_layout Plain Layout
  2183. \begin_inset Caption Standard
  2184. \begin_layout Plain Layout
  2185. \begin_inset CommandInset label
  2186. LatexCommand label
  2187. name "fig:rulegraph"
  2188. \end_inset
  2189. \series bold
  2190. Dependency graph of steps in reproducible workflow
  2191. \end_layout
  2192. \end_inset
  2193. \end_layout
  2194. \end_inset
  2195. \end_layout
  2196. \begin_layout Itemize
  2197. Discuss advantages of developing using a reproducible workflow
  2198. \end_layout
  2199. \begin_deeper
  2200. \begin_layout Itemize
  2201. Decision-making based on trying every option and running the workflow downstream
  2202. to see the effects
  2203. \end_layout
  2204. \end_deeper
  2205. \begin_layout Chapter
  2206. Improving array-based analyses of transplant rejection by optimizing data
  2207. preprocessing
  2208. \end_layout
  2209. \begin_layout Standard
  2210. \begin_inset Note Note
  2211. status open
  2212. \begin_layout Plain Layout
  2213. Author list: Me, Sunil, Tom, Padma, Dan
  2214. \end_layout
  2215. \end_inset
  2216. \end_layout
  2217. \begin_layout Section
  2218. Approach
  2219. \end_layout
  2220. \begin_layout Subsection
  2221. Proper pre-processing is essential for array data
  2222. \end_layout
  2223. \begin_layout Standard
  2224. \begin_inset Flex TODO Note (inline)
  2225. status open
  2226. \begin_layout Plain Layout
  2227. This section could probably use some citations
  2228. \end_layout
  2229. \end_inset
  2230. \end_layout
  2231. \begin_layout Standard
  2232. Microarrays, bead arrays, and similar assays produce raw data in the form
  2233. of fluorescence intensity measurements, with the each intensity measurement
  2234. proportional to the abundance of some fluorescently-labelled target DNA
  2235. or RNA sequence that base pairs to a specific probe sequence.
  2236. However, these measurements for each probe are also affected my many technical
  2237. confounding factors, such as the concentration of target material, strength
  2238. of off-target binding, and the sensitivity of the imaging sensor.
  2239. Some array designs also use multiple probe sequences for each target.
  2240. Hence, extensive pre-processing of array data is necessary to normalize
  2241. out the effects of these technical factors and summarize the information
  2242. from multiple probes to arrive at a single usable estimate of abundance
  2243. or other relevant quantity, such as a ratio of two abundances, for each
  2244. target.
  2245. \end_layout
  2246. \begin_layout Standard
  2247. The choice of pre-processing algorithms used in the analysis of an array
  2248. data set can have a large effect on the results of that analysis.
  2249. However, despite their importance, these steps are often neglected or rushed
  2250. in order to get to the more scientifically interesting analysis steps involving
  2251. the actual biology of the system under study.
  2252. Hence, it is often possible to achieve substantial gains in statistical
  2253. power, model goodness-of-fit, or other relevant performance measures, by
  2254. checking the assumptions made by each preprocessing step and choosing specific
  2255. normalization methods tailored to the specific goals of the current analysis.
  2256. \end_layout
  2257. \begin_layout Subsection
  2258. Normalization for clinical microarray classifiers must be single-channel
  2259. \end_layout
  2260. \begin_layout Subsubsection
  2261. Standard normalization methods are unsuitable for clinical application
  2262. \end_layout
  2263. \begin_layout Standard
  2264. As the cost of performing microarray assays falls, there is increasing interest
  2265. in using genomic assays for diagnostic purposes, such as distinguishing
  2266. healthy transplants (TX) from transplants undergoing acute rejection (AR)
  2267. or acute dysfunction with no rejection (ADNR).
  2268. However, the the standard normalization algorithm used for microarray data,
  2269. Robust Multi-chip Average (RMA)
  2270. \begin_inset CommandInset citation
  2271. LatexCommand cite
  2272. key "Irizarry2003a"
  2273. literal "false"
  2274. \end_inset
  2275. , is not applicable in a clinical setting.
  2276. Two of the steps in RMA, quantile normalization and probe summarization
  2277. by median polish, depend on every array in the data set being normalized.
  2278. This means that adding or removing any arrays from a data set changes the
  2279. normalized values for all arrays, and data sets that have been normalized
  2280. separately cannot be compared to each other.
  2281. Hence, when using RMA, any arrays to be analyzed together must also be
  2282. normalized together, and the set of arrays included in the data set must
  2283. be held constant throughout an analysis.
  2284. \end_layout
  2285. \begin_layout Standard
  2286. These limitations present serious impediments to the use of arrays as a
  2287. diagnostic tool.
  2288. When training a classifier, the samples to be classified must not be involved
  2289. in any step of the training process, lest their inclusion bias the training
  2290. process.
  2291. Once a classifier is deployed in a clinical setting, the samples to be
  2292. classified will not even
  2293. \emph on
  2294. exist
  2295. \emph default
  2296. at the time of training, so including them would be impossible even if
  2297. it were statistically justifiable.
  2298. Therefore, any machine learning application for microarrays demands that
  2299. the normalized expression values computed for an array must depend only
  2300. on information contained within that array.
  2301. This would ensure that each array's normalization is independent of every
  2302. other array, and that arrays normalized separately can still be compared
  2303. to each other without bias.
  2304. Such a normalization is commonly referred to as
  2305. \begin_inset Quotes eld
  2306. \end_inset
  2307. single-channel normalization
  2308. \begin_inset Quotes erd
  2309. \end_inset
  2310. .
  2311. \end_layout
  2312. \begin_layout Subsubsection
  2313. Several strategies are available to meet clinical normalization requirements
  2314. \end_layout
  2315. \begin_layout Standard
  2316. Frozen RMA (fRMA) addresses these concerns by replacing the quantile normalizati
  2317. on and median polish with alternatives that do not introduce inter-array
  2318. dependence, allowing each array to be normalized independently of all others
  2319. \begin_inset CommandInset citation
  2320. LatexCommand cite
  2321. key "McCall2010"
  2322. literal "false"
  2323. \end_inset
  2324. .
  2325. Quantile normalization is performed against a pre-generated set of quantiles
  2326. learned from a collection of 850 publically available arrays sampled from
  2327. a wide variety of tissues in the Gene Expression Omnibus (GEO).
  2328. Each array's probe intensity distribution is normalized against these pre-gener
  2329. ated quantiles.
  2330. The median polish step is replaced with a robust weighted average of probe
  2331. intensities, using inverse variance weights learned from the same public
  2332. GEO data.
  2333. The result is a normalization that satisfies the requirements mentioned
  2334. above: each array is normalized independently of all others, and any two
  2335. normalized arrays can be compared directly to each other.
  2336. \end_layout
  2337. \begin_layout Standard
  2338. One important limitation of fRMA is that it requires a separate reference
  2339. data set from which to learn the parameters (reference quantiles and probe
  2340. weights) that will be used to normalize each array.
  2341. These parameters are specific to a given array platform, and pre-generated
  2342. parameters are only provided for the most common platforms, such as Affymetrix
  2343. hgu133plus2.
  2344. For a less common platform, such as hthgu133pluspm, is is necessary to
  2345. learn custom parameters from in-house data before fRMA can be used to normalize
  2346. samples on that platform
  2347. \begin_inset CommandInset citation
  2348. LatexCommand cite
  2349. key "McCall2011"
  2350. literal "false"
  2351. \end_inset
  2352. .
  2353. \end_layout
  2354. \begin_layout Standard
  2355. One other option is the aptly-named Single Channel Array Normalization (SCAN),
  2356. which adapts a normalization method originally designed for tiling arrays
  2357. \begin_inset CommandInset citation
  2358. LatexCommand cite
  2359. key "Piccolo2012"
  2360. literal "false"
  2361. \end_inset
  2362. .
  2363. SCAN is truly single-channel in that it does not require a set of normalization
  2364. paramters estimated from an external set of reference samples like fRMA
  2365. does.
  2366. \end_layout
  2367. \begin_layout Subsection
  2368. Heteroskedasticity must be accounted for in methylation array data
  2369. \end_layout
  2370. \begin_layout Subsubsection
  2371. Methylation array preprocessing induces heteroskedasticity
  2372. \end_layout
  2373. \begin_layout Standard
  2374. DNA methylation arrays are a relatively new kind of assay that uses microarrays
  2375. to measure the degree of methylation on cytosines in specific regions arrayed
  2376. across the genome.
  2377. First, bisulfite treatment converts all unmethylated cytosines to uracil
  2378. (which then become thymine after amplication) while leaving methylated
  2379. cytosines unaffected.
  2380. Then, each target region is interrogated with two probes: one binds to
  2381. the original genomic sequence and interrogates the level of methylated
  2382. DNA, and the other binds to the same sequence with all cytosines replaced
  2383. by thymidines and interrogates the level of unmethylated DNA.
  2384. \end_layout
  2385. \begin_layout Standard
  2386. \begin_inset Float figure
  2387. wide false
  2388. sideways false
  2389. status collapsed
  2390. \begin_layout Plain Layout
  2391. \align center
  2392. \begin_inset Graphics
  2393. filename graphics/methylvoom/sigmoid.pdf
  2394. \end_inset
  2395. \end_layout
  2396. \begin_layout Plain Layout
  2397. \begin_inset Caption Standard
  2398. \begin_layout Plain Layout
  2399. \begin_inset CommandInset label
  2400. LatexCommand label
  2401. name "fig:Sigmoid-beta-m-mapping"
  2402. \end_inset
  2403. \series bold
  2404. Sigmoid shape of the mapping between β and M values
  2405. \end_layout
  2406. \end_inset
  2407. \end_layout
  2408. \end_inset
  2409. \end_layout
  2410. \begin_layout Standard
  2411. After normalization, these two probe intensities are summarized in one of
  2412. two ways, each with advantages and disadvantages.
  2413. β
  2414. \series bold
  2415. \series default
  2416. values, interpreted as fraction of DNA copies methylated, range from 0 to
  2417. 1.
  2418. β
  2419. \series bold
  2420. \series default
  2421. values are conceptually easy to interpret, but the constrained range makes
  2422. them unsuitable for linear modeling, and their error distributions are
  2423. highly non-normal, which also frustrates linear modeling.
  2424. M-values, interpreted as the log ratio of methylated to unmethylated copies,
  2425. are computed by mapping the beta values from
  2426. \begin_inset Formula $[0,1]$
  2427. \end_inset
  2428. onto
  2429. \begin_inset Formula $(-\infty,+\infty)$
  2430. \end_inset
  2431. using a sigmoid curve (Figure
  2432. \begin_inset CommandInset ref
  2433. LatexCommand ref
  2434. reference "fig:Sigmoid-beta-m-mapping"
  2435. plural "false"
  2436. caps "false"
  2437. noprefix "false"
  2438. \end_inset
  2439. ).
  2440. This transformation results in values with better statistical perperties:
  2441. the unconstrained range is suitable for linear modeling, and the error
  2442. distributions are more normal.
  2443. Hence, most linear modeling and other statistical testing on methylation
  2444. arrays is performed using M-values.
  2445. \end_layout
  2446. \begin_layout Standard
  2447. However, the steep slope of the sigmoid transformation near 0 and 1 tends
  2448. to over-exaggerate small differences in β values near those extremes, which
  2449. in turn amplifies the error in those values, leading to a U-shaped trend
  2450. in the mean-variance curve: extreme values have higher variances than values
  2451. near the middle.
  2452. This mean-variance dependency must be accounted for when fitting the linear
  2453. model for differential methylation, or else the variance will be systematically
  2454. overestimated for probes with moderate M-values and underestimated for
  2455. probes with extreme M-values.
  2456. \end_layout
  2457. \begin_layout Subsubsection
  2458. The voom method for RNA-seq data can model M-value heteroskedasticity
  2459. \end_layout
  2460. \begin_layout Standard
  2461. RNA-seq read count data are also known to show heteroskedasticity, and the
  2462. voom method was developed for modeling this heteroskedasticity by estimating
  2463. the mean-variance trend in the data and using this trend to assign precision
  2464. weights to each observation
  2465. \begin_inset CommandInset citation
  2466. LatexCommand cite
  2467. key "Law2013"
  2468. literal "false"
  2469. \end_inset
  2470. .
  2471. While methylation array data are not derived from counts and have a very
  2472. different mean-variance relationship from that of typical RNA-seq data,
  2473. the voom method makes no specific assumptions on the shape of the mean-variance
  2474. relationship - it only assumes that the relationship is smooth enough to
  2475. model using a lowess curve.
  2476. Hence, the method is sufficiently general to model the mean-variance relationsh
  2477. ip in methylation array data.
  2478. However, the standard implementation of voom assumes that the input is
  2479. given in raw read counts, and it must be adapted to run on methylation
  2480. M-values.
  2481. \end_layout
  2482. \begin_layout Section
  2483. Methods
  2484. \end_layout
  2485. \begin_layout Subsection
  2486. Evaluation of classifier performance with different normalization methods
  2487. \end_layout
  2488. \begin_layout Standard
  2489. For testing different expression microarray normalizations, a data set of
  2490. 157 hgu133plus2 arrays was used, consisting of blood samples from kidney
  2491. transplant patients whose grafts had been graded as TX, AR, or ADNR via
  2492. biopsy and histology (46 TX, 69 AR, 42 ADNR)
  2493. \begin_inset CommandInset citation
  2494. LatexCommand cite
  2495. key "Kurian2014"
  2496. literal "true"
  2497. \end_inset
  2498. .
  2499. Additionally, an external validation set of 75 samples was gathered from
  2500. public GEO data (37 TX, 38 AR, no ADNR).
  2501. \end_layout
  2502. \begin_layout Standard
  2503. \begin_inset Flex TODO Note (inline)
  2504. status collapsed
  2505. \begin_layout Plain Layout
  2506. Find appropriate GEO identifiers if possible.
  2507. Kurian 2014 says GSE15296, but this seems to be different data.
  2508. I also need to look up the GEO accession for the external validation set.
  2509. \end_layout
  2510. \end_inset
  2511. \end_layout
  2512. \begin_layout Standard
  2513. To evaluate the effect of each normalization on classifier performance,
  2514. the same classifier training and validation procedure was used after each
  2515. normalization method.
  2516. The PAM package was used to train a nearest shrunken centroid classifier
  2517. on the training set and select the appropriate threshold for centroid shrinking.
  2518. Then the trained classifier was used to predict the class probabilities
  2519. of each validation sample.
  2520. From these class probabilities, ROC curves and area-under-curve (AUC) values
  2521. were generated
  2522. \begin_inset CommandInset citation
  2523. LatexCommand cite
  2524. key "Turck2011"
  2525. literal "false"
  2526. \end_inset
  2527. .
  2528. Each normalization was tested on two different sets of training and validation
  2529. samples.
  2530. For internal validation, the 115 TX and AR arrays in the internal set were
  2531. split at random into two equal sized sets, one for training and one for
  2532. validation, each containing the same numbers of TX and AR samples as the
  2533. other set.
  2534. For external validation, the full set of 115 TX and AR samples were used
  2535. as a training set, and the 75 external TX and AR samples were used as the
  2536. validation set.
  2537. Thus, 2 ROC curves and AUC values were generated for each normalization
  2538. method: one internal and one external.
  2539. Because the external validation set contains no ADNR samples, only classificati
  2540. on of TX and AR samples was considered.
  2541. The ADNR samples were included during normalization but excluded from all
  2542. classifier training and validation.
  2543. This ensures that the performance on internal and external validation sets
  2544. is directly comparable, since both are performing the same task: distinguising
  2545. TX from AR.
  2546. \end_layout
  2547. \begin_layout Standard
  2548. \begin_inset Flex TODO Note (inline)
  2549. status collapsed
  2550. \begin_layout Plain Layout
  2551. Summarize the get.best.threshold algorithm for PAM threshold selection
  2552. \end_layout
  2553. \end_inset
  2554. \end_layout
  2555. \begin_layout Standard
  2556. Six different normalization strategies were evaluated.
  2557. First, 2 well-known non-single-channel normalization methods were considered:
  2558. RMA and dChip
  2559. \begin_inset CommandInset citation
  2560. LatexCommand cite
  2561. key "Li2001,Irizarry2003a"
  2562. literal "false"
  2563. \end_inset
  2564. .
  2565. Since RMA produces expression values on a log2 scale and dChip does not,
  2566. the values from dChip were log2 transformed after normalization.
  2567. Next, RMA and dChip followed by Global Rank-invariant Set Normalization
  2568. (GRSN) were tested
  2569. \begin_inset CommandInset citation
  2570. LatexCommand cite
  2571. key "Pelz2008"
  2572. literal "false"
  2573. \end_inset
  2574. .
  2575. Post-processing with GRSN does not turn RMA or dChip into single-channel
  2576. methods, but it may help mitigate batch effects and is therefore useful
  2577. as a benchmark.
  2578. Lastly, the two single-channel normalization methods, fRMA and SCAN, were
  2579. tested
  2580. \begin_inset CommandInset citation
  2581. LatexCommand cite
  2582. key "McCall2010,Piccolo2012"
  2583. literal "false"
  2584. \end_inset
  2585. .
  2586. When evaluting internal validation performance, only the 157 internal samples
  2587. were normalized; when evaluating external validation performance, all 157
  2588. internal samples and 75 external samples were normalized together.
  2589. \end_layout
  2590. \begin_layout Standard
  2591. For demonstrating the problem with separate normalization of training and
  2592. validation data, one additional normalization was performed: the internal
  2593. and external sets were each normalized separately using RMA, and the normalized
  2594. data for each set were combined into a single set with no further attempts
  2595. at normalizing between the two sets.
  2596. The represents approximately how RMA would have to be used in a clinical
  2597. setting, where the samples to be classified are not available at the time
  2598. the classifier is trained.
  2599. \end_layout
  2600. \begin_layout Subsection
  2601. Generating custom fRMA vectors for hthgu133pluspm array platform
  2602. \end_layout
  2603. \begin_layout Standard
  2604. In order to enable fRMA normalization for the hthgu133pluspm array platform,
  2605. custom fRMA normalization vectors were trained using the frmaTools package
  2606. \begin_inset CommandInset citation
  2607. LatexCommand cite
  2608. key "McCall2011"
  2609. literal "false"
  2610. \end_inset
  2611. .
  2612. Separate vectors were created for two types of samples: kidney graft biopsy
  2613. samples and blood samples from graft recipients.
  2614. For training, a 341 kidney biopsy samples from 2 data sets and 965 blood
  2615. samples from 5 data sets were used as the reference set.
  2616. Arrays were groups into batches based on unique combinations of sample
  2617. type (blood or biopsy), diagnosis (TX, AR, etc.), data set, and scan date.
  2618. Thus, each batch represents arrays of the same kind that were run together
  2619. on the same day.
  2620. For estimating the probe inverse variance weights, frmaTools requires equal-siz
  2621. ed batches, which means a batch size must be chosen, and then batches smaller
  2622. than that size must be ignored, while batches larger than the chosen size
  2623. must be downsampled.
  2624. This downsampling is performed randomly, so the sampling process is repeated
  2625. 5 times and the resulting normalizations are compared to each other.
  2626. \end_layout
  2627. \begin_layout Standard
  2628. To evaluate the consistency of the generated normalization vectors, the
  2629. 5 fRMA vector sets generated from 5 random batch samplings were each used
  2630. to normalize the same 20 randomly selected samples from each tissue.
  2631. Then the normalized expression values for each probe on each array were
  2632. compared across all normalizations.
  2633. Each fRMA normalization was also compared against the normalized expression
  2634. values obtained by normalizing the same 20 samples with ordinary RMA.
  2635. \end_layout
  2636. \begin_layout Subsection
  2637. Modeling methylation array M-value heteroskedasticy in linear models with
  2638. modified voom implementation
  2639. \end_layout
  2640. \begin_layout Standard
  2641. \begin_inset Flex TODO Note (inline)
  2642. status open
  2643. \begin_layout Plain Layout
  2644. Put code on Github and reference it.
  2645. \end_layout
  2646. \end_inset
  2647. \end_layout
  2648. \begin_layout Standard
  2649. To investigate the whether DNA methylation could be used to distinguish
  2650. between healthy and dysfunctional transplants, a data set of 78 Illumina
  2651. 450k methylation arrays from human kidney graft biopsies was analyzed for
  2652. differential metylation between 4 transplant statuses: healthy transplant
  2653. (TX), transplants undergoing acute rejection (AR), acute dysfunction with
  2654. no rejection (ADNR), and chronic allograpft nephropathy (CAN).
  2655. The data consisted of 33 TX, 9 AR, 8 ADNR, and 28 CAN samples.
  2656. The uneven group sizes are a result of taking the biopsy samples before
  2657. the eventual fate of the transplant was known.
  2658. Each sample was additionally annotated with a donor ID (anonymized), Sex,
  2659. Age, Ethnicity, Creatinine Level, and Diabetes diagnosois (all samples
  2660. in this data set came from patients with either Type 1 or Type 2 diabetes).
  2661. \end_layout
  2662. \begin_layout Standard
  2663. The intensity data were first normalized using subset-quantile within array
  2664. normalization (SWAN)
  2665. \begin_inset CommandInset citation
  2666. LatexCommand cite
  2667. key "Maksimovic2012"
  2668. literal "false"
  2669. \end_inset
  2670. , then converted to intensity ratios (beta values)
  2671. \begin_inset CommandInset citation
  2672. LatexCommand cite
  2673. key "Aryee2014"
  2674. literal "false"
  2675. \end_inset
  2676. .
  2677. Any probes binding to loci that overlapped annotated SNPs were dropped,
  2678. and the annotated sex of each sample was verified against the sex inferred
  2679. from the ratio of median probe intensities for the X and Y chromosomes.
  2680. Then, the ratios were transformed to M-values.
  2681. \end_layout
  2682. \begin_layout Standard
  2683. \begin_inset Float table
  2684. wide false
  2685. sideways false
  2686. status collapsed
  2687. \begin_layout Plain Layout
  2688. \begin_inset Tabular
  2689. <lyxtabular version="3" rows="4" columns="6">
  2690. <features tabularvalignment="middle">
  2691. <column alignment="center" valignment="top">
  2692. <column alignment="center" valignment="top">
  2693. <column alignment="center" valignment="top">
  2694. <column alignment="center" valignment="top">
  2695. <column alignment="center" valignment="top">
  2696. <column alignment="center" valignment="top">
  2697. <row>
  2698. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2699. \begin_inset Text
  2700. \begin_layout Plain Layout
  2701. Analysis
  2702. \end_layout
  2703. \end_inset
  2704. </cell>
  2705. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2706. \begin_inset Text
  2707. \begin_layout Plain Layout
  2708. patient random effect
  2709. \end_layout
  2710. \end_inset
  2711. </cell>
  2712. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2713. \begin_inset Text
  2714. \begin_layout Plain Layout
  2715. empirical Bayes
  2716. \end_layout
  2717. \end_inset
  2718. </cell>
  2719. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2720. \begin_inset Text
  2721. \begin_layout Plain Layout
  2722. SVA
  2723. \end_layout
  2724. \end_inset
  2725. </cell>
  2726. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2727. \begin_inset Text
  2728. \begin_layout Plain Layout
  2729. sample weights
  2730. \end_layout
  2731. \end_inset
  2732. </cell>
  2733. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  2734. \begin_inset Text
  2735. \begin_layout Plain Layout
  2736. voom
  2737. \end_layout
  2738. \end_inset
  2739. </cell>
  2740. </row>
  2741. <row>
  2742. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2743. \begin_inset Text
  2744. \begin_layout Plain Layout
  2745. A
  2746. \end_layout
  2747. \end_inset
  2748. </cell>
  2749. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2750. \begin_inset Text
  2751. \begin_layout Plain Layout
  2752. Yes
  2753. \end_layout
  2754. \end_inset
  2755. </cell>
  2756. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2757. \begin_inset Text
  2758. \begin_layout Plain Layout
  2759. Yes
  2760. \end_layout
  2761. \end_inset
  2762. </cell>
  2763. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2764. \begin_inset Text
  2765. \begin_layout Plain Layout
  2766. No
  2767. \end_layout
  2768. \end_inset
  2769. </cell>
  2770. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2771. \begin_inset Text
  2772. \begin_layout Plain Layout
  2773. No
  2774. \end_layout
  2775. \end_inset
  2776. </cell>
  2777. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  2778. \begin_inset Text
  2779. \begin_layout Plain Layout
  2780. No
  2781. \end_layout
  2782. \end_inset
  2783. </cell>
  2784. </row>
  2785. <row>
  2786. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2787. \begin_inset Text
  2788. \begin_layout Plain Layout
  2789. B
  2790. \end_layout
  2791. \end_inset
  2792. </cell>
  2793. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2794. \begin_inset Text
  2795. \begin_layout Plain Layout
  2796. Yes
  2797. \end_layout
  2798. \end_inset
  2799. </cell>
  2800. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2801. \begin_inset Text
  2802. \begin_layout Plain Layout
  2803. Yes
  2804. \end_layout
  2805. \end_inset
  2806. </cell>
  2807. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2808. \begin_inset Text
  2809. \begin_layout Plain Layout
  2810. Yes
  2811. \end_layout
  2812. \end_inset
  2813. </cell>
  2814. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  2815. \begin_inset Text
  2816. \begin_layout Plain Layout
  2817. Yes
  2818. \end_layout
  2819. \end_inset
  2820. </cell>
  2821. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  2822. \begin_inset Text
  2823. \begin_layout Plain Layout
  2824. No
  2825. \end_layout
  2826. \end_inset
  2827. </cell>
  2828. </row>
  2829. <row>
  2830. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2831. \begin_inset Text
  2832. \begin_layout Plain Layout
  2833. C
  2834. \end_layout
  2835. \end_inset
  2836. </cell>
  2837. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2838. \begin_inset Text
  2839. \begin_layout Plain Layout
  2840. Yes
  2841. \end_layout
  2842. \end_inset
  2843. </cell>
  2844. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2845. \begin_inset Text
  2846. \begin_layout Plain Layout
  2847. Yes
  2848. \end_layout
  2849. \end_inset
  2850. </cell>
  2851. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2852. \begin_inset Text
  2853. \begin_layout Plain Layout
  2854. Yes
  2855. \end_layout
  2856. \end_inset
  2857. </cell>
  2858. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  2859. \begin_inset Text
  2860. \begin_layout Plain Layout
  2861. Yes
  2862. \end_layout
  2863. \end_inset
  2864. </cell>
  2865. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  2866. \begin_inset Text
  2867. \begin_layout Plain Layout
  2868. Yes
  2869. \end_layout
  2870. \end_inset
  2871. </cell>
  2872. </row>
  2873. </lyxtabular>
  2874. \end_inset
  2875. \end_layout
  2876. \begin_layout Plain Layout
  2877. \begin_inset Caption Standard
  2878. \begin_layout Plain Layout
  2879. \series bold
  2880. \begin_inset CommandInset label
  2881. LatexCommand label
  2882. name "tab:Summary-of-meth-analysis"
  2883. \end_inset
  2884. Summary of analysis variants for methylation array data.
  2885. \series default
  2886. Each analysis included a different set of steps to adjust or account for
  2887. various systematic features of the data.
  2888. See the text for a more detailed explanation of each step.
  2889. \end_layout
  2890. \end_inset
  2891. \end_layout
  2892. \end_inset
  2893. \end_layout
  2894. \begin_layout Standard
  2895. From the M-values, a series of parallel analyses was performed, each adding
  2896. additional steps into the model fit to accomodate a feature of the data
  2897. (see Table
  2898. \begin_inset CommandInset ref
  2899. LatexCommand ref
  2900. reference "tab:Summary-of-meth-analysis"
  2901. plural "false"
  2902. caps "false"
  2903. noprefix "false"
  2904. \end_inset
  2905. ).
  2906. For analysis A, a
  2907. \begin_inset Quotes eld
  2908. \end_inset
  2909. basic
  2910. \begin_inset Quotes erd
  2911. \end_inset
  2912. linear modeling analysis was performed, compensating for known confounders
  2913. by including terms for the factor of interest (transplant status) as well
  2914. as the known biological confounders: sex, age, ethnicity, and diabetes.
  2915. Since some samples came from the same patients at different times, the
  2916. intra-patient correlation was modeled as a random effect, estimating a
  2917. shared correlation value across all probes
  2918. \begin_inset CommandInset citation
  2919. LatexCommand cite
  2920. key "Smyth2005a"
  2921. literal "false"
  2922. \end_inset
  2923. .
  2924. Then the linear model was fit, and the variance was modeled using empirical
  2925. Bayes squeezing toward the mean-variance trend
  2926. \begin_inset CommandInset citation
  2927. LatexCommand cite
  2928. key "Ritchie2015"
  2929. literal "false"
  2930. \end_inset
  2931. .
  2932. Finally, t-tests or F-tests were performed as appropriate for each test:
  2933. t-tests for single contrasts, and F-tests for multiple contrasts.
  2934. P-values were corrected for multiple testing using the Benjamini-Hochberg
  2935. procedure for FDR control
  2936. \begin_inset CommandInset citation
  2937. LatexCommand cite
  2938. key "Benjamini1995"
  2939. literal "false"
  2940. \end_inset
  2941. .
  2942. \end_layout
  2943. \begin_layout Standard
  2944. For the analysis B, surrogate variable analysis (SVA) was used to infer
  2945. additional unobserved sources of heterogeneity in the data
  2946. \begin_inset CommandInset citation
  2947. LatexCommand cite
  2948. key "Leek2007"
  2949. literal "false"
  2950. \end_inset
  2951. .
  2952. These surrogate variables were added to the design matrix before fitting
  2953. the linear model.
  2954. In addition, sample quality weights were estimated from the data and used
  2955. during linear modeling to down-weight the contribution of highly variable
  2956. arrays while increasing the weight to arrays with lower variability
  2957. \begin_inset CommandInset citation
  2958. LatexCommand cite
  2959. key "Ritchie2006"
  2960. literal "false"
  2961. \end_inset
  2962. .
  2963. The remainder of the analysis proceeded as in analysis A.
  2964. For analysis C, the voom method was adapted to run on methylation array
  2965. data and used to model and correct for the mean-variance trend using individual
  2966. observation weights
  2967. \begin_inset CommandInset citation
  2968. LatexCommand cite
  2969. key "Law2013"
  2970. literal "false"
  2971. \end_inset
  2972. , which were combined with the sample weights
  2973. \begin_inset CommandInset citation
  2974. LatexCommand cite
  2975. key "Liu2015"
  2976. literal "false"
  2977. \end_inset
  2978. .
  2979. Each time weights were used, they were estimated once before estimating
  2980. the random effect correlation value, and then the weights were re-estimated
  2981. taking the random effect into account.
  2982. The remainder of the analysis proceeded as in analysis B.
  2983. \end_layout
  2984. \begin_layout Section
  2985. Results
  2986. \end_layout
  2987. \begin_layout Standard
  2988. \begin_inset Flex TODO Note (inline)
  2989. status open
  2990. \begin_layout Plain Layout
  2991. Improve subsection titles in this section
  2992. \end_layout
  2993. \end_inset
  2994. \end_layout
  2995. \begin_layout Subsection
  2996. fRMA eliminates unwanted dependence of classifier training on normalization
  2997. strategy caused by RMA
  2998. \end_layout
  2999. \begin_layout Standard
  3000. \begin_inset Flex TODO Note (inline)
  3001. status open
  3002. \begin_layout Plain Layout
  3003. Write figure legends
  3004. \end_layout
  3005. \end_inset
  3006. \end_layout
  3007. \begin_layout Subsubsection
  3008. Separate normalization with RMA introduces unwanted biases in classification
  3009. \end_layout
  3010. \begin_layout Standard
  3011. \begin_inset Float figure
  3012. wide false
  3013. sideways false
  3014. status collapsed
  3015. \begin_layout Plain Layout
  3016. \align center
  3017. \begin_inset Graphics
  3018. filename graphics/PAM/predplot.pdf
  3019. lyxscale 50
  3020. width 100col%
  3021. groupId colwidth
  3022. \end_inset
  3023. \end_layout
  3024. \begin_layout Plain Layout
  3025. \begin_inset Caption Standard
  3026. \begin_layout Plain Layout
  3027. \begin_inset CommandInset label
  3028. LatexCommand label
  3029. name "fig:Classifier-probabilities-RMA"
  3030. \end_inset
  3031. \series bold
  3032. Classifier probabilities on validation samples when normalized with RMA
  3033. together vs.
  3034. separately.
  3035. \end_layout
  3036. \end_inset
  3037. \end_layout
  3038. \end_inset
  3039. \end_layout
  3040. \begin_layout Standard
  3041. To demonstrate the problem with non-single-channel normalization methods,
  3042. we considered the problem of training a classifier to distinguish TX from
  3043. AR using the samples from the internal set as training data, evaluating
  3044. performance on the external set.
  3045. First, training and evaluation were performed after normalizing all array
  3046. samples together as a single set using RMA, and second, the internal samples
  3047. were normalized separately from the external samples and the training and
  3048. evaluation were repeated.
  3049. For each sample in the validation set, the classifier probabilities from
  3050. both classifiers were plotted against each other (Fig.
  3051. \begin_inset CommandInset ref
  3052. LatexCommand ref
  3053. reference "fig:Classifier-probabilities-RMA"
  3054. plural "false"
  3055. caps "false"
  3056. noprefix "false"
  3057. \end_inset
  3058. ).
  3059. As expected, separate normalization biases the classifier probabilities,
  3060. resulting in several misclassifications.
  3061. In this case, the bias from separate normalization causes the classifier
  3062. to assign a lower probability of AR to every sample.
  3063. \end_layout
  3064. \begin_layout Subsubsection
  3065. fRMA and SCAN achieve maintain classification performance while eliminating
  3066. dependence on normalization strategy
  3067. \end_layout
  3068. \begin_layout Standard
  3069. \begin_inset Float figure
  3070. placement tb
  3071. wide false
  3072. sideways false
  3073. status collapsed
  3074. \begin_layout Plain Layout
  3075. \align center
  3076. \begin_inset Graphics
  3077. filename graphics/PAM/ROC-TXvsAR-internal.pdf
  3078. lyxscale 50
  3079. width 100col%
  3080. groupId colwidth
  3081. \end_inset
  3082. \end_layout
  3083. \begin_layout Plain Layout
  3084. \begin_inset Caption Standard
  3085. \begin_layout Plain Layout
  3086. \series bold
  3087. \begin_inset CommandInset label
  3088. LatexCommand label
  3089. name "fig:ROC-PAM-int"
  3090. \end_inset
  3091. ROC curves for PAM on internal validation data using different normalization
  3092. strategies
  3093. \end_layout
  3094. \end_inset
  3095. \end_layout
  3096. \end_inset
  3097. \end_layout
  3098. \begin_layout Standard
  3099. \begin_inset Float table
  3100. wide false
  3101. sideways false
  3102. status collapsed
  3103. \begin_layout Plain Layout
  3104. \align center
  3105. \begin_inset Tabular
  3106. <lyxtabular version="3" rows="7" columns="4">
  3107. <features tabularvalignment="middle">
  3108. <column alignment="center" valignment="top">
  3109. <column alignment="center" valignment="top">
  3110. <column alignment="center" valignment="top">
  3111. <column alignment="center" valignment="top">
  3112. <row>
  3113. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3114. \begin_inset Text
  3115. \begin_layout Plain Layout
  3116. \family roman
  3117. \series medium
  3118. \shape up
  3119. \size normal
  3120. \emph off
  3121. \bar no
  3122. \strikeout off
  3123. \xout off
  3124. \uuline off
  3125. \uwave off
  3126. \noun off
  3127. \color none
  3128. Normalization
  3129. \end_layout
  3130. \end_inset
  3131. </cell>
  3132. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3133. \begin_inset Text
  3134. \begin_layout Plain Layout
  3135. Single-channel?
  3136. \end_layout
  3137. \end_inset
  3138. </cell>
  3139. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3140. \begin_inset Text
  3141. \begin_layout Plain Layout
  3142. \family roman
  3143. \series medium
  3144. \shape up
  3145. \size normal
  3146. \emph off
  3147. \bar no
  3148. \strikeout off
  3149. \xout off
  3150. \uuline off
  3151. \uwave off
  3152. \noun off
  3153. \color none
  3154. Internal Val.
  3155. AUC
  3156. \end_layout
  3157. \end_inset
  3158. </cell>
  3159. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  3160. \begin_inset Text
  3161. \begin_layout Plain Layout
  3162. External Val.
  3163. AUC
  3164. \end_layout
  3165. \end_inset
  3166. </cell>
  3167. </row>
  3168. <row>
  3169. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3170. \begin_inset Text
  3171. \begin_layout Plain Layout
  3172. \family roman
  3173. \series medium
  3174. \shape up
  3175. \size normal
  3176. \emph off
  3177. \bar no
  3178. \strikeout off
  3179. \xout off
  3180. \uuline off
  3181. \uwave off
  3182. \noun off
  3183. \color none
  3184. RMA
  3185. \end_layout
  3186. \end_inset
  3187. </cell>
  3188. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3189. \begin_inset Text
  3190. \begin_layout Plain Layout
  3191. No
  3192. \end_layout
  3193. \end_inset
  3194. </cell>
  3195. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3196. \begin_inset Text
  3197. \begin_layout Plain Layout
  3198. \family roman
  3199. \series medium
  3200. \shape up
  3201. \size normal
  3202. \emph off
  3203. \bar no
  3204. \strikeout off
  3205. \xout off
  3206. \uuline off
  3207. \uwave off
  3208. \noun off
  3209. \color none
  3210. 0.852
  3211. \end_layout
  3212. \end_inset
  3213. </cell>
  3214. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  3215. \begin_inset Text
  3216. \begin_layout Plain Layout
  3217. \family roman
  3218. \series medium
  3219. \shape up
  3220. \size normal
  3221. \emph off
  3222. \bar no
  3223. \strikeout off
  3224. \xout off
  3225. \uuline off
  3226. \uwave off
  3227. \noun off
  3228. \color none
  3229. 0.713
  3230. \end_layout
  3231. \end_inset
  3232. </cell>
  3233. </row>
  3234. <row>
  3235. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3236. \begin_inset Text
  3237. \begin_layout Plain Layout
  3238. \family roman
  3239. \series medium
  3240. \shape up
  3241. \size normal
  3242. \emph off
  3243. \bar no
  3244. \strikeout off
  3245. \xout off
  3246. \uuline off
  3247. \uwave off
  3248. \noun off
  3249. \color none
  3250. dChip
  3251. \end_layout
  3252. \end_inset
  3253. </cell>
  3254. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3255. \begin_inset Text
  3256. \begin_layout Plain Layout
  3257. No
  3258. \end_layout
  3259. \end_inset
  3260. </cell>
  3261. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3262. \begin_inset Text
  3263. \begin_layout Plain Layout
  3264. \family roman
  3265. \series medium
  3266. \shape up
  3267. \size normal
  3268. \emph off
  3269. \bar no
  3270. \strikeout off
  3271. \xout off
  3272. \uuline off
  3273. \uwave off
  3274. \noun off
  3275. \color none
  3276. 0.891
  3277. \end_layout
  3278. \end_inset
  3279. </cell>
  3280. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  3281. \begin_inset Text
  3282. \begin_layout Plain Layout
  3283. \family roman
  3284. \series medium
  3285. \shape up
  3286. \size normal
  3287. \emph off
  3288. \bar no
  3289. \strikeout off
  3290. \xout off
  3291. \uuline off
  3292. \uwave off
  3293. \noun off
  3294. \color none
  3295. 0.657
  3296. \end_layout
  3297. \end_inset
  3298. </cell>
  3299. </row>
  3300. <row>
  3301. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3302. \begin_inset Text
  3303. \begin_layout Plain Layout
  3304. \family roman
  3305. \series medium
  3306. \shape up
  3307. \size normal
  3308. \emph off
  3309. \bar no
  3310. \strikeout off
  3311. \xout off
  3312. \uuline off
  3313. \uwave off
  3314. \noun off
  3315. \color none
  3316. RMA + GRSN
  3317. \end_layout
  3318. \end_inset
  3319. </cell>
  3320. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3321. \begin_inset Text
  3322. \begin_layout Plain Layout
  3323. No
  3324. \end_layout
  3325. \end_inset
  3326. </cell>
  3327. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3328. \begin_inset Text
  3329. \begin_layout Plain Layout
  3330. \family roman
  3331. \series medium
  3332. \shape up
  3333. \size normal
  3334. \emph off
  3335. \bar no
  3336. \strikeout off
  3337. \xout off
  3338. \uuline off
  3339. \uwave off
  3340. \noun off
  3341. \color none
  3342. 0.816
  3343. \end_layout
  3344. \end_inset
  3345. </cell>
  3346. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  3347. \begin_inset Text
  3348. \begin_layout Plain Layout
  3349. \family roman
  3350. \series medium
  3351. \shape up
  3352. \size normal
  3353. \emph off
  3354. \bar no
  3355. \strikeout off
  3356. \xout off
  3357. \uuline off
  3358. \uwave off
  3359. \noun off
  3360. \color none
  3361. 0.750
  3362. \end_layout
  3363. \end_inset
  3364. </cell>
  3365. </row>
  3366. <row>
  3367. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3368. \begin_inset Text
  3369. \begin_layout Plain Layout
  3370. \family roman
  3371. \series medium
  3372. \shape up
  3373. \size normal
  3374. \emph off
  3375. \bar no
  3376. \strikeout off
  3377. \xout off
  3378. \uuline off
  3379. \uwave off
  3380. \noun off
  3381. \color none
  3382. dChip + GRSN
  3383. \end_layout
  3384. \end_inset
  3385. </cell>
  3386. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3387. \begin_inset Text
  3388. \begin_layout Plain Layout
  3389. No
  3390. \end_layout
  3391. \end_inset
  3392. </cell>
  3393. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3394. \begin_inset Text
  3395. \begin_layout Plain Layout
  3396. \family roman
  3397. \series medium
  3398. \shape up
  3399. \size normal
  3400. \emph off
  3401. \bar no
  3402. \strikeout off
  3403. \xout off
  3404. \uuline off
  3405. \uwave off
  3406. \noun off
  3407. \color none
  3408. 0.875
  3409. \end_layout
  3410. \end_inset
  3411. </cell>
  3412. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  3413. \begin_inset Text
  3414. \begin_layout Plain Layout
  3415. \family roman
  3416. \series medium
  3417. \shape up
  3418. \size normal
  3419. \emph off
  3420. \bar no
  3421. \strikeout off
  3422. \xout off
  3423. \uuline off
  3424. \uwave off
  3425. \noun off
  3426. \color none
  3427. 0.642
  3428. \end_layout
  3429. \end_inset
  3430. </cell>
  3431. </row>
  3432. <row>
  3433. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3434. \begin_inset Text
  3435. \begin_layout Plain Layout
  3436. \family roman
  3437. \series medium
  3438. \shape up
  3439. \size normal
  3440. \emph off
  3441. \bar no
  3442. \strikeout off
  3443. \xout off
  3444. \uuline off
  3445. \uwave off
  3446. \noun off
  3447. \color none
  3448. fRMA
  3449. \end_layout
  3450. \end_inset
  3451. </cell>
  3452. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3453. \begin_inset Text
  3454. \begin_layout Plain Layout
  3455. Yes
  3456. \end_layout
  3457. \end_inset
  3458. </cell>
  3459. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  3460. \begin_inset Text
  3461. \begin_layout Plain Layout
  3462. \family roman
  3463. \series medium
  3464. \shape up
  3465. \size normal
  3466. \emph off
  3467. \bar no
  3468. \strikeout off
  3469. \xout off
  3470. \uuline off
  3471. \uwave off
  3472. \noun off
  3473. \color none
  3474. 0.863
  3475. \end_layout
  3476. \end_inset
  3477. </cell>
  3478. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  3479. \begin_inset Text
  3480. \begin_layout Plain Layout
  3481. \family roman
  3482. \series medium
  3483. \shape up
  3484. \size normal
  3485. \emph off
  3486. \bar no
  3487. \strikeout off
  3488. \xout off
  3489. \uuline off
  3490. \uwave off
  3491. \noun off
  3492. \color none
  3493. 0.718
  3494. \end_layout
  3495. \end_inset
  3496. </cell>
  3497. </row>
  3498. <row>
  3499. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3500. \begin_inset Text
  3501. \begin_layout Plain Layout
  3502. \family roman
  3503. \series medium
  3504. \shape up
  3505. \size normal
  3506. \emph off
  3507. \bar no
  3508. \strikeout off
  3509. \xout off
  3510. \uuline off
  3511. \uwave off
  3512. \noun off
  3513. \color none
  3514. SCAN
  3515. \end_layout
  3516. \end_inset
  3517. </cell>
  3518. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3519. \begin_inset Text
  3520. \begin_layout Plain Layout
  3521. Yes
  3522. \end_layout
  3523. \end_inset
  3524. </cell>
  3525. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  3526. \begin_inset Text
  3527. \begin_layout Plain Layout
  3528. \family roman
  3529. \series medium
  3530. \shape up
  3531. \size normal
  3532. \emph off
  3533. \bar no
  3534. \strikeout off
  3535. \xout off
  3536. \uuline off
  3537. \uwave off
  3538. \noun off
  3539. \color none
  3540. 0.853
  3541. \end_layout
  3542. \end_inset
  3543. </cell>
  3544. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  3545. \begin_inset Text
  3546. \begin_layout Plain Layout
  3547. \family roman
  3548. \series medium
  3549. \shape up
  3550. \size normal
  3551. \emph off
  3552. \bar no
  3553. \strikeout off
  3554. \xout off
  3555. \uuline off
  3556. \uwave off
  3557. \noun off
  3558. \color none
  3559. 0.689
  3560. \end_layout
  3561. \end_inset
  3562. </cell>
  3563. </row>
  3564. </lyxtabular>
  3565. \end_inset
  3566. \end_layout
  3567. \begin_layout Plain Layout
  3568. \begin_inset Caption Standard
  3569. \begin_layout Plain Layout
  3570. \begin_inset CommandInset label
  3571. LatexCommand label
  3572. name "tab:AUC-PAM"
  3573. \end_inset
  3574. \series bold
  3575. AUC values for internal and external validation with 6 different normalization
  3576. strategies.
  3577. \series default
  3578. Only fRMA and SCAN are single-channel normalizations.
  3579. The other 4 normalizations are for comparison.
  3580. \end_layout
  3581. \end_inset
  3582. \end_layout
  3583. \end_inset
  3584. \end_layout
  3585. \begin_layout Standard
  3586. For internal validation, the 6 methods' AUC values ranged from 0.816 to 0.891,
  3587. as shown in Table
  3588. \begin_inset CommandInset ref
  3589. LatexCommand ref
  3590. reference "tab:AUC-PAM"
  3591. plural "false"
  3592. caps "false"
  3593. noprefix "false"
  3594. \end_inset
  3595. .
  3596. Among the non-single-channel normalizations, dChip outperformed RMA, while
  3597. GRSN reduced the AUC values for both dChip and RMA.
  3598. Both single-channel methods, fRMA and SCAN, slightly outperformed RMA,
  3599. with fRMA ahead of SCAN.
  3600. However, the difference between RMA and fRMA is still quite small.
  3601. Figure
  3602. \begin_inset CommandInset ref
  3603. LatexCommand ref
  3604. reference "fig:ROC-PAM-int"
  3605. plural "false"
  3606. caps "false"
  3607. noprefix "false"
  3608. \end_inset
  3609. shows that the ROC curves for RMA, dChip, and fRMA look very similar and
  3610. relatively smooth, while both GRSN curves and the curve for SCAN have a
  3611. more jagged appearance.
  3612. \end_layout
  3613. \begin_layout Standard
  3614. \begin_inset Float figure
  3615. placement tb
  3616. wide false
  3617. sideways false
  3618. status collapsed
  3619. \begin_layout Plain Layout
  3620. \align center
  3621. \begin_inset Graphics
  3622. filename graphics/PAM/ROC-TXvsAR-external.pdf
  3623. lyxscale 50
  3624. width 100col%
  3625. groupId colwidth
  3626. \end_inset
  3627. \end_layout
  3628. \begin_layout Plain Layout
  3629. \begin_inset Caption Standard
  3630. \begin_layout Plain Layout
  3631. \series bold
  3632. \begin_inset CommandInset label
  3633. LatexCommand label
  3634. name "fig:ROC-PAM-ext"
  3635. \end_inset
  3636. ROC curve for PAM on external validation data using different normalization
  3637. strategies
  3638. \end_layout
  3639. \end_inset
  3640. \end_layout
  3641. \end_inset
  3642. \end_layout
  3643. \begin_layout Standard
  3644. For external validation, as expected, all the AUC values are lower than
  3645. the internal validations, ranging from 0.642 to 0.750 (Table
  3646. \begin_inset CommandInset ref
  3647. LatexCommand ref
  3648. reference "tab:AUC-PAM"
  3649. plural "false"
  3650. caps "false"
  3651. noprefix "false"
  3652. \end_inset
  3653. ).
  3654. With or without GRSN, RMA shows its dominance over dChip in this more challengi
  3655. ng test.
  3656. Unlike in the internal validation, GRSN actually improves the classifier
  3657. performance for RMA, although it does not for dChip.
  3658. Once again, both single-channel methods perform about on par with RMA,
  3659. with fRMA performing slightly better and SCAN performing a bit worse.
  3660. Figure
  3661. \begin_inset CommandInset ref
  3662. LatexCommand ref
  3663. reference "fig:ROC-PAM-ext"
  3664. plural "false"
  3665. caps "false"
  3666. noprefix "false"
  3667. \end_inset
  3668. shows the ROC curves for the external validation test.
  3669. As expected, none of them are as clean-looking as the internal validation
  3670. ROC curves.
  3671. The curves for RMA, RMA+GRSN, and fRMA all look similar, while the other
  3672. curves look more divergent.
  3673. \end_layout
  3674. \begin_layout Standard
  3675. \begin_inset ERT
  3676. status collapsed
  3677. \begin_layout Plain Layout
  3678. \backslash
  3679. FloatBarrier
  3680. \end_layout
  3681. \end_inset
  3682. \end_layout
  3683. \begin_layout Subsection
  3684. fRMA with custom-generated vectors enables normalization on hthgu133pluspm
  3685. \end_layout
  3686. \begin_layout Standard
  3687. \begin_inset Float figure
  3688. placement tb
  3689. wide false
  3690. sideways false
  3691. status collapsed
  3692. \begin_layout Plain Layout
  3693. \align center
  3694. \begin_inset Graphics
  3695. filename graphics/frma-pax-bx/batchsize_batches.pdf
  3696. \end_inset
  3697. \end_layout
  3698. \begin_layout Plain Layout
  3699. \begin_inset Caption Standard
  3700. \begin_layout Plain Layout
  3701. \begin_inset CommandInset label
  3702. LatexCommand label
  3703. name "fig:batch-size-batches"
  3704. \end_inset
  3705. \series bold
  3706. Effect of batch size selection on number of batches included in fRMA probe
  3707. weight learning.
  3708. \series default
  3709. For batch sizes ranging from 3 to 15, the number of batches with at least
  3710. that many samples was plotted for biopsy (BX) and blood (PAX) samples.
  3711. The selected batch size, 5, is marked with a dotted vertical line.
  3712. \end_layout
  3713. \end_inset
  3714. \end_layout
  3715. \end_inset
  3716. \end_layout
  3717. \begin_layout Standard
  3718. \begin_inset Float figure
  3719. placement tb
  3720. wide false
  3721. sideways false
  3722. status collapsed
  3723. \begin_layout Plain Layout
  3724. \align center
  3725. \begin_inset Graphics
  3726. filename graphics/frma-pax-bx/batchsize_samples.pdf
  3727. \end_inset
  3728. \end_layout
  3729. \begin_layout Plain Layout
  3730. \begin_inset Caption Standard
  3731. \begin_layout Plain Layout
  3732. \begin_inset CommandInset label
  3733. LatexCommand label
  3734. name "fig:batch-size-samples"
  3735. \end_inset
  3736. \series bold
  3737. Effect of batch size selection on number of samples included in fRMA probe
  3738. weight learning.
  3739. \series default
  3740. For batch sizes ranging from 3 to 15, the number of samples included in
  3741. probe weight training was plotted for biopsy (BX) and blood (PAX) samples.
  3742. The selected batch size, 5, is marked with a dotted vertical line.
  3743. \end_layout
  3744. \end_inset
  3745. \end_layout
  3746. \end_inset
  3747. \end_layout
  3748. \begin_layout Standard
  3749. In order to enable use of fRMA to normalize hthgu133pluspm, a custom set
  3750. of fRMA vectors was created.
  3751. First, an appropriate batch size was chosen by looking at the number of
  3752. batches and number of samples included as a function of batch size (Figures
  3753. \begin_inset CommandInset ref
  3754. LatexCommand ref
  3755. reference "fig:batch-size-batches"
  3756. plural "false"
  3757. caps "false"
  3758. noprefix "false"
  3759. \end_inset
  3760. and
  3761. \begin_inset CommandInset ref
  3762. LatexCommand ref
  3763. reference "fig:batch-size-samples"
  3764. plural "false"
  3765. caps "false"
  3766. noprefix "false"
  3767. \end_inset
  3768. , respectively).
  3769. For a given batch size, all batches with fewer samples that the chosen
  3770. size must be ignored during training, while larger batches must be randomly
  3771. downsampled to the chosen size.
  3772. Hence, the number of samples included for a given batch size equals the
  3773. batch size times the number of batches with at least that many samples.
  3774. From Figure
  3775. \begin_inset CommandInset ref
  3776. LatexCommand ref
  3777. reference "fig:batch-size-samples"
  3778. plural "false"
  3779. caps "false"
  3780. noprefix "false"
  3781. \end_inset
  3782. , it is apparent that that a batch size of 8 maximizes the number of samples
  3783. included in training.
  3784. Increasing the batch size beyond this causes too many smaller batches to
  3785. be excluded, reducing the total number of samples for both tissue types.
  3786. However, a batch size of 8 is not necessarily optimal.
  3787. The article introducing frmaTools concluded that it was highly advantageous
  3788. to use a smaller batch size in order to include more batches, even at the
  3789. expense of including fewer total samples in training
  3790. \begin_inset CommandInset citation
  3791. LatexCommand cite
  3792. key "McCall2011"
  3793. literal "false"
  3794. \end_inset
  3795. .
  3796. To strike an appropriate balance between more batches and more samples,
  3797. a batch size of 5 was chosen.
  3798. For both blood and biopsy samples, this increased the number of batches
  3799. included by 10, with only a modest reduction in the number of samples compared
  3800. to a batch size of 8.
  3801. With a batch size of 5, 26 batches of biopsy samples and 46 batches of
  3802. blood samples were available.
  3803. \end_layout
  3804. \begin_layout Standard
  3805. \begin_inset Float figure
  3806. wide false
  3807. sideways false
  3808. status collapsed
  3809. \begin_layout Plain Layout
  3810. \align center
  3811. \begin_inset Graphics
  3812. filename graphics/frma-pax-bx/M-BX-violin.pdf
  3813. lyxscale 40
  3814. height 80theight%
  3815. groupId m-violin
  3816. \end_inset
  3817. \end_layout
  3818. \begin_layout Plain Layout
  3819. \begin_inset Caption Standard
  3820. \begin_layout Plain Layout
  3821. \begin_inset CommandInset label
  3822. LatexCommand label
  3823. name "fig:m-bx-violin"
  3824. \end_inset
  3825. \series bold
  3826. Violin plot of log ratios between normalizations for 20 biopsy samples.
  3827. \series default
  3828. Each of 20 randomly selected biopsy samples was normalized with RMA and
  3829. with 5 different sets of fRMA vectors.
  3830. This shows the distribution of log ratios between normalized expression
  3831. values, aggregated across all 20 arrays.
  3832. \end_layout
  3833. \end_inset
  3834. \end_layout
  3835. \end_inset
  3836. \end_layout
  3837. \begin_layout Standard
  3838. Since fRMA training requires equal-size batches, larger batches are downsampled
  3839. randomly.
  3840. This introduces a nondeterministic step in the generation of normalization
  3841. vectors.
  3842. To show that this randomness does not substantially change the outcome,
  3843. the random downsampling and subsequent vector learning was repeated 5 times,
  3844. with a different random seed each time.
  3845. 20 samples were selected at random as a test set and normalized with each
  3846. of the 5 sets of fRMA normalization vectors as well as ordinary RMA, and
  3847. the normalized expression values were compared across normalizations.
  3848. Figure
  3849. \begin_inset CommandInset ref
  3850. LatexCommand ref
  3851. reference "fig:m-bx-violin"
  3852. plural "false"
  3853. caps "false"
  3854. noprefix "false"
  3855. \end_inset
  3856. shows a summary of these comparisons for biopsy samples.
  3857. Comparing RMA to each of the 5 fRMA normalizations, the distribution of
  3858. log ratios is somewhat wide, indicating that the normalizations disagree
  3859. on the expression values of a fair number of probe sets.
  3860. In contrast, comparisons of fRMA against fRMA, the vast mojority of probe
  3861. sets have very small log ratios, indicating a very high agreement between
  3862. the normalized values generated by the two normalizations.
  3863. This shows that the fRMA normalization's behavior is not very sensitive
  3864. to the random downsampling of larger batches during training.
  3865. \end_layout
  3866. \begin_layout Standard
  3867. \begin_inset Float figure
  3868. wide false
  3869. sideways false
  3870. status collapsed
  3871. \begin_layout Plain Layout
  3872. \align center
  3873. \begin_inset Graphics
  3874. filename graphics/frma-pax-bx/MA-BX-RMA.fRMA.pdf
  3875. lyxscale 50
  3876. width 100text%
  3877. groupId ma-frma
  3878. \end_inset
  3879. \end_layout
  3880. \begin_layout Plain Layout
  3881. \begin_inset Caption Standard
  3882. \begin_layout Plain Layout
  3883. \begin_inset CommandInset label
  3884. LatexCommand label
  3885. name "fig:ma-bx-rma-frma"
  3886. \end_inset
  3887. \series bold
  3888. Representative MA plot comparing RMA against fRMA for 20 biopsy samples.
  3889. \series default
  3890. Averages and log ratios were computed for every probe in each of 20 biopsy
  3891. samples between RMA normalization and fRMA.
  3892. Density of points is represented by darkness of shading, and individual
  3893. outlier points are plotted.
  3894. \end_layout
  3895. \end_inset
  3896. \end_layout
  3897. \end_inset
  3898. \end_layout
  3899. \begin_layout Standard
  3900. \begin_inset Float figure
  3901. wide false
  3902. sideways false
  3903. status collapsed
  3904. \begin_layout Plain Layout
  3905. \align center
  3906. \begin_inset Graphics
  3907. filename graphics/frma-pax-bx/MA-BX-fRMA.fRMA.pdf
  3908. lyxscale 50
  3909. width 100text%
  3910. groupId ma-frma
  3911. \end_inset
  3912. \end_layout
  3913. \begin_layout Plain Layout
  3914. \begin_inset Caption Standard
  3915. \begin_layout Plain Layout
  3916. \begin_inset CommandInset label
  3917. LatexCommand label
  3918. name "fig:ma-bx-frma-frma"
  3919. \end_inset
  3920. \series bold
  3921. Representative MA plot comparing different fRMA vectors for 20 biopsy samples.
  3922. \series default
  3923. Averages and log ratios were computed for every probe in each of 20 biopsy
  3924. samples between fRMA normalizations using vectors from two different batch
  3925. samplings.
  3926. Density of points is represented by darkness of shading, and individual
  3927. outlier points are plotted.
  3928. \end_layout
  3929. \end_inset
  3930. \end_layout
  3931. \end_inset
  3932. \end_layout
  3933. \begin_layout Standard
  3934. Figure
  3935. \begin_inset CommandInset ref
  3936. LatexCommand ref
  3937. reference "fig:ma-bx-rma-frma"
  3938. plural "false"
  3939. caps "false"
  3940. noprefix "false"
  3941. \end_inset
  3942. shows an MA plot of the RMA-normalized values against the fRMA-normalized
  3943. values for the same probe sets and arrays, corresponding to the first row
  3944. of Figure
  3945. \begin_inset CommandInset ref
  3946. LatexCommand ref
  3947. reference "fig:m-bx-violin"
  3948. plural "false"
  3949. caps "false"
  3950. noprefix "false"
  3951. \end_inset
  3952. .
  3953. This MA plot shows that not only is there a wide distribution of M-values,
  3954. but the trend of M-values is dependent on the average normalized intensity.
  3955. This is expected, since the overall trend represents the differences in
  3956. the quantile normalization step.
  3957. When running RMA, only the quantiles for these specific 20 arrays are used,
  3958. while for fRMA the quantile distribution is taking from all arrays used
  3959. in training.
  3960. Figure
  3961. \begin_inset CommandInset ref
  3962. LatexCommand ref
  3963. reference "fig:ma-bx-frma-frma"
  3964. plural "false"
  3965. caps "false"
  3966. noprefix "false"
  3967. \end_inset
  3968. shows a similar MA plot comparing 2 different fRMA normalizations, correspondin
  3969. g to the 6th row of Figure
  3970. \begin_inset CommandInset ref
  3971. LatexCommand ref
  3972. reference "fig:m-bx-violin"
  3973. plural "false"
  3974. caps "false"
  3975. noprefix "false"
  3976. \end_inset
  3977. .
  3978. The MA plot is very tightly centered around zero with no visible trend.
  3979. Figures
  3980. \begin_inset CommandInset ref
  3981. LatexCommand ref
  3982. reference "fig:m-pax-violin"
  3983. plural "false"
  3984. caps "false"
  3985. noprefix "false"
  3986. \end_inset
  3987. ,
  3988. \begin_inset CommandInset ref
  3989. LatexCommand ref
  3990. reference "fig:MA-PAX-rma-frma"
  3991. plural "false"
  3992. caps "false"
  3993. noprefix "false"
  3994. \end_inset
  3995. , and
  3996. \begin_inset CommandInset ref
  3997. LatexCommand ref
  3998. reference "fig:ma-bx-frma-frma"
  3999. plural "false"
  4000. caps "false"
  4001. noprefix "false"
  4002. \end_inset
  4003. show exactly the same information for the blood samples, once again comparing
  4004. the normalized expression values between normalizations for all probe sets
  4005. across 20 randomly selected test arrays.
  4006. Once again, there is a wider distribution of log ratios between RMA-normalized
  4007. values and fRMA-normalized, and a much tighter distribution when comparing
  4008. different fRMA normalizations to each other, indicating that the fRMA training
  4009. process is robust to random batch downsampling for the blood samples as
  4010. well.
  4011. \end_layout
  4012. \begin_layout Standard
  4013. \begin_inset Float figure
  4014. wide false
  4015. sideways false
  4016. status collapsed
  4017. \begin_layout Plain Layout
  4018. \align center
  4019. \begin_inset Graphics
  4020. filename graphics/frma-pax-bx/M-PAX-violin.pdf
  4021. lyxscale 40
  4022. height 80theight%
  4023. groupId m-violin
  4024. \end_inset
  4025. \end_layout
  4026. \begin_layout Plain Layout
  4027. \begin_inset Caption Standard
  4028. \begin_layout Plain Layout
  4029. \begin_inset CommandInset label
  4030. LatexCommand label
  4031. name "fig:m-pax-violin"
  4032. \end_inset
  4033. \series bold
  4034. Violin plot of log ratios between normalizations for 20 blood samples.
  4035. \series default
  4036. Each of 20 randomly selected blood samples was normalized with RMA and with
  4037. 5 different sets of fRMA vectors.
  4038. This shows the distribution of log ratios between normalized expression
  4039. values, aggregated across all 20 arrays.
  4040. \end_layout
  4041. \end_inset
  4042. \end_layout
  4043. \end_inset
  4044. \end_layout
  4045. \begin_layout Standard
  4046. \begin_inset Float figure
  4047. wide false
  4048. sideways false
  4049. status collapsed
  4050. \begin_layout Plain Layout
  4051. \align center
  4052. \begin_inset Graphics
  4053. filename graphics/frma-pax-bx/MA-PAX-RMA.fRMA.pdf
  4054. lyxscale 50
  4055. width 100text%
  4056. groupId ma-frma
  4057. \end_inset
  4058. \end_layout
  4059. \begin_layout Plain Layout
  4060. \begin_inset Caption Standard
  4061. \begin_layout Plain Layout
  4062. \begin_inset CommandInset label
  4063. LatexCommand label
  4064. name "fig:MA-PAX-rma-frma"
  4065. \end_inset
  4066. \series bold
  4067. Representative MA plot comparing RMA against fRMA for 20 blood samples.
  4068. \series default
  4069. Averages and log ratios were computed for every probe in each of 20 blood
  4070. samples between RMA normalization and fRMA.
  4071. Density of points is represented by darkness of shading, and individual
  4072. outlier points are plotted.
  4073. \end_layout
  4074. \end_inset
  4075. \end_layout
  4076. \begin_layout Plain Layout
  4077. \end_layout
  4078. \end_inset
  4079. \end_layout
  4080. \begin_layout Standard
  4081. \begin_inset Float figure
  4082. wide false
  4083. sideways false
  4084. status collapsed
  4085. \begin_layout Plain Layout
  4086. \align center
  4087. \begin_inset Graphics
  4088. filename graphics/frma-pax-bx/MA-PAX-fRMA.fRMA.pdf
  4089. lyxscale 50
  4090. width 100text%
  4091. groupId ma-frma
  4092. \end_inset
  4093. \end_layout
  4094. \begin_layout Plain Layout
  4095. \begin_inset Caption Standard
  4096. \begin_layout Plain Layout
  4097. \begin_inset CommandInset label
  4098. LatexCommand label
  4099. name "fig:MA-PAX-frma-frma"
  4100. \end_inset
  4101. \series bold
  4102. Representative MA plot comparing different fRMA vectors for 20 blood samples.
  4103. \series default
  4104. Averages and log ratios were computed for every probe in each of 20 blood
  4105. samples between fRMA normalizations using vectors from two different batch
  4106. samplings.
  4107. Density of points is represented by darkness of shading, and individual
  4108. outlier points are plotted.
  4109. \end_layout
  4110. \end_inset
  4111. \end_layout
  4112. \end_inset
  4113. \end_layout
  4114. \begin_layout Standard
  4115. \begin_inset ERT
  4116. status collapsed
  4117. \begin_layout Plain Layout
  4118. \backslash
  4119. FloatBarrier
  4120. \end_layout
  4121. \end_inset
  4122. \end_layout
  4123. \begin_layout Subsection
  4124. SVA, voom, and array weights improve model fit for methylation array data
  4125. \end_layout
  4126. \begin_layout Standard
  4127. \begin_inset Float figure
  4128. wide false
  4129. sideways false
  4130. status collapsed
  4131. \begin_layout Plain Layout
  4132. \align center
  4133. \begin_inset Flex TODO Note (inline)
  4134. status open
  4135. \begin_layout Plain Layout
  4136. Fix axis labels:
  4137. \begin_inset Quotes eld
  4138. \end_inset
  4139. log2 M-value
  4140. \begin_inset Quotes erd
  4141. \end_inset
  4142. is redundant because M-values are already log scale
  4143. \end_layout
  4144. \end_inset
  4145. \end_layout
  4146. \begin_layout Plain Layout
  4147. \align center
  4148. \begin_inset Graphics
  4149. filename graphics/methylvoom/unadj.dupcor/meanvar-trends-PAGE1-CROP-RASTER.png
  4150. lyxscale 15
  4151. width 100col%
  4152. groupId raster-600ppi
  4153. \end_inset
  4154. \end_layout
  4155. \begin_layout Plain Layout
  4156. \begin_inset Caption Standard
  4157. \begin_layout Plain Layout
  4158. \series bold
  4159. \begin_inset CommandInset label
  4160. LatexCommand label
  4161. name "fig:meanvar-basic"
  4162. \end_inset
  4163. Mean-variance trend for analysis A.
  4164. \series default
  4165. The log2(standard deviation) for each probe is plotted against the probe's
  4166. average M-value across all samples as a black point, with some transparency
  4167. to make overplotting more visible, since there are about 450,000 points.
  4168. Density of points is also indicated by the dark blue contour lines.
  4169. The prior variance trend estimated by eBayes is shown in light blue, while
  4170. the lowess trend of the points is shown in red.
  4171. \end_layout
  4172. \end_inset
  4173. \end_layout
  4174. \end_inset
  4175. \end_layout
  4176. \begin_layout Standard
  4177. Figure
  4178. \begin_inset CommandInset ref
  4179. LatexCommand ref
  4180. reference "fig:meanvar-basic"
  4181. plural "false"
  4182. caps "false"
  4183. noprefix "false"
  4184. \end_inset
  4185. shows the relationship between the mean M-value and the standard deviation
  4186. calculated for each probe in the methylation array data set.
  4187. A few features of the data are apparent.
  4188. First, the data are very strongly bimodal, with peaks in the density around
  4189. M-values of +4 and -4.
  4190. These modes correspond to methylation sites that are nearly 100% methylated
  4191. and nearly 100% unmethylated, respectively.
  4192. The strong bomodality indicates that a majority of probes interrogate sites
  4193. that fall into one of these two categories.
  4194. The points in between these modes represent sites that are either partially
  4195. methylated in many samples, or are fully methylated in some samples and
  4196. fully unmethylated in other samples, or some combination.
  4197. The next visible feature of the data is the W-shaped variance trend.
  4198. The upticks in the variance trend on either side are expected, based on
  4199. the sigmoid transformation exaggerating small differences at extreme M-values
  4200. (Figure
  4201. \begin_inset CommandInset ref
  4202. LatexCommand ref
  4203. reference "fig:Sigmoid-beta-m-mapping"
  4204. plural "false"
  4205. caps "false"
  4206. noprefix "false"
  4207. \end_inset
  4208. ).
  4209. However, the uptick in the center is interesting: it indicates that sites
  4210. that are not constitutitively methylated or unmethylated have a higher
  4211. variance.
  4212. This could be a genuine biological effect, or it could be spurious noise
  4213. that is only observable at sites with varying methylation.
  4214. \end_layout
  4215. \begin_layout Standard
  4216. \begin_inset Float figure
  4217. wide false
  4218. sideways false
  4219. status open
  4220. \begin_layout Plain Layout
  4221. \begin_inset Graphics
  4222. filename graphics/methylvoom/unadj.dupcor.sva.aw/meanvar-trends-PAGE1-CROP-RASTER.png
  4223. lyxscale 15
  4224. width 100col%
  4225. groupId raster-600ppi
  4226. \end_inset
  4227. \end_layout
  4228. \begin_layout Plain Layout
  4229. \begin_inset Caption Standard
  4230. \begin_layout Plain Layout
  4231. \series bold
  4232. \begin_inset CommandInset label
  4233. LatexCommand label
  4234. name "fig:meanvar-sva-aw"
  4235. \end_inset
  4236. Mean-variance trend for analysis B.
  4237. \series default
  4238. Interpretation is as in Figure
  4239. \begin_inset CommandInset ref
  4240. LatexCommand ref
  4241. reference "fig:meanvar-basic"
  4242. plural "false"
  4243. caps "false"
  4244. noprefix "false"
  4245. \end_inset
  4246. .
  4247. \end_layout
  4248. \end_inset
  4249. \end_layout
  4250. \end_inset
  4251. \end_layout
  4252. \begin_layout Standard
  4253. In Figure
  4254. \begin_inset CommandInset ref
  4255. LatexCommand ref
  4256. reference "fig:meanvar-sva-aw"
  4257. plural "false"
  4258. caps "false"
  4259. noprefix "false"
  4260. \end_inset
  4261. , we see the mean-variance trend for the same methylation array data, this
  4262. time with surrogate variables and sample quality weights estimated from
  4263. the data and included in the model.
  4264. As expected, the overall average variance is smaller, since the surrogate
  4265. variables account for some of the variance.
  4266. In addition, the uptick in variance in the middle of the M-value range
  4267. has disappeared, turning the W shape into a wide U shape.
  4268. This indicates that the excess variance in the probes with intermediate
  4269. M-values was explained by systematic variations not correlated with known
  4270. covariates, and these variations were modeled by the surrogate variables.
  4271. The result is a nearly flat variance trend for the entire intermediate
  4272. M-value range from about -3 to +3.
  4273. In contrast, the excess variance at the extremes was not
  4274. \begin_inset Quotes eld
  4275. \end_inset
  4276. absorbed
  4277. \begin_inset Quotes erd
  4278. \end_inset
  4279. by the surrogate variables and remains in the plot, indicating that this
  4280. variation has no systematic component: probes with extreme M-values are
  4281. uniformly more variable across all samples, as expected.
  4282. \end_layout
  4283. \begin_layout Standard
  4284. \begin_inset Float figure
  4285. wide false
  4286. sideways false
  4287. status collapsed
  4288. \begin_layout Plain Layout
  4289. \begin_inset Graphics
  4290. filename graphics/methylvoom/unadj.dupcor.sva.voomaw/meanvar-trends-PAGE2-CROP-RASTER.png
  4291. lyxscale 15
  4292. width 100col%
  4293. groupId raster-600ppi
  4294. \end_inset
  4295. \end_layout
  4296. \begin_layout Plain Layout
  4297. \begin_inset Caption Standard
  4298. \begin_layout Plain Layout
  4299. \series bold
  4300. \begin_inset CommandInset label
  4301. LatexCommand label
  4302. name "fig:meanvar-sva-voomaw"
  4303. \end_inset
  4304. Mean-variance trend after voom modeling in analysis C.
  4305. \series default
  4306. Interpretation is as in Figure
  4307. \begin_inset CommandInset ref
  4308. LatexCommand ref
  4309. reference "fig:meanvar-basic"
  4310. plural "false"
  4311. caps "false"
  4312. noprefix "false"
  4313. \end_inset
  4314. .
  4315. \end_layout
  4316. \end_inset
  4317. \end_layout
  4318. \end_inset
  4319. \end_layout
  4320. \begin_layout Standard
  4321. Figure
  4322. \begin_inset CommandInset ref
  4323. LatexCommand ref
  4324. reference "fig:meanvar-sva-voomaw"
  4325. plural "false"
  4326. caps "false"
  4327. noprefix "false"
  4328. \end_inset
  4329. shows the mean-variance trend after fitting the model with the observation
  4330. weights assigned by voom based on the mean-variance trend shown in Figure
  4331. \begin_inset CommandInset ref
  4332. LatexCommand ref
  4333. reference "fig:meanvar-sva-aw"
  4334. plural "false"
  4335. caps "false"
  4336. noprefix "false"
  4337. \end_inset
  4338. .
  4339. As expected, the weights exactly counteract the trend in the data, resulting
  4340. in a nearly flat trend centered vertically at 1 (i.e.
  4341. 0 on the log scale).
  4342. This shows that the observations with extreme M-values have been appropriately
  4343. down-weighted to account for the fact that the noise in those observations
  4344. has been amplified by the non-linear M-value transformation.
  4345. In turn, this gives relatively more weight to observervations in the middle
  4346. region, which are more likely to correspond to probes measuring interesting
  4347. biology (not constitutively methylated or unmethylated).
  4348. \end_layout
  4349. \begin_layout Standard
  4350. \begin_inset Float table
  4351. wide false
  4352. sideways false
  4353. status collapsed
  4354. \begin_layout Plain Layout
  4355. \align center
  4356. \begin_inset Tabular
  4357. <lyxtabular version="3" rows="5" columns="3">
  4358. <features tabularvalignment="middle">
  4359. <column alignment="center" valignment="top">
  4360. <column alignment="center" valignment="top">
  4361. <column alignment="center" valignment="top">
  4362. <row>
  4363. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4364. \begin_inset Text
  4365. \begin_layout Plain Layout
  4366. Covariate
  4367. \end_layout
  4368. \end_inset
  4369. </cell>
  4370. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4371. \begin_inset Text
  4372. \begin_layout Plain Layout
  4373. Test used
  4374. \end_layout
  4375. \end_inset
  4376. </cell>
  4377. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4378. \begin_inset Text
  4379. \begin_layout Plain Layout
  4380. p-value
  4381. \end_layout
  4382. \end_inset
  4383. </cell>
  4384. </row>
  4385. <row>
  4386. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4387. \begin_inset Text
  4388. \begin_layout Plain Layout
  4389. Transplant Status
  4390. \end_layout
  4391. \end_inset
  4392. </cell>
  4393. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4394. \begin_inset Text
  4395. \begin_layout Plain Layout
  4396. F-test
  4397. \end_layout
  4398. \end_inset
  4399. </cell>
  4400. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4401. \begin_inset Text
  4402. \begin_layout Plain Layout
  4403. 0.404
  4404. \end_layout
  4405. \end_inset
  4406. </cell>
  4407. </row>
  4408. <row>
  4409. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4410. \begin_inset Text
  4411. \begin_layout Plain Layout
  4412. Diabetes Diagnosis
  4413. \end_layout
  4414. \end_inset
  4415. </cell>
  4416. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4417. \begin_inset Text
  4418. \begin_layout Plain Layout
  4419. t-test
  4420. \end_layout
  4421. \end_inset
  4422. </cell>
  4423. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4424. \begin_inset Text
  4425. \begin_layout Plain Layout
  4426. 0.00106
  4427. \end_layout
  4428. \end_inset
  4429. </cell>
  4430. </row>
  4431. <row>
  4432. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4433. \begin_inset Text
  4434. \begin_layout Plain Layout
  4435. Sex
  4436. \end_layout
  4437. \end_inset
  4438. </cell>
  4439. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4440. \begin_inset Text
  4441. \begin_layout Plain Layout
  4442. t-test
  4443. \end_layout
  4444. \end_inset
  4445. </cell>
  4446. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4447. \begin_inset Text
  4448. \begin_layout Plain Layout
  4449. 0.148
  4450. \end_layout
  4451. \end_inset
  4452. </cell>
  4453. </row>
  4454. <row>
  4455. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4456. \begin_inset Text
  4457. \begin_layout Plain Layout
  4458. Age
  4459. \end_layout
  4460. \end_inset
  4461. </cell>
  4462. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4463. \begin_inset Text
  4464. \begin_layout Plain Layout
  4465. linear regression
  4466. \end_layout
  4467. \end_inset
  4468. </cell>
  4469. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4470. \begin_inset Text
  4471. \begin_layout Plain Layout
  4472. 0.212
  4473. \end_layout
  4474. \end_inset
  4475. </cell>
  4476. </row>
  4477. </lyxtabular>
  4478. \end_inset
  4479. \end_layout
  4480. \begin_layout Plain Layout
  4481. \begin_inset Caption Standard
  4482. \begin_layout Plain Layout
  4483. \series bold
  4484. \begin_inset CommandInset label
  4485. LatexCommand label
  4486. name "tab:weight-covariate-tests"
  4487. \end_inset
  4488. Association of sample weights with clinical covariates in methylation array
  4489. data.
  4490. \series default
  4491. Computed sample quality log weights were tested for significant association
  4492. with each of the variables in the model (1st column).
  4493. An appropriate test was selected for each variable (2nd column).
  4494. P-values for significant association are shown in the 3rd column.
  4495. \end_layout
  4496. \end_inset
  4497. \end_layout
  4498. \end_inset
  4499. \end_layout
  4500. \begin_layout Standard
  4501. \begin_inset Flex TODO Note (inline)
  4502. status open
  4503. \begin_layout Plain Layout
  4504. Redo the sample weight boxplot with notches and without fill colors (and
  4505. update the legend)
  4506. \end_layout
  4507. \end_inset
  4508. \end_layout
  4509. \begin_layout Standard
  4510. \begin_inset Float figure
  4511. wide false
  4512. sideways false
  4513. status collapsed
  4514. \begin_layout Plain Layout
  4515. \begin_inset Graphics
  4516. filename graphics/methylvoom/unadj.dupcor.sva.voomaw/sample-weights-PAGE3-CROP.pdf
  4517. \end_inset
  4518. \end_layout
  4519. \begin_layout Plain Layout
  4520. \begin_inset Caption Standard
  4521. \begin_layout Plain Layout
  4522. \begin_inset CommandInset label
  4523. LatexCommand label
  4524. name "fig:diabetes-sample-weights"
  4525. \end_inset
  4526. \series bold
  4527. Boxplot of sample quality weights grouped by diabetes diagnosis.
  4528. \series default
  4529. Sample were grouped based on diabetes diagnosis, and the distribution of
  4530. sample quality weights for each diagnosis was plotted.
  4531. \end_layout
  4532. \end_inset
  4533. \end_layout
  4534. \begin_layout Plain Layout
  4535. \end_layout
  4536. \end_inset
  4537. \end_layout
  4538. \begin_layout Standard
  4539. To determine whether any of the known experimental factors had an impact
  4540. on data quality, the sample quality weights estimated from the data were
  4541. tested for association with each of the experimental factors (Table
  4542. \begin_inset CommandInset ref
  4543. LatexCommand ref
  4544. reference "tab:weight-covariate-tests"
  4545. plural "false"
  4546. caps "false"
  4547. noprefix "false"
  4548. \end_inset
  4549. ).
  4550. Diabetes diagnosis was found to have a potentially significant association
  4551. with the sample weights, with a t-test p-value of
  4552. \begin_inset Formula $1.06\times10^{-3}$
  4553. \end_inset
  4554. .
  4555. Figure
  4556. \begin_inset CommandInset ref
  4557. LatexCommand ref
  4558. reference "fig:diabetes-sample-weights"
  4559. plural "false"
  4560. caps "false"
  4561. noprefix "false"
  4562. \end_inset
  4563. shows the distribution of sample weights grouped by diabetes diagnosis.
  4564. The samples from patients with Type 2 diabetes were assigned significantly
  4565. lower weights than those from patients with Type 1 diabetes.
  4566. This indicates that the type 2 diabetes samples had an overall higher variance
  4567. on average across all probes.
  4568. \end_layout
  4569. \begin_layout Standard
  4570. \begin_inset Float table
  4571. wide false
  4572. sideways false
  4573. status collapsed
  4574. \begin_layout Plain Layout
  4575. \align center
  4576. \begin_inset Flex TODO Note (inline)
  4577. status open
  4578. \begin_layout Plain Layout
  4579. Consider transposing this table and the next one
  4580. \end_layout
  4581. \end_inset
  4582. \end_layout
  4583. \begin_layout Plain Layout
  4584. \align center
  4585. \begin_inset Tabular
  4586. <lyxtabular version="3" rows="5" columns="4">
  4587. <features tabularvalignment="middle">
  4588. <column alignment="center" valignment="top">
  4589. <column alignment="center" valignment="top">
  4590. <column alignment="center" valignment="top">
  4591. <column alignment="center" valignment="top">
  4592. <row>
  4593. <cell alignment="center" valignment="top" usebox="none">
  4594. \begin_inset Text
  4595. \begin_layout Plain Layout
  4596. \end_layout
  4597. \end_inset
  4598. </cell>
  4599. <cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4600. \begin_inset Text
  4601. \begin_layout Plain Layout
  4602. Analysis
  4603. \end_layout
  4604. \end_inset
  4605. </cell>
  4606. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4607. \begin_inset Text
  4608. \begin_layout Plain Layout
  4609. \end_layout
  4610. \end_inset
  4611. </cell>
  4612. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4613. \begin_inset Text
  4614. \begin_layout Plain Layout
  4615. \end_layout
  4616. \end_inset
  4617. </cell>
  4618. </row>
  4619. <row>
  4620. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4621. \begin_inset Text
  4622. \begin_layout Plain Layout
  4623. Contrast
  4624. \end_layout
  4625. \end_inset
  4626. </cell>
  4627. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4628. \begin_inset Text
  4629. \begin_layout Plain Layout
  4630. A
  4631. \end_layout
  4632. \end_inset
  4633. </cell>
  4634. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4635. \begin_inset Text
  4636. \begin_layout Plain Layout
  4637. B
  4638. \end_layout
  4639. \end_inset
  4640. </cell>
  4641. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4642. \begin_inset Text
  4643. \begin_layout Plain Layout
  4644. C
  4645. \end_layout
  4646. \end_inset
  4647. </cell>
  4648. </row>
  4649. <row>
  4650. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4651. \begin_inset Text
  4652. \begin_layout Plain Layout
  4653. TX vs AR
  4654. \end_layout
  4655. \end_inset
  4656. </cell>
  4657. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4658. \begin_inset Text
  4659. \begin_layout Plain Layout
  4660. 0
  4661. \end_layout
  4662. \end_inset
  4663. </cell>
  4664. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4665. \begin_inset Text
  4666. \begin_layout Plain Layout
  4667. 25
  4668. \end_layout
  4669. \end_inset
  4670. </cell>
  4671. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4672. \begin_inset Text
  4673. \begin_layout Plain Layout
  4674. 22
  4675. \end_layout
  4676. \end_inset
  4677. </cell>
  4678. </row>
  4679. <row>
  4680. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4681. \begin_inset Text
  4682. \begin_layout Plain Layout
  4683. TX vs ADNR
  4684. \end_layout
  4685. \end_inset
  4686. </cell>
  4687. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4688. \begin_inset Text
  4689. \begin_layout Plain Layout
  4690. 7
  4691. \end_layout
  4692. \end_inset
  4693. </cell>
  4694. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4695. \begin_inset Text
  4696. \begin_layout Plain Layout
  4697. 338
  4698. \end_layout
  4699. \end_inset
  4700. </cell>
  4701. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4702. \begin_inset Text
  4703. \begin_layout Plain Layout
  4704. 369
  4705. \end_layout
  4706. \end_inset
  4707. </cell>
  4708. </row>
  4709. <row>
  4710. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4711. \begin_inset Text
  4712. \begin_layout Plain Layout
  4713. TX vs CAN
  4714. \end_layout
  4715. \end_inset
  4716. </cell>
  4717. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4718. \begin_inset Text
  4719. \begin_layout Plain Layout
  4720. 0
  4721. \end_layout
  4722. \end_inset
  4723. </cell>
  4724. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4725. \begin_inset Text
  4726. \begin_layout Plain Layout
  4727. 231
  4728. \end_layout
  4729. \end_inset
  4730. </cell>
  4731. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4732. \begin_inset Text
  4733. \begin_layout Plain Layout
  4734. 278
  4735. \end_layout
  4736. \end_inset
  4737. </cell>
  4738. </row>
  4739. </lyxtabular>
  4740. \end_inset
  4741. \end_layout
  4742. \begin_layout Plain Layout
  4743. \begin_inset Caption Standard
  4744. \begin_layout Plain Layout
  4745. \begin_inset CommandInset label
  4746. LatexCommand label
  4747. name "tab:methyl-num-signif"
  4748. \end_inset
  4749. \series bold
  4750. Number of probes significant at 10% FDR for each contrast in each analysis.
  4751. \series default
  4752. For each of the analyses in Table
  4753. \begin_inset CommandInset ref
  4754. LatexCommand ref
  4755. reference "tab:Summary-of-meth-analysis"
  4756. plural "false"
  4757. caps "false"
  4758. noprefix "false"
  4759. \end_inset
  4760. , the table shows the number of probes called significantly differentially
  4761. methylated at a threshold of 10% FDR for each comparison between TX and
  4762. the other 3 transplant statuses.
  4763. \end_layout
  4764. \end_inset
  4765. \end_layout
  4766. \end_inset
  4767. \end_layout
  4768. \begin_layout Standard
  4769. \begin_inset Float table
  4770. wide false
  4771. sideways false
  4772. status collapsed
  4773. \begin_layout Plain Layout
  4774. \align center
  4775. \begin_inset Tabular
  4776. <lyxtabular version="3" rows="5" columns="4">
  4777. <features tabularvalignment="middle">
  4778. <column alignment="center" valignment="top">
  4779. <column alignment="center" valignment="top">
  4780. <column alignment="center" valignment="top">
  4781. <column alignment="center" valignment="top">
  4782. <row>
  4783. <cell alignment="center" valignment="top" usebox="none">
  4784. \begin_inset Text
  4785. \begin_layout Plain Layout
  4786. \end_layout
  4787. \end_inset
  4788. </cell>
  4789. <cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4790. \begin_inset Text
  4791. \begin_layout Plain Layout
  4792. Analysis
  4793. \end_layout
  4794. \end_inset
  4795. </cell>
  4796. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4797. \begin_inset Text
  4798. \begin_layout Plain Layout
  4799. \end_layout
  4800. \end_inset
  4801. </cell>
  4802. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4803. \begin_inset Text
  4804. \begin_layout Plain Layout
  4805. \end_layout
  4806. \end_inset
  4807. </cell>
  4808. </row>
  4809. <row>
  4810. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4811. \begin_inset Text
  4812. \begin_layout Plain Layout
  4813. Contrast
  4814. \end_layout
  4815. \end_inset
  4816. </cell>
  4817. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4818. \begin_inset Text
  4819. \begin_layout Plain Layout
  4820. A
  4821. \end_layout
  4822. \end_inset
  4823. </cell>
  4824. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4825. \begin_inset Text
  4826. \begin_layout Plain Layout
  4827. B
  4828. \end_layout
  4829. \end_inset
  4830. </cell>
  4831. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4832. \begin_inset Text
  4833. \begin_layout Plain Layout
  4834. C
  4835. \end_layout
  4836. \end_inset
  4837. </cell>
  4838. </row>
  4839. <row>
  4840. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4841. \begin_inset Text
  4842. \begin_layout Plain Layout
  4843. TX vs AR
  4844. \end_layout
  4845. \end_inset
  4846. </cell>
  4847. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4848. \begin_inset Text
  4849. \begin_layout Plain Layout
  4850. 0
  4851. \end_layout
  4852. \end_inset
  4853. </cell>
  4854. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4855. \begin_inset Text
  4856. \begin_layout Plain Layout
  4857. 10,063
  4858. \end_layout
  4859. \end_inset
  4860. </cell>
  4861. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4862. \begin_inset Text
  4863. \begin_layout Plain Layout
  4864. 11,225
  4865. \end_layout
  4866. \end_inset
  4867. </cell>
  4868. </row>
  4869. <row>
  4870. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4871. \begin_inset Text
  4872. \begin_layout Plain Layout
  4873. TX vs ADNR
  4874. \end_layout
  4875. \end_inset
  4876. </cell>
  4877. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4878. \begin_inset Text
  4879. \begin_layout Plain Layout
  4880. 27
  4881. \end_layout
  4882. \end_inset
  4883. </cell>
  4884. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  4885. \begin_inset Text
  4886. \begin_layout Plain Layout
  4887. 12,674
  4888. \end_layout
  4889. \end_inset
  4890. </cell>
  4891. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  4892. \begin_inset Text
  4893. \begin_layout Plain Layout
  4894. 13,086
  4895. \end_layout
  4896. \end_inset
  4897. </cell>
  4898. </row>
  4899. <row>
  4900. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4901. \begin_inset Text
  4902. \begin_layout Plain Layout
  4903. TX vs CAN
  4904. \end_layout
  4905. \end_inset
  4906. </cell>
  4907. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4908. \begin_inset Text
  4909. \begin_layout Plain Layout
  4910. 966
  4911. \end_layout
  4912. \end_inset
  4913. </cell>
  4914. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  4915. \begin_inset Text
  4916. \begin_layout Plain Layout
  4917. 20,039
  4918. \end_layout
  4919. \end_inset
  4920. </cell>
  4921. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  4922. \begin_inset Text
  4923. \begin_layout Plain Layout
  4924. 20,955
  4925. \end_layout
  4926. \end_inset
  4927. </cell>
  4928. </row>
  4929. </lyxtabular>
  4930. \end_inset
  4931. \end_layout
  4932. \begin_layout Plain Layout
  4933. \begin_inset Caption Standard
  4934. \begin_layout Plain Layout
  4935. \begin_inset CommandInset label
  4936. LatexCommand label
  4937. name "tab:methyl-est-nonnull"
  4938. \end_inset
  4939. \series bold
  4940. Estimated number of non-null tests for each contrast in each analysis.
  4941. \series default
  4942. For each of the analyses in Table
  4943. \begin_inset CommandInset ref
  4944. LatexCommand ref
  4945. reference "tab:Summary-of-meth-analysis"
  4946. plural "false"
  4947. caps "false"
  4948. noprefix "false"
  4949. \end_inset
  4950. , the table shows the number of probes estimated to be differentially methylated
  4951. between TX and the other 3 transplant statuses.
  4952. \end_layout
  4953. \end_inset
  4954. \end_layout
  4955. \end_inset
  4956. \end_layout
  4957. \begin_layout Standard
  4958. \begin_inset Float figure
  4959. wide false
  4960. sideways false
  4961. status collapsed
  4962. \begin_layout Plain Layout
  4963. \begin_inset Flex TODO Note (inline)
  4964. status open
  4965. \begin_layout Plain Layout
  4966. Re-generate p-value histograms for all relevant contrasts in a single page,
  4967. then write an appropriate legend.
  4968. \end_layout
  4969. \end_inset
  4970. \end_layout
  4971. \begin_layout Plain Layout
  4972. \align center
  4973. \series bold
  4974. [Figure goes here]
  4975. \end_layout
  4976. \begin_layout Plain Layout
  4977. \begin_inset Caption Standard
  4978. \begin_layout Plain Layout
  4979. \series bold
  4980. \begin_inset CommandInset label
  4981. LatexCommand label
  4982. name "fig:meth-p-value-histograms"
  4983. \end_inset
  4984. Probe p-value histograms for each contrast in each analysis.
  4985. \end_layout
  4986. \end_inset
  4987. \end_layout
  4988. \begin_layout Plain Layout
  4989. \end_layout
  4990. \end_inset
  4991. \end_layout
  4992. \begin_layout Standard
  4993. Table
  4994. \begin_inset CommandInset ref
  4995. LatexCommand ref
  4996. reference "tab:methyl-num-signif"
  4997. plural "false"
  4998. caps "false"
  4999. noprefix "false"
  5000. \end_inset
  5001. shows the number of significantly differentially methylated probes reported
  5002. by each analysis for each comparison of interest at an FDR of 10%.
  5003. As expected, the more elaborate analyses, B and C, report more significant
  5004. probes than the more basic analysis A, consistent with the conclusions
  5005. above that the data contain hidden systematic variations that must be modeled.
  5006. Table
  5007. \begin_inset CommandInset ref
  5008. LatexCommand ref
  5009. reference "tab:methyl-est-nonnull"
  5010. plural "false"
  5011. caps "false"
  5012. noprefix "false"
  5013. \end_inset
  5014. shows the estimated number differentially methylated probes for each test
  5015. from each analysis.
  5016. This was computed by estimating the proportion of null hypotheses that
  5017. were true using the method of
  5018. \begin_inset CommandInset citation
  5019. LatexCommand cite
  5020. key "Phipson2013"
  5021. literal "false"
  5022. \end_inset
  5023. and subtracting that fraction from the total number of probes, yielding
  5024. an estimate of the number of null hypotheses that are false based on the
  5025. distribution of p-values across the entire dataset.
  5026. Note that this does not identify which null hypotheses should be rejected
  5027. (i.e.
  5028. which probes are significant); it only estimates the true number of such
  5029. probes.
  5030. Once again, analyses B and C result it much larger estimates for the number
  5031. of differentially methylated probes.
  5032. In this case, analysis C, the only analysis that includes voom, estimates
  5033. the largest number of differentially methylated probes for all 3 contrasts.
  5034. If the assumptions of all the methods employed hold, then this represents
  5035. a gain in statistical power over the simpler analysis A.
  5036. Figure
  5037. \begin_inset CommandInset ref
  5038. LatexCommand ref
  5039. reference "fig:meth-p-value-histograms"
  5040. plural "false"
  5041. caps "false"
  5042. noprefix "false"
  5043. \end_inset
  5044. shows the p-value distributions for each test, from which the numbers in
  5045. Table
  5046. \begin_inset CommandInset ref
  5047. LatexCommand ref
  5048. reference "tab:methyl-est-nonnull"
  5049. plural "false"
  5050. caps "false"
  5051. noprefix "false"
  5052. \end_inset
  5053. were generated.
  5054. The distributions for analysis A all have a dip in density near zero, which
  5055. is a strong sign of a poor model fit.
  5056. The histograms for analyses B and C are more well-behaved, with a uniform
  5057. component stretching all the way from 0 to 1 representing the probes for
  5058. which the null hypotheses is true (no differential methylation), and a
  5059. zero-biased component representing the probes for which the null hypothesis
  5060. is false (differentially methylated).
  5061. These histograms do not indicate any major issues with the model fit.
  5062. \end_layout
  5063. \begin_layout Standard
  5064. \begin_inset Flex TODO Note (inline)
  5065. status open
  5066. \begin_layout Plain Layout
  5067. Maybe include the PCA plots before/after SVA effect subtraction?
  5068. \end_layout
  5069. \end_inset
  5070. \end_layout
  5071. \begin_layout Standard
  5072. \begin_inset ERT
  5073. status collapsed
  5074. \begin_layout Plain Layout
  5075. \backslash
  5076. FloatBarrier
  5077. \end_layout
  5078. \end_inset
  5079. \end_layout
  5080. \begin_layout Section
  5081. Discussion
  5082. \end_layout
  5083. \begin_layout Subsection
  5084. fRMA achieves clinically applicable normalization without sacrificing classifica
  5085. tion performance
  5086. \end_layout
  5087. \begin_layout Standard
  5088. As shown in Figure
  5089. \begin_inset CommandInset ref
  5090. LatexCommand ref
  5091. reference "fig:Classifier-probabilities-RMA"
  5092. plural "false"
  5093. caps "false"
  5094. noprefix "false"
  5095. \end_inset
  5096. , improper normalization, particularly separate normalization of training
  5097. and test samples, leads to unwanted biases in classification.
  5098. In a controlled experimental context, it is always possible to correct
  5099. this issue by normalizing all experimental samples together.
  5100. However, because it is not feasible to normalize all samples together in
  5101. a clinical context, a single-channel normalization is required is required.
  5102. \end_layout
  5103. \begin_layout Standard
  5104. The major concern in using a single-channel normalization is that non-single-cha
  5105. nnel methods can share information between arrays to improve the normalization,
  5106. and single-channel methods risk sacrificing the gains in normalization
  5107. accuracy that come from this information sharing.
  5108. In the case of RMA, this information sharing is accomplished through quantile
  5109. normalization and median polish steps.
  5110. The need for information sharing in quantile normalization can easily be
  5111. removed by learning a fixed set of quantiles from external data and normalizing
  5112. each array to these fixed quantiles, instead of the quantiles of the data
  5113. itself.
  5114. As long as the fixed quantiles are reasonable, the result will be similar
  5115. to standard RMA.
  5116. However, there is no analogous way to eliminate cross-array information
  5117. sharing in the median polish step, so fRMA replaces this with a weighted
  5118. average of probes on each array, with the weights learned from external
  5119. data.
  5120. This step of fRMA has the greatest potential to diverge from RMA un undesirable
  5121. ways.
  5122. \end_layout
  5123. \begin_layout Standard
  5124. However, when run on real data, fRMA performed at least as well as RMA in
  5125. both the internal validation and external validation tests.
  5126. This shows that fRMA can be used to normalize individual clinical samples
  5127. in a class prediction context without sacrificing the classifier performance
  5128. that would be obtained by using the more well-established RMA for normalization.
  5129. The other single-channel normalization method considered, SCAN, showed
  5130. some loss of AUC in the external validation test.
  5131. Based on these results, fRMA is the preferred normalization for clinical
  5132. samples in a class prediction context.
  5133. \end_layout
  5134. \begin_layout Subsection
  5135. Robust fRMA vectors can be generated for new array platforms
  5136. \end_layout
  5137. \begin_layout Standard
  5138. \begin_inset Flex TODO Note (inline)
  5139. status open
  5140. \begin_layout Plain Layout
  5141. Look up the exact numbers, do a find & replace for
  5142. \begin_inset Quotes eld
  5143. \end_inset
  5144. 850
  5145. \begin_inset Quotes erd
  5146. \end_inset
  5147. \end_layout
  5148. \end_inset
  5149. \end_layout
  5150. \begin_layout Standard
  5151. The published fRMA normalization vectors for the hgu133plus2 platform were
  5152. generated from a set of about 850 samples chosen from a wide range of tissues,
  5153. which the authors determined was sufficient to generate a robust set of
  5154. normalization vectors that could be applied across all tissues
  5155. \begin_inset CommandInset citation
  5156. LatexCommand cite
  5157. key "McCall2010"
  5158. literal "false"
  5159. \end_inset
  5160. .
  5161. Since we only had hthgu133pluspm for 2 tissues of interest, our needs were
  5162. more modest.
  5163. Even using only 130 samples in 26 batches of 5 samples each for kidney
  5164. biopsies, we were able to train a robust set of fRMA normalization vectors
  5165. that were not meaningfully affected by the random selection of 5 samples
  5166. from each batch.
  5167. As expected, the training process was just as robust for the blood samples
  5168. with 230 samples in 46 batches of 5 samples each.
  5169. Because these vectors were each generated using training samples from a
  5170. single tissue, they are not suitable for general use, unlike the vectors
  5171. provided with fRMA itself.
  5172. They are purpose-built for normalizing a specific type of sample on a specific
  5173. platform.
  5174. This is a mostly acceptable limitation in the context of developing a machine
  5175. learning classifier for diagnosing a disease based on samples of a specific
  5176. tissue.
  5177. \end_layout
  5178. \begin_layout Standard
  5179. \begin_inset Flex TODO Note (inline)
  5180. status open
  5181. \begin_layout Plain Layout
  5182. How to bring up that these custom vectors were used in another project by
  5183. someone else that was never published?
  5184. \end_layout
  5185. \end_inset
  5186. \end_layout
  5187. \begin_layout Subsection
  5188. Methylation array data can be successfully analyzed using existing techniques,
  5189. but machine learning poses additional challenges
  5190. \end_layout
  5191. \begin_layout Standard
  5192. Both analysis strategies B and C both yield a reasonable analysis, with
  5193. a mean-variance trend that matches the expected behavior for the non-linear
  5194. M-value transformation (Figure
  5195. \begin_inset CommandInset ref
  5196. LatexCommand ref
  5197. reference "fig:meanvar-sva-aw"
  5198. plural "false"
  5199. caps "false"
  5200. noprefix "false"
  5201. \end_inset
  5202. ) and well-behaved p-value distributions (Figure
  5203. \begin_inset CommandInset ref
  5204. LatexCommand ref
  5205. reference "fig:meth-p-value-histograms"
  5206. plural "false"
  5207. caps "false"
  5208. noprefix "false"
  5209. \end_inset
  5210. ).
  5211. These two analyses also yield similar numbers of significant probes (Table
  5212. \begin_inset CommandInset ref
  5213. LatexCommand ref
  5214. reference "tab:methyl-num-signif"
  5215. plural "false"
  5216. caps "false"
  5217. noprefix "false"
  5218. \end_inset
  5219. ) and similar estimates of the number of differentially methylated probes
  5220. (Table
  5221. \begin_inset CommandInset ref
  5222. LatexCommand ref
  5223. reference "tab:methyl-est-nonnull"
  5224. plural "false"
  5225. caps "false"
  5226. noprefix "false"
  5227. \end_inset
  5228. ).
  5229. The main difference between these two analyses is the method used to account
  5230. for the mean-variance trend.
  5231. In analysis B, the trend is estimated and applied at the probe level: each
  5232. probe's estimated variance is squeezed toward the trend using an empirical
  5233. Bayes procedure (Figure
  5234. \begin_inset CommandInset ref
  5235. LatexCommand ref
  5236. reference "fig:meanvar-sva-aw"
  5237. plural "false"
  5238. caps "false"
  5239. noprefix "false"
  5240. \end_inset
  5241. ).
  5242. In analysis C, the trend is still estimated at the probe level, but instead
  5243. of estimating a single variance value shared across all observations for
  5244. a given probe, the voom method computes an initial estiamte of the variance
  5245. for each observation individually based on where its model-fitted M-value
  5246. falls on the trend line and then assigns inverse-variance weights to model
  5247. the difference in variance between observations.
  5248. An overall variance is still estimated for each probe using the same empirical
  5249. Bayes method, but now the residual trend is flat (Figure
  5250. \begin_inset CommandInset ref
  5251. LatexCommand ref
  5252. reference "fig:meanvar-sva-voomaw"
  5253. plural "false"
  5254. caps "false"
  5255. noprefix "false"
  5256. \end_inset
  5257. ), and the mean-variance trend is modeled by scaling the probe's estimated
  5258. variance for each observation using the weights computed by voom.
  5259. The difference between these two methods is analogous to the difference
  5260. between a t-test with equal variance and a t-test with unequal variance,
  5261. except that the unequal group variances used in the latter test are estimated
  5262. based on the mean-variance trend from all the probes rather than the data
  5263. for the specific probe being tested, thus stabilizing the group variance
  5264. estimates by sharing information between probes.
  5265. In practice, allowing voom to model the variance using observation weights
  5266. in this manner allows the linear model fit to concentrate statistical power
  5267. where it will do the most good.
  5268. For example, if a particular probe's M-values are always at the extreme
  5269. of the M-value range (e.g.
  5270. less than -4) for ADNR samples, but the M-values for that probe in TX and
  5271. CAN samples are within the flat region of the mean-variance trend (between
  5272. -3 and +3), voom is able to down-weight the contribution of the high-variance
  5273. M-values from the ADNR samples in order to gain more statistical power
  5274. while testing for differential methylation between TX and CAN.
  5275. In contrast, modeling the mean-variance trend only at the probe level would
  5276. combine the high-variance ADNR samples and lower-variance samples from
  5277. other conditions and estimate an intermediate variance for this probe.
  5278. In practice, analysis B shows that this approach is adequate, but the voom
  5279. approach in analysis C is at least as good on all model fit criteria and
  5280. yields a larger estimate for the number of differentially methylated genes.
  5281. \end_layout
  5282. \begin_layout Standard
  5283. The significant association of diebetes diagnosis with sample quality is
  5284. interesting.
  5285. The samples with Type 2 diabetes tended to have more variation, averaged
  5286. across all probes, than those with Type 1 diabetes.
  5287. This is consistent with the consensus that type 2 disbetes and the associated
  5288. metabolic syndrome represent a broad dysregulation of the body's endocrine
  5289. signalling related to metabolism [citation needed].
  5290. This dysregulation could easily manifest as a greater degree of variation
  5291. in the DNA methylation patterns of affected tissues.
  5292. In contrast, Type 1 disbetes has a more specific cause and effect, so a
  5293. less variable methylation signature is expected.
  5294. \end_layout
  5295. \begin_layout Standard
  5296. This preliminary anlaysis suggests that some degree of differential methylation
  5297. exists between TX and each of the three types of transplant disfunction
  5298. studied.
  5299. Hence, it may be feasible to train a classifier to diagnose transplant
  5300. disfunction from DNA methylation array data.
  5301. However, the major importance of both SVA and sample quality weighting
  5302. for proper modeling of this data poses significant challenges for any attempt
  5303. at a machine learning on data of similar quality.
  5304. While these are easily used in a modeling context with full sample information,
  5305. neither of these methods is directly applicable in a machine learning context,
  5306. where the diagnosis is not known ahead of time.
  5307. If a machine learning approach for methylation-based diagnosis is to be
  5308. pursued, it will either require machine-learning-friendly methods to address
  5309. the same systematic trends in the data that SVA and sample quality weighting
  5310. address, or it will require higher quality data with substantially less
  5311. systematic perturbation of the data.
  5312. \end_layout
  5313. \begin_layout Chapter
  5314. Globin-blocking for more effective blood RNA-seq analysis in primate animal
  5315. model
  5316. \end_layout
  5317. \begin_layout Standard
  5318. \begin_inset Flex TODO Note (inline)
  5319. status open
  5320. \begin_layout Plain Layout
  5321. Choose between above and the paper title: Optimizing yield of deep RNA sequencin
  5322. g for gene expression profiling by globin reduction of peripheral blood
  5323. samples from cynomolgus monkeys (Macaca fascicularis).
  5324. \end_layout
  5325. \end_inset
  5326. \end_layout
  5327. \begin_layout Standard
  5328. \begin_inset Flex TODO Note (inline)
  5329. status open
  5330. \begin_layout Plain Layout
  5331. Chapter author list: https://tex.stackexchange.com/questions/156862/displaying-aut
  5332. hor-for-each-chapter-in-book Every chapter gets an author list, which may
  5333. or may not be part of a citation to a published/preprinted paper.
  5334. \end_layout
  5335. \end_inset
  5336. \end_layout
  5337. \begin_layout Standard
  5338. \begin_inset Flex TODO Note (inline)
  5339. status open
  5340. \begin_layout Plain Layout
  5341. Preprint then cite the paper
  5342. \end_layout
  5343. \end_inset
  5344. \end_layout
  5345. \begin_layout Section*
  5346. Abstract
  5347. \end_layout
  5348. \begin_layout Paragraph
  5349. Background
  5350. \end_layout
  5351. \begin_layout Standard
  5352. Primate blood contains high concentrations of globin messenger RNA.
  5353. Globin reduction is a standard technique used to improve the expression
  5354. results obtained by DNA microarrays on RNA from blood samples.
  5355. However, with whole transcriptome RNA-sequencing (RNA-seq) quickly replacing
  5356. microarrays for many applications, the impact of globin reduction for RNA-seq
  5357. has not been previously studied.
  5358. Moreover, no off-the-shelf kits are available for globin reduction in nonhuman
  5359. primates.
  5360. \end_layout
  5361. \begin_layout Paragraph
  5362. Results
  5363. \end_layout
  5364. \begin_layout Standard
  5365. Here we report a protocol for RNA-seq in primate blood samples that uses
  5366. complimentary oligonucleotides to block reverse transcription of the alpha
  5367. and beta globin genes.
  5368. In test samples from cynomolgus monkeys (Macaca fascicularis), this globin
  5369. blocking protocol approximately doubles the yield of informative (non-globin)
  5370. reads by greatly reducing the fraction of globin reads, while also improving
  5371. the consistency in sequencing depth between samples.
  5372. The increased yield enables detection of about 2000 more genes, significantly
  5373. increases the correlation in measured gene expression levels between samples,
  5374. and increases the sensitivity of differential gene expression tests.
  5375. \end_layout
  5376. \begin_layout Paragraph
  5377. Conclusions
  5378. \end_layout
  5379. \begin_layout Standard
  5380. These results show that globin blocking significantly improves the cost-effectiv
  5381. eness of mRNA sequencing in primate blood samples by doubling the yield
  5382. of useful reads, allowing detection of more genes, and improving the precision
  5383. of gene expression measurements.
  5384. Based on these results, a globin reducing or blocking protocol is recommended
  5385. for all RNA-seq studies of primate blood samples.
  5386. \end_layout
  5387. \begin_layout Section
  5388. Approach
  5389. \end_layout
  5390. \begin_layout Standard
  5391. \begin_inset Note Note
  5392. status open
  5393. \begin_layout Plain Layout
  5394. Consider putting some of this in the Intro chapter
  5395. \end_layout
  5396. \begin_layout Itemize
  5397. Cynomolgus monkeys as a model organism
  5398. \end_layout
  5399. \begin_deeper
  5400. \begin_layout Itemize
  5401. Highly related to humans
  5402. \end_layout
  5403. \begin_layout Itemize
  5404. Small size and short life cycle - good research animal
  5405. \end_layout
  5406. \begin_layout Itemize
  5407. Genomics resources still in development
  5408. \end_layout
  5409. \end_deeper
  5410. \begin_layout Itemize
  5411. Inadequacy of existing blood RNA-seq protocols
  5412. \end_layout
  5413. \begin_deeper
  5414. \begin_layout Itemize
  5415. Existing protocols use a separate globin pulldown step, slowing down processing
  5416. \end_layout
  5417. \end_deeper
  5418. \end_inset
  5419. \end_layout
  5420. \begin_layout Standard
  5421. Increasingly, researchers are turning to high-throughput mRNA sequencing
  5422. technologies (RNA-seq) in preference to expression microarrays for analysis
  5423. of gene expression
  5424. \begin_inset CommandInset citation
  5425. LatexCommand cite
  5426. key "Mutz2012"
  5427. literal "false"
  5428. \end_inset
  5429. .
  5430. The advantages are even greater for study of model organisms with no well-estab
  5431. lished array platforms available, such as the cynomolgus monkey (Macaca
  5432. fascicularis).
  5433. High fractions of globin mRNA are naturally present in mammalian peripheral
  5434. blood samples (up to 70% of total mRNA) and these are known to interfere
  5435. with the results of array-based expression profiling
  5436. \begin_inset CommandInset citation
  5437. LatexCommand cite
  5438. key "Winn2010"
  5439. literal "false"
  5440. \end_inset
  5441. .
  5442. The importance of globin reduction for RNA-seq of blood has only been evaluated
  5443. for a deepSAGE protocol on human samples
  5444. \begin_inset CommandInset citation
  5445. LatexCommand cite
  5446. key "Mastrokolias2012"
  5447. literal "false"
  5448. \end_inset
  5449. .
  5450. In the present report, we evaluated globin reduction using custom blocking
  5451. oligonucleotides for deep RNA-seq of peripheral blood samples from a nonhuman
  5452. primate, cynomolgus monkey, using the Illumina technology platform.
  5453. We demonstrate that globin reduction significantly improves the cost-effectiven
  5454. ess of RNA-seq in blood samples.
  5455. Thus, our protocol offers a significant advantage to any investigator planning
  5456. to use RNA-seq for gene expression profiling of nonhuman primate blood
  5457. samples.
  5458. Our method can be generally applied to any species by designing complementary
  5459. oligonucleotide blocking probes to the globin gene sequences of that species.
  5460. Indeed, any highly expressed but biologically uninformative transcripts
  5461. can also be blocked to further increase sequencing efficiency and value
  5462. \begin_inset CommandInset citation
  5463. LatexCommand cite
  5464. key "Arnaud2016"
  5465. literal "false"
  5466. \end_inset
  5467. .
  5468. \end_layout
  5469. \begin_layout Section
  5470. Methods
  5471. \end_layout
  5472. \begin_layout Subsection
  5473. Sample collection
  5474. \end_layout
  5475. \begin_layout Standard
  5476. All research reported here was done under IACUC-approved protocols at the
  5477. University of Miami and complied with all applicable federal and state
  5478. regulations and ethical principles for nonhuman primate research.
  5479. Blood draws occurred between 16 April 2012 and 18 June 2015.
  5480. The experimental system involved intrahepatic pancreatic islet transplantation
  5481. into Cynomolgus monkeys with induced diabetes mellitus with or without
  5482. concomitant infusion of mesenchymal stem cells.
  5483. Blood was collected at serial time points before and after transplantation
  5484. into PAXgene Blood RNA tubes (PreAnalytiX/Qiagen, Valencia, CA) at the
  5485. precise volume:volume ratio of 2.5 ml whole blood into 6.9 ml of PAX gene
  5486. additive.
  5487. \end_layout
  5488. \begin_layout Subsection
  5489. Globin Blocking
  5490. \end_layout
  5491. \begin_layout Standard
  5492. Four oligonucleotides were designed to hybridize to the 3’ end of the transcript
  5493. s for Cynomolgus HBA1, HBA2 and HBB, with two hybridization sites for HBB
  5494. and 2 sites for HBA (the chosen sites were identical in both HBA genes).
  5495. All oligos were purchased from Sigma and were entirely composed of 2’O-Me
  5496. bases with a C3 spacer positioned at the 3’ ends to prevent any polymerase
  5497. mediated primer extension.
  5498. \end_layout
  5499. \begin_layout Quote
  5500. HBA1/2 site 1: GCCCACUCAGACUUUAUUCAAAG-C3spacer
  5501. \end_layout
  5502. \begin_layout Quote
  5503. HBA1/2 site 2: GGUGCAAGGAGGGGAGGAG-C3spacer
  5504. \end_layout
  5505. \begin_layout Quote
  5506. HBB site 1: AAUGAAAAUAAAUGUUUUUUAUUAG-C3spacer
  5507. \end_layout
  5508. \begin_layout Quote
  5509. HBB site 2: CUCAAGGCCCUUCAUAAUAUCCC-C3spacer
  5510. \end_layout
  5511. \begin_layout Subsection
  5512. RNA-seq Library Preparation
  5513. \end_layout
  5514. \begin_layout Standard
  5515. Sequencing libraries were prepared with 200ng total RNA from each sample.
  5516. Polyadenylated mRNA was selected from 200 ng aliquots of cynomologus blood-deri
  5517. ved total RNA using Ambion Dynabeads Oligo(dT)25 beads (Invitrogen) following
  5518. manufacturer’s recommended protocol.
  5519. PolyA selected RNA was then combined with 8 pmol of HBA1/2 (site 1), 8
  5520. pmol of HBA1/2 (site 2), 12 pmol of HBB (site 1) and 12 pmol of HBB (site
  5521. 2) oligonucleotides.
  5522. In addition, 20 pmol of RT primer containing a portion of the Illumina
  5523. adapter sequence (B-oligo-dTV: GAGTTCCTTGGCACCCGAGAATTCCATTTTTTTTTTTTTTTTTTTV)
  5524. and 4 µL of 5X First Strand buffer (250 mM Tris-HCl pH 8.3, 375 mM KCl,
  5525. 15mM MgCl2) were added in a total volume of 15 µL.
  5526. The RNA was fragmented by heating this cocktail for 3 minutes at 95°C and
  5527. then placed on ice.
  5528. This was followed by the addition of 2 µL 0.1 M DTT, 1 µL RNaseOUT, 1 µL
  5529. 10mM dNTPs 10% biotin-16 aminoallyl-2’- dUTP and 10% biotin-16 aminoallyl-2’-
  5530. dCTP (TriLink Biotech, San Diego, CA), 1 µL Superscript II (200U/ µL, Thermo-Fi
  5531. sher).
  5532. A second “unblocked” library was prepared in the same way for each sample
  5533. but replacing the blocking oligos with an equivalent volume of water.
  5534. The reaction was carried out at 25°C for 15 minutes and 42°C for 40 minutes,
  5535. followed by incubation at 75°C for 10 minutes to inactivate the reverse
  5536. transcriptase.
  5537. \end_layout
  5538. \begin_layout Standard
  5539. The cDNA/RNA hybrid molecules were purified using 1.8X Ampure XP beads (Agencourt
  5540. ) following supplier’s recommended protocol.
  5541. The cDNA/RNA hybrid was eluted in 25 µL of 10 mM Tris-HCl pH 8.0, and then
  5542. bound to 25 µL of M280 Magnetic Streptavidin beads washed per recommended
  5543. protocol (Thermo-Fisher).
  5544. After 30 minutes of binding, beads were washed one time in 100 µL 0.1N NaOH
  5545. to denature and remove the bound RNA, followed by two 100 µL washes with
  5546. 1X TE buffer.
  5547. \end_layout
  5548. \begin_layout Standard
  5549. Subsequent attachment of the 5-prime Illumina A adapter was performed by
  5550. on-bead random primer extension of the following sequence (A-N8 primer:
  5551. TTCAGAGTTCTACAGTCCGACGATCNNNNNNNN).
  5552. Briefly, beads were resuspended in a 20 µL reaction containing 5 µM A-N8
  5553. primer, 40mM Tris-HCl pH 7.5, 20mM MgCl2, 50mM NaCl, 0.325U/µL Sequenase
  5554. 2.0 (Affymetrix, Santa Clara, CA), 0.0025U/µL inorganic pyrophosphatase (Affymetr
  5555. ix) and 300 µM each dNTP.
  5556. Reaction was incubated at 22°C for 30 minutes, then beads were washed 2
  5557. times with 1X TE buffer (200µL).
  5558. \end_layout
  5559. \begin_layout Standard
  5560. The magnetic streptavidin beads were resuspended in 34 µL nuclease-free
  5561. water and added directly to a PCR tube.
  5562. The two Illumina protocol-specified PCR primers were added at 0.53 µM (Illumina
  5563. TruSeq Universal Primer 1 and Illumina TruSeq barcoded PCR primer 2), along
  5564. with 40 µL 2X KAPA HiFi Hotstart ReadyMix (KAPA, Willmington MA) and thermocycl
  5565. ed as follows: starting with 98°C (2 min-hold); 15 cycles of 98°C, 20sec;
  5566. 60°C, 30sec; 72°C, 30sec; and finished with a 72°C (2 min-hold).
  5567. \end_layout
  5568. \begin_layout Standard
  5569. PCR products were purified with 1X Ampure Beads following manufacturer’s
  5570. recommended protocol.
  5571. Libraries were then analyzed using the Agilent TapeStation and quantitation
  5572. of desired size range was performed by “smear analysis”.
  5573. Samples were pooled in equimolar batches of 16 samples.
  5574. Pooled libraries were size selected on 2% agarose gels (E-Gel EX Agarose
  5575. Gels; Thermo-Fisher).
  5576. Products were cut between 250 and 350 bp (corresponding to insert sizes
  5577. of 130 to 230 bps).
  5578. Finished library pools were then sequenced on the Illumina NextSeq500 instrumen
  5579. t with 75 base read lengths.
  5580. \end_layout
  5581. \begin_layout Subsection
  5582. Read alignment and counting
  5583. \end_layout
  5584. \begin_layout Standard
  5585. Reads were aligned to the cynomolgus genome using STAR
  5586. \begin_inset CommandInset citation
  5587. LatexCommand cite
  5588. key "Dobin2013,Wilson2013"
  5589. literal "false"
  5590. \end_inset
  5591. .
  5592. Counts of uniquely mapped reads were obtained for every gene in each sample
  5593. with the “featureCounts” function from the Rsubread package, using each
  5594. of the three possibilities for the “strandSpecific” option: sense, antisense,
  5595. and unstranded
  5596. \begin_inset CommandInset citation
  5597. LatexCommand cite
  5598. key "Liao2014"
  5599. literal "false"
  5600. \end_inset
  5601. .
  5602. A few artifacts in the cynomolgus genome annotation complicated read counting.
  5603. First, no ortholog is annotated for alpha globin in the cynomolgus genome,
  5604. presumably because the human genome has two alpha globin genes with nearly
  5605. identical sequences, making the orthology relationship ambiguous.
  5606. However, two loci in the cynomolgus genome are as “hemoglobin subunit alpha-lik
  5607. e” (LOC102136192 and LOC102136846).
  5608. LOC102136192 is annotated as a pseudogene while LOC102136846 is annotated
  5609. as protein-coding.
  5610. Our globin reduction protocol was designed to include blocking of these
  5611. two genes.
  5612. Indeed, these two genes have almost the same read counts in each library
  5613. as the properly-annotated HBB gene and much larger counts than any other
  5614. gene in the unblocked libraries, giving confidence that reads derived from
  5615. the real alpha globin are mapping to both genes.
  5616. Thus, reads from both of these loci were counted as alpha globin reads
  5617. in all further analyses.
  5618. The second artifact is a small, uncharacterized non-coding RNA gene (LOC1021365
  5619. 91), which overlaps the HBA-like gene (LOC102136192) on the opposite strand.
  5620. If counting is not performed in stranded mode (or if a non-strand-specific
  5621. sequencing protocol is used), many reads mapping to the globin gene will
  5622. be discarded as ambiguous due to their overlap with this ncRNA gene, resulting
  5623. in significant undercounting of globin reads.
  5624. Therefore, stranded sense counts were used for all further analysis in
  5625. the present study to insure that we accurately accounted for globin transcript
  5626. reduction.
  5627. However, we note that stranded reads are not necessary for RNA-seq using
  5628. our protocol in standard practice.
  5629. \end_layout
  5630. \begin_layout Subsection
  5631. Normalization and Exploratory Data Analysis
  5632. \end_layout
  5633. \begin_layout Standard
  5634. Libraries were normalized by computing scaling factors using the edgeR package’s
  5635. Trimmed Mean of M-values method
  5636. \begin_inset CommandInset citation
  5637. LatexCommand cite
  5638. key "Robinson2010"
  5639. literal "false"
  5640. \end_inset
  5641. .
  5642. Log2 counts per million values (logCPM) were calculated using the cpm function
  5643. in edgeR for individual samples and aveLogCPM function for averages across
  5644. groups of samples, using those functions’ default prior count values to
  5645. avoid taking the logarithm of 0.
  5646. Genes were considered “present” if their average normalized logCPM values
  5647. across all libraries were at least -1.
  5648. Normalizing for gene length was unnecessary because the sequencing protocol
  5649. is 3’-biased and hence the expected read count for each gene is related
  5650. to the transcript’s copy number but not its length.
  5651. \end_layout
  5652. \begin_layout Standard
  5653. In order to assess the effect of blocking on reproducibility, Pearson and
  5654. Spearman correlation coefficients were computed between the logCPM values
  5655. for every pair of libraries within the globin-blocked (GB) and unblocked
  5656. (non-GB) groups, and edgeR's “estimateDisp” function was used to compute
  5657. negative binomial dispersions separately for the two groups
  5658. \begin_inset CommandInset citation
  5659. LatexCommand cite
  5660. key "Chen2014"
  5661. literal "false"
  5662. \end_inset
  5663. .
  5664. \end_layout
  5665. \begin_layout Subsection
  5666. Differential Expression Analysis
  5667. \end_layout
  5668. \begin_layout Standard
  5669. All tests for differential gene expression were performed using edgeR, by
  5670. first fitting a negative binomial generalized linear model to the counts
  5671. and normalization factors and then performing a quasi-likelihood F-test
  5672. with robust estimation of outlier gene dispersions
  5673. \begin_inset CommandInset citation
  5674. LatexCommand cite
  5675. key "Lund2012,Phipson2016"
  5676. literal "false"
  5677. \end_inset
  5678. .
  5679. To investigate the effects of globin blocking on each gene, an additive
  5680. model was fit to the full data with coefficients for globin blocking and
  5681. SampleID.
  5682. To test the effect of globin blocking on detection of differentially expressed
  5683. genes, the GB samples and non-GB samples were each analyzed independently
  5684. as follows: for each animal with both a pre-transplant and a post-transplant
  5685. time point in the data set, the pre-transplant sample and the earliest
  5686. post-transplant sample were selected, and all others were excluded, yielding
  5687. a pre-/post-transplant pair of samples for each animal (N=7 animals with
  5688. paired samples).
  5689. These samples were analyzed for pre-transplant vs.
  5690. post-transplant differential gene expression while controlling for inter-animal
  5691. variation using an additive model with coefficients for transplant and
  5692. animal ID.
  5693. In all analyses, p-values were adjusted using the Benjamini-Hochberg procedure
  5694. for FDR control
  5695. \begin_inset CommandInset citation
  5696. LatexCommand cite
  5697. key "Benjamini1995"
  5698. literal "false"
  5699. \end_inset
  5700. .
  5701. \end_layout
  5702. \begin_layout Standard
  5703. \begin_inset Note Note
  5704. status open
  5705. \begin_layout Itemize
  5706. New blood RNA-seq protocol to block reverse transcription of globin genes
  5707. \end_layout
  5708. \begin_layout Itemize
  5709. Blood RNA-seq time course after transplants with/without MSC infusion
  5710. \end_layout
  5711. \end_inset
  5712. \end_layout
  5713. \begin_layout Section
  5714. Results
  5715. \end_layout
  5716. \begin_layout Subsection
  5717. Globin blocking yields a larger and more consistent fraction of useful reads
  5718. \end_layout
  5719. \begin_layout Standard
  5720. The objective of the present study was to validate a new protocol for deep
  5721. RNA-seq of whole blood drawn into PaxGene tubes from cynomolgus monkeys
  5722. undergoing islet transplantation, with particular focus on minimizing the
  5723. loss of useful sequencing space to uninformative globin reads.
  5724. The details of the analysis with respect to transplant outcomes and the
  5725. impact of mesenchymal stem cell treatment will be reported in a separate
  5726. manuscript (in preparation).
  5727. To focus on the efficacy of our globin blocking protocol, 37 blood samples,
  5728. 16 from pre-transplant and 21 from post-transplant time points, were each
  5729. prepped once with and once without globin blocking oligos, and were then
  5730. sequenced on an Illumina NextSeq500 instrument.
  5731. The number of reads aligning to each gene in the cynomolgus genome was
  5732. counted.
  5733. Table 1 summarizes the distribution of read fractions among the GB and
  5734. non-GB libraries.
  5735. In the libraries with no globin blocking, globin reads made up an average
  5736. of 44.6% of total input reads, while reads assigned to all other genes made
  5737. up an average of 26.3%.
  5738. The remaining reads either aligned to intergenic regions (that include
  5739. long non-coding RNAs) or did not align with any annotated transcripts in
  5740. the current build of the cynomolgus genome.
  5741. In the GB libraries, globin reads made up only 3.48% and reads assigned
  5742. to all other genes increased to 50.4%.
  5743. Thus, globin blocking resulted in a 92.2% reduction in globin reads and
  5744. a 91.6% increase in yield of useful non-globin reads.
  5745. \end_layout
  5746. \begin_layout Standard
  5747. This reduction is not quite as efficient as the previous analysis showed
  5748. for human samples by DeepSAGE (<0.4% globin reads after globin reduction)
  5749. \begin_inset CommandInset citation
  5750. LatexCommand cite
  5751. key "Mastrokolias2012"
  5752. literal "false"
  5753. \end_inset
  5754. .
  5755. Nonetheless, this degree of globin reduction is sufficient to nearly double
  5756. the yield of useful reads.
  5757. Thus, globin blocking cuts the required sequencing effort (and costs) to
  5758. achieve a target coverage depth by almost 50%.
  5759. Consistent with this near doubling of yield, the average difference in
  5760. un-normalized logCPM across all genes between the GB libraries and non-GB
  5761. libraries is approximately 1 (mean = 1.01, median = 1.08), an overall 2-fold
  5762. increase.
  5763. Un-normalized values are used here because the TMM normalization correctly
  5764. identifies this 2-fold difference as biologically irrelevant and removes
  5765. it.
  5766. \end_layout
  5767. \begin_layout Standard
  5768. \begin_inset Float figure
  5769. wide false
  5770. sideways false
  5771. status open
  5772. \begin_layout Plain Layout
  5773. \align center
  5774. \begin_inset Graphics
  5775. filename graphics/Globin Paper/figure1 - globin-fractions.pdf
  5776. \end_inset
  5777. \end_layout
  5778. \begin_layout Plain Layout
  5779. \begin_inset Caption Standard
  5780. \begin_layout Plain Layout
  5781. \series bold
  5782. \begin_inset Argument 1
  5783. status collapsed
  5784. \begin_layout Plain Layout
  5785. Fraction of genic reads in each sample aligned to non-globin genes, with
  5786. and without globin blocking (GB).
  5787. \end_layout
  5788. \end_inset
  5789. \begin_inset CommandInset label
  5790. LatexCommand label
  5791. name "fig:Fraction-of-genic-reads"
  5792. \end_inset
  5793. Fraction of genic reads in each sample aligned to non-globin genes, with
  5794. and without globin blocking (GB).
  5795. \series default
  5796. All reads in each sequencing library were aligned to the cyno genome, and
  5797. the number of reads uniquely aligning to each gene was counted.
  5798. For each sample, counts were summed separately for all globin genes and
  5799. for the remainder of the genes (non-globin genes), and the fraction of
  5800. genic reads aligned to non-globin genes was computed.
  5801. Each point represents an individual sample.
  5802. Gray + signs indicate the means for globin-blocked libraries and unblocked
  5803. libraries.
  5804. The overall distribution for each group is represented as a notched box
  5805. plots.
  5806. Points are randomly spread vertically to avoid excessive overlapping.
  5807. \end_layout
  5808. \end_inset
  5809. \end_layout
  5810. \begin_layout Plain Layout
  5811. \end_layout
  5812. \end_inset
  5813. \end_layout
  5814. \begin_layout Standard
  5815. \begin_inset Float table
  5816. placement p
  5817. wide false
  5818. sideways true
  5819. status open
  5820. \begin_layout Plain Layout
  5821. \align center
  5822. \begin_inset Tabular
  5823. <lyxtabular version="3" rows="4" columns="7">
  5824. <features tabularvalignment="middle">
  5825. <column alignment="center" valignment="top">
  5826. <column alignment="center" valignment="top">
  5827. <column alignment="center" valignment="top">
  5828. <column alignment="center" valignment="top">
  5829. <column alignment="center" valignment="top">
  5830. <column alignment="center" valignment="top">
  5831. <column alignment="center" valignment="top">
  5832. <row>
  5833. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  5834. \begin_inset Text
  5835. \begin_layout Plain Layout
  5836. \end_layout
  5837. \end_inset
  5838. </cell>
  5839. <cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  5840. \begin_inset Text
  5841. \begin_layout Plain Layout
  5842. \family roman
  5843. \series medium
  5844. \shape up
  5845. \size normal
  5846. \emph off
  5847. \bar no
  5848. \strikeout off
  5849. \xout off
  5850. \uuline off
  5851. \uwave off
  5852. \noun off
  5853. \color none
  5854. Percent of Total Reads
  5855. \end_layout
  5856. \end_inset
  5857. </cell>
  5858. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  5859. \begin_inset Text
  5860. \begin_layout Plain Layout
  5861. \end_layout
  5862. \end_inset
  5863. </cell>
  5864. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  5865. \begin_inset Text
  5866. \begin_layout Plain Layout
  5867. \end_layout
  5868. \end_inset
  5869. </cell>
  5870. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  5871. \begin_inset Text
  5872. \begin_layout Plain Layout
  5873. \end_layout
  5874. \end_inset
  5875. </cell>
  5876. <cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  5877. \begin_inset Text
  5878. \begin_layout Plain Layout
  5879. \family roman
  5880. \series medium
  5881. \shape up
  5882. \size normal
  5883. \emph off
  5884. \bar no
  5885. \strikeout off
  5886. \xout off
  5887. \uuline off
  5888. \uwave off
  5889. \noun off
  5890. \color none
  5891. Percent of Genic Reads
  5892. \end_layout
  5893. \end_inset
  5894. </cell>
  5895. <cell multicolumn="2" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  5896. \begin_inset Text
  5897. \begin_layout Plain Layout
  5898. \end_layout
  5899. \end_inset
  5900. </cell>
  5901. </row>
  5902. <row>
  5903. <cell alignment="center" valignment="top" bottomline="true" leftline="true" usebox="none">
  5904. \begin_inset Text
  5905. \begin_layout Plain Layout
  5906. GB
  5907. \end_layout
  5908. \end_inset
  5909. </cell>
  5910. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  5911. \begin_inset Text
  5912. \begin_layout Plain Layout
  5913. \family roman
  5914. \series medium
  5915. \shape up
  5916. \size normal
  5917. \emph off
  5918. \bar no
  5919. \strikeout off
  5920. \xout off
  5921. \uuline off
  5922. \uwave off
  5923. \noun off
  5924. \color none
  5925. Non-globin Reads
  5926. \end_layout
  5927. \end_inset
  5928. </cell>
  5929. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  5930. \begin_inset Text
  5931. \begin_layout Plain Layout
  5932. \family roman
  5933. \series medium
  5934. \shape up
  5935. \size normal
  5936. \emph off
  5937. \bar no
  5938. \strikeout off
  5939. \xout off
  5940. \uuline off
  5941. \uwave off
  5942. \noun off
  5943. \color none
  5944. Globin Reads
  5945. \end_layout
  5946. \end_inset
  5947. </cell>
  5948. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  5949. \begin_inset Text
  5950. \begin_layout Plain Layout
  5951. \family roman
  5952. \series medium
  5953. \shape up
  5954. \size normal
  5955. \emph off
  5956. \bar no
  5957. \strikeout off
  5958. \xout off
  5959. \uuline off
  5960. \uwave off
  5961. \noun off
  5962. \color none
  5963. All Genic Reads
  5964. \end_layout
  5965. \end_inset
  5966. </cell>
  5967. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  5968. \begin_inset Text
  5969. \begin_layout Plain Layout
  5970. \family roman
  5971. \series medium
  5972. \shape up
  5973. \size normal
  5974. \emph off
  5975. \bar no
  5976. \strikeout off
  5977. \xout off
  5978. \uuline off
  5979. \uwave off
  5980. \noun off
  5981. \color none
  5982. All Aligned Reads
  5983. \end_layout
  5984. \end_inset
  5985. </cell>
  5986. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  5987. \begin_inset Text
  5988. \begin_layout Plain Layout
  5989. \family roman
  5990. \series medium
  5991. \shape up
  5992. \size normal
  5993. \emph off
  5994. \bar no
  5995. \strikeout off
  5996. \xout off
  5997. \uuline off
  5998. \uwave off
  5999. \noun off
  6000. \color none
  6001. Non-globin Reads
  6002. \end_layout
  6003. \end_inset
  6004. </cell>
  6005. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  6006. \begin_inset Text
  6007. \begin_layout Plain Layout
  6008. \family roman
  6009. \series medium
  6010. \shape up
  6011. \size normal
  6012. \emph off
  6013. \bar no
  6014. \strikeout off
  6015. \xout off
  6016. \uuline off
  6017. \uwave off
  6018. \noun off
  6019. \color none
  6020. Globin Reads
  6021. \end_layout
  6022. \end_inset
  6023. </cell>
  6024. </row>
  6025. <row>
  6026. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6027. \begin_inset Text
  6028. \begin_layout Plain Layout
  6029. \family roman
  6030. \series medium
  6031. \shape up
  6032. \size normal
  6033. \emph off
  6034. \bar no
  6035. \strikeout off
  6036. \xout off
  6037. \uuline off
  6038. \uwave off
  6039. \noun off
  6040. \color none
  6041. Yes
  6042. \end_layout
  6043. \end_inset
  6044. </cell>
  6045. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6046. \begin_inset Text
  6047. \begin_layout Plain Layout
  6048. \family roman
  6049. \series medium
  6050. \shape up
  6051. \size normal
  6052. \emph off
  6053. \bar no
  6054. \strikeout off
  6055. \xout off
  6056. \uuline off
  6057. \uwave off
  6058. \noun off
  6059. \color none
  6060. 50.4% ± 6.82
  6061. \end_layout
  6062. \end_inset
  6063. </cell>
  6064. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6065. \begin_inset Text
  6066. \begin_layout Plain Layout
  6067. \family roman
  6068. \series medium
  6069. \shape up
  6070. \size normal
  6071. \emph off
  6072. \bar no
  6073. \strikeout off
  6074. \xout off
  6075. \uuline off
  6076. \uwave off
  6077. \noun off
  6078. \color none
  6079. 3.48% ± 2.94
  6080. \end_layout
  6081. \end_inset
  6082. </cell>
  6083. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6084. \begin_inset Text
  6085. \begin_layout Plain Layout
  6086. \family roman
  6087. \series medium
  6088. \shape up
  6089. \size normal
  6090. \emph off
  6091. \bar no
  6092. \strikeout off
  6093. \xout off
  6094. \uuline off
  6095. \uwave off
  6096. \noun off
  6097. \color none
  6098. 53.9% ± 6.81
  6099. \end_layout
  6100. \end_inset
  6101. </cell>
  6102. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6103. \begin_inset Text
  6104. \begin_layout Plain Layout
  6105. \family roman
  6106. \series medium
  6107. \shape up
  6108. \size normal
  6109. \emph off
  6110. \bar no
  6111. \strikeout off
  6112. \xout off
  6113. \uuline off
  6114. \uwave off
  6115. \noun off
  6116. \color none
  6117. 89.7% ± 2.40
  6118. \end_layout
  6119. \end_inset
  6120. </cell>
  6121. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6122. \begin_inset Text
  6123. \begin_layout Plain Layout
  6124. \family roman
  6125. \series medium
  6126. \shape up
  6127. \size normal
  6128. \emph off
  6129. \bar no
  6130. \strikeout off
  6131. \xout off
  6132. \uuline off
  6133. \uwave off
  6134. \noun off
  6135. \color none
  6136. 93.5% ± 5.25
  6137. \end_layout
  6138. \end_inset
  6139. </cell>
  6140. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  6141. \begin_inset Text
  6142. \begin_layout Plain Layout
  6143. \family roman
  6144. \series medium
  6145. \shape up
  6146. \size normal
  6147. \emph off
  6148. \bar no
  6149. \strikeout off
  6150. \xout off
  6151. \uuline off
  6152. \uwave off
  6153. \noun off
  6154. \color none
  6155. 6.49% ± 5.25
  6156. \end_layout
  6157. \end_inset
  6158. </cell>
  6159. </row>
  6160. <row>
  6161. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6162. \begin_inset Text
  6163. \begin_layout Plain Layout
  6164. \family roman
  6165. \series medium
  6166. \shape up
  6167. \size normal
  6168. \emph off
  6169. \bar no
  6170. \strikeout off
  6171. \xout off
  6172. \uuline off
  6173. \uwave off
  6174. \noun off
  6175. \color none
  6176. No
  6177. \end_layout
  6178. \end_inset
  6179. </cell>
  6180. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6181. \begin_inset Text
  6182. \begin_layout Plain Layout
  6183. \family roman
  6184. \series medium
  6185. \shape up
  6186. \size normal
  6187. \emph off
  6188. \bar no
  6189. \strikeout off
  6190. \xout off
  6191. \uuline off
  6192. \uwave off
  6193. \noun off
  6194. \color none
  6195. 26.3% ± 8.95
  6196. \end_layout
  6197. \end_inset
  6198. </cell>
  6199. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6200. \begin_inset Text
  6201. \begin_layout Plain Layout
  6202. \family roman
  6203. \series medium
  6204. \shape up
  6205. \size normal
  6206. \emph off
  6207. \bar no
  6208. \strikeout off
  6209. \xout off
  6210. \uuline off
  6211. \uwave off
  6212. \noun off
  6213. \color none
  6214. 44.6% ± 16.6
  6215. \end_layout
  6216. \end_inset
  6217. </cell>
  6218. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6219. \begin_inset Text
  6220. \begin_layout Plain Layout
  6221. \family roman
  6222. \series medium
  6223. \shape up
  6224. \size normal
  6225. \emph off
  6226. \bar no
  6227. \strikeout off
  6228. \xout off
  6229. \uuline off
  6230. \uwave off
  6231. \noun off
  6232. \color none
  6233. 70.1% ± 9.38
  6234. \end_layout
  6235. \end_inset
  6236. </cell>
  6237. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6238. \begin_inset Text
  6239. \begin_layout Plain Layout
  6240. \family roman
  6241. \series medium
  6242. \shape up
  6243. \size normal
  6244. \emph off
  6245. \bar no
  6246. \strikeout off
  6247. \xout off
  6248. \uuline off
  6249. \uwave off
  6250. \noun off
  6251. \color none
  6252. 90.7% ± 5.16
  6253. \end_layout
  6254. \end_inset
  6255. </cell>
  6256. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6257. \begin_inset Text
  6258. \begin_layout Plain Layout
  6259. \family roman
  6260. \series medium
  6261. \shape up
  6262. \size normal
  6263. \emph off
  6264. \bar no
  6265. \strikeout off
  6266. \xout off
  6267. \uuline off
  6268. \uwave off
  6269. \noun off
  6270. \color none
  6271. 38.8% ± 17.1
  6272. \end_layout
  6273. \end_inset
  6274. </cell>
  6275. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  6276. \begin_inset Text
  6277. \begin_layout Plain Layout
  6278. \family roman
  6279. \series medium
  6280. \shape up
  6281. \size normal
  6282. \emph off
  6283. \bar no
  6284. \strikeout off
  6285. \xout off
  6286. \uuline off
  6287. \uwave off
  6288. \noun off
  6289. \color none
  6290. 61.2% ± 17.1
  6291. \end_layout
  6292. \end_inset
  6293. </cell>
  6294. </row>
  6295. </lyxtabular>
  6296. \end_inset
  6297. \end_layout
  6298. \begin_layout Plain Layout
  6299. \begin_inset Caption Standard
  6300. \begin_layout Plain Layout
  6301. \series bold
  6302. \begin_inset Argument 1
  6303. status collapsed
  6304. \begin_layout Plain Layout
  6305. Fractions of reads mapping to genomic features in GB and non-GB samples.
  6306. \end_layout
  6307. \end_inset
  6308. \begin_inset CommandInset label
  6309. LatexCommand label
  6310. name "tab:Fractions-of-reads"
  6311. \end_inset
  6312. Fractions of reads mapping to genomic features in GB and non-GB samples.
  6313. \series default
  6314. All values are given as mean ± standard deviation.
  6315. \end_layout
  6316. \end_inset
  6317. \end_layout
  6318. \begin_layout Plain Layout
  6319. \end_layout
  6320. \end_inset
  6321. \end_layout
  6322. \begin_layout Standard
  6323. Another important aspect is that the standard deviations in Table
  6324. \begin_inset CommandInset ref
  6325. LatexCommand ref
  6326. reference "tab:Fractions-of-reads"
  6327. plural "false"
  6328. caps "false"
  6329. noprefix "false"
  6330. \end_inset
  6331. are uniformly smaller in the GB samples than the non-GB ones, indicating
  6332. much greater consistency of yield.
  6333. This is best seen in the percentage of non-globin reads as a fraction of
  6334. total reads aligned to annotated genes (genic reads).
  6335. For the non-GB samples, this measure ranges from 10.9% to 80.9%, while for
  6336. the GB samples it ranges from 81.9% to 99.9% (Figure
  6337. \begin_inset CommandInset ref
  6338. LatexCommand ref
  6339. reference "fig:Fraction-of-genic-reads"
  6340. plural "false"
  6341. caps "false"
  6342. noprefix "false"
  6343. \end_inset
  6344. ).
  6345. This means that for applications where it is critical that each sample
  6346. achieve a specified minimum coverage in order to provide useful information,
  6347. it would be necessary to budget up to 10 times the sequencing depth per
  6348. sample without globin blocking, even though the average yield improvement
  6349. for globin blocking is only 2-fold, because every sample has a chance of
  6350. being 90% globin and 10% useful reads.
  6351. Hence, the more consistent behavior of GB samples makes planning an experiment
  6352. easier and more efficient because it eliminates the need to over-sequence
  6353. every sample in order to guard against the worst case of a high-globin
  6354. fraction.
  6355. \end_layout
  6356. \begin_layout Subsection
  6357. Globin blocking lowers the noise floor and allows detection of about 2000
  6358. more genes
  6359. \end_layout
  6360. \begin_layout Standard
  6361. \begin_inset Flex TODO Note (inline)
  6362. status open
  6363. \begin_layout Plain Layout
  6364. Remove redundant titles from figures
  6365. \end_layout
  6366. \end_inset
  6367. \end_layout
  6368. \begin_layout Standard
  6369. \begin_inset Float figure
  6370. wide false
  6371. sideways false
  6372. status open
  6373. \begin_layout Plain Layout
  6374. \align center
  6375. \begin_inset Graphics
  6376. filename graphics/Globin Paper/figure2 - aveLogCPM-colored.pdf
  6377. \end_inset
  6378. \end_layout
  6379. \begin_layout Plain Layout
  6380. \begin_inset Caption Standard
  6381. \begin_layout Plain Layout
  6382. \series bold
  6383. \begin_inset Argument 1
  6384. status collapsed
  6385. \begin_layout Plain Layout
  6386. Distributions of average group gene abundances when normalized separately
  6387. or together.
  6388. \end_layout
  6389. \end_inset
  6390. \begin_inset CommandInset label
  6391. LatexCommand label
  6392. name "fig:logcpm-dists"
  6393. \end_inset
  6394. Distributions of average group gene abundances when normalized separately
  6395. or together.
  6396. \series default
  6397. All reads in each sequencing library were aligned to the cyno genome, and
  6398. the number of reads uniquely aligning to each gene was counted.
  6399. Genes with zero counts in all libraries were discarded.
  6400. Libraries were normalized using the TMM method.
  6401. Libraries were split into globin-blocked (GB) and non-GB groups and the
  6402. average abundance for each gene in both groups, measured in log2 counts
  6403. per million reads counted, was computed using the aveLogCPM function.
  6404. The distribution of average gene logCPM values was plotted for both groups
  6405. using a kernel density plot to approximate a continuous distribution.
  6406. The logCPM GB distributions are marked in red, non-GB in blue.
  6407. The black vertical line denotes the chosen detection threshold of -1.
  6408. Top panel: Libraries were split into GB and non-GB groups first and normalized
  6409. separately.
  6410. Bottom panel: Libraries were all normalized together first and then split
  6411. into groups.
  6412. \end_layout
  6413. \end_inset
  6414. \end_layout
  6415. \begin_layout Plain Layout
  6416. \end_layout
  6417. \end_inset
  6418. \end_layout
  6419. \begin_layout Standard
  6420. Since globin blocking yields more usable sequencing depth, it should also
  6421. allow detection of more genes at any given threshold.
  6422. When we looked at the distribution of average normalized logCPM values
  6423. across all libraries for genes with at least one read assigned to them,
  6424. we observed the expected bimodal distribution, with a high-abundance "signal"
  6425. peak representing detected genes and a low-abundance "noise" peak representing
  6426. genes whose read count did not rise above the noise floor (Figure
  6427. \begin_inset CommandInset ref
  6428. LatexCommand ref
  6429. reference "fig:logcpm-dists"
  6430. plural "false"
  6431. caps "false"
  6432. noprefix "false"
  6433. \end_inset
  6434. ).
  6435. Consistent with the 2-fold increase in raw counts assigned to non-globin
  6436. genes, the signal peak for GB samples is shifted to the right relative
  6437. to the non-GB signal peak.
  6438. When all the samples are normalized together, this difference is normalized
  6439. out, lining up the signal peaks, and this reveals that, as expected, the
  6440. noise floor for the GB samples is about 2-fold lower.
  6441. This greater separation between signal and noise peaks in the GB samples
  6442. means that low-expression genes should be more easily detected and more
  6443. precisely quantified than in the non-GB samples.
  6444. \end_layout
  6445. \begin_layout Standard
  6446. \begin_inset Float figure
  6447. wide false
  6448. sideways false
  6449. status open
  6450. \begin_layout Plain Layout
  6451. \align center
  6452. \begin_inset Graphics
  6453. filename graphics/Globin Paper/figure3 - detection.pdf
  6454. \end_inset
  6455. \end_layout
  6456. \begin_layout Plain Layout
  6457. \begin_inset Caption Standard
  6458. \begin_layout Plain Layout
  6459. \series bold
  6460. \begin_inset Argument 1
  6461. status collapsed
  6462. \begin_layout Plain Layout
  6463. Gene detections as a function of abundance thresholds in globin-blocked
  6464. (GB) and non-GB samples.
  6465. \end_layout
  6466. \end_inset
  6467. \begin_inset CommandInset label
  6468. LatexCommand label
  6469. name "fig:Gene-detections"
  6470. \end_inset
  6471. Gene detections as a function of abundance thresholds in globin-blocked
  6472. (GB) and non-GB samples.
  6473. \series default
  6474. Average abundance (logCPM,
  6475. \begin_inset Formula $\log_{2}$
  6476. \end_inset
  6477. counts per million reads counted) was computed by separate group normalization
  6478. as described in Figure
  6479. \begin_inset CommandInset ref
  6480. LatexCommand ref
  6481. reference "fig:logcpm-dists"
  6482. plural "false"
  6483. caps "false"
  6484. noprefix "false"
  6485. \end_inset
  6486. for both the GB and non-GB groups, as well as for all samples considered
  6487. as one large group.
  6488. For each every integer threshold from -2 to 3, the number of genes detected
  6489. at or above that logCPM threshold was plotted for each group.
  6490. \end_layout
  6491. \end_inset
  6492. \end_layout
  6493. \begin_layout Plain Layout
  6494. \end_layout
  6495. \end_inset
  6496. \end_layout
  6497. \begin_layout Standard
  6498. Based on these distributions, we selected a detection threshold of -1, which
  6499. is approximately the leftmost edge of the trough between the signal and
  6500. noise peaks.
  6501. This represents the most liberal possible detection threshold that doesn't
  6502. call substantial numbers of noise genes as detected.
  6503. Among the full dataset, 13429 genes were detected at this threshold, and
  6504. 22276 were not.
  6505. When considering the GB libraries and non-GB libraries separately and re-comput
  6506. ing normalization factors independently within each group, 14535 genes were
  6507. detected in the GB libraries while only 12460 were detected in the non-GB
  6508. libraries.
  6509. Thus, GB allowed the detection of 2000 extra genes that were buried under
  6510. the noise floor without GB.
  6511. This pattern of at least 2000 additional genes detected with GB was also
  6512. consistent across a wide range of possible detection thresholds, from -2
  6513. to 3 (see Figure
  6514. \begin_inset CommandInset ref
  6515. LatexCommand ref
  6516. reference "fig:Gene-detections"
  6517. plural "false"
  6518. caps "false"
  6519. noprefix "false"
  6520. \end_inset
  6521. ).
  6522. \end_layout
  6523. \begin_layout Subsection
  6524. Globin blocking does not add significant additional noise or decrease sample
  6525. quality
  6526. \end_layout
  6527. \begin_layout Standard
  6528. One potential worry is that the globin blocking protocol could perturb the
  6529. levels of non-globin genes.
  6530. There are two kinds of possible perturbations: systematic and random.
  6531. The former is not a major concern for detection of differential expression,
  6532. since a 2-fold change in every sample has no effect on the relative fold
  6533. change between samples.
  6534. In contrast, random perturbations would increase the noise and obscure
  6535. the signal in the dataset, reducing the capacity to detect differential
  6536. expression.
  6537. \end_layout
  6538. \begin_layout Standard
  6539. \begin_inset Float figure
  6540. wide false
  6541. sideways false
  6542. status open
  6543. \begin_layout Plain Layout
  6544. \align center
  6545. \begin_inset Graphics
  6546. filename graphics/Globin Paper/figure4 - maplot-colored.pdf
  6547. \end_inset
  6548. \end_layout
  6549. \begin_layout Plain Layout
  6550. \begin_inset Caption Standard
  6551. \begin_layout Plain Layout
  6552. \begin_inset Argument 1
  6553. status collapsed
  6554. \begin_layout Plain Layout
  6555. MA plot showing effects of globin blocking on each gene's abundance.
  6556. \end_layout
  6557. \end_inset
  6558. \begin_inset CommandInset label
  6559. LatexCommand label
  6560. name "fig:MA-plot"
  6561. \end_inset
  6562. \series bold
  6563. MA plot showing effects of globin blocking on each gene's abundance.
  6564. \series default
  6565. All libraries were normalized together as described in Figure
  6566. \begin_inset CommandInset ref
  6567. LatexCommand ref
  6568. reference "fig:logcpm-dists"
  6569. plural "false"
  6570. caps "false"
  6571. noprefix "false"
  6572. \end_inset
  6573. , and genes with an average logCPM below -1 were filtered out.
  6574. Each remaining gene was tested for differential abundance with respect
  6575. to globin blocking (GB) using edgeR’s quasi-likelihod F-test, fitting a
  6576. negative binomial generalized linear model to table of read counts in each
  6577. library.
  6578. For each gene, edgeR reported average abundance (logCPM),
  6579. \begin_inset Formula $\log_{2}$
  6580. \end_inset
  6581. fold change (logFC), p-value, and Benjamini-Hochberg adjusted false discovery
  6582. rate (FDR).
  6583. Each gene's logFC was plotted against its logCPM, colored by FDR.
  6584. Red points are significant at ≤10% FDR, and blue are not significant at
  6585. that threshold.
  6586. The alpha and beta globin genes targeted for blocking are marked with large
  6587. triangles, while all other genes are represented as small points.
  6588. \end_layout
  6589. \end_inset
  6590. \end_layout
  6591. \begin_layout Plain Layout
  6592. \end_layout
  6593. \end_inset
  6594. \end_layout
  6595. \begin_layout Standard
  6596. \begin_inset Flex TODO Note (inline)
  6597. status open
  6598. \begin_layout Plain Layout
  6599. Standardize on
  6600. \begin_inset Quotes eld
  6601. \end_inset
  6602. log2
  6603. \begin_inset Quotes erd
  6604. \end_inset
  6605. notation
  6606. \end_layout
  6607. \end_inset
  6608. \end_layout
  6609. \begin_layout Standard
  6610. The data do indeed show small systematic perturbations in gene levels (Figure
  6611. \begin_inset CommandInset ref
  6612. LatexCommand ref
  6613. reference "fig:MA-plot"
  6614. plural "false"
  6615. caps "false"
  6616. noprefix "false"
  6617. \end_inset
  6618. ).
  6619. Other than the 3 designated alpha and beta globin genes, two other genes
  6620. stand out as having especially large negative log fold changes: HBD and
  6621. LOC1021365.
  6622. HBD, delta globin, is most likely targeted by the blocking oligos due to
  6623. high sequence homology with the other globin genes.
  6624. LOC1021365 is the aforementioned ncRNA that is reverse-complementary to
  6625. one of the alpha-like genes and that would be expected to be removed during
  6626. the globin blocking step.
  6627. All other genes appear in a cluster centered vertically at 0, and the vast
  6628. majority of genes in this cluster show an absolute log2(FC) of 0.5 or less.
  6629. Nevertheless, many of these small perturbations are still statistically
  6630. significant, indicating that the globin blocking oligos likely cause very
  6631. small but non-zero systematic perturbations in measured gene expression
  6632. levels.
  6633. \end_layout
  6634. \begin_layout Standard
  6635. \begin_inset Float figure
  6636. wide false
  6637. sideways false
  6638. status open
  6639. \begin_layout Plain Layout
  6640. \align center
  6641. \begin_inset Graphics
  6642. filename graphics/Globin Paper/figure5 - corrplot.pdf
  6643. \end_inset
  6644. \end_layout
  6645. \begin_layout Plain Layout
  6646. \begin_inset Caption Standard
  6647. \begin_layout Plain Layout
  6648. \series bold
  6649. \begin_inset Argument 1
  6650. status collapsed
  6651. \begin_layout Plain Layout
  6652. Comparison of inter-sample gene abundance correlations with and without
  6653. globin blocking.
  6654. \end_layout
  6655. \end_inset
  6656. \begin_inset CommandInset label
  6657. LatexCommand label
  6658. name "fig:gene-abundance-correlations"
  6659. \end_inset
  6660. Comparison of inter-sample gene abundance correlations with and without
  6661. globin blocking (GB).
  6662. \series default
  6663. All libraries were normalized together as described in Figure 2, and genes
  6664. with an average abundance (logCPM, log2 counts per million reads counted)
  6665. less than -1 were filtered out.
  6666. Each gene’s logCPM was computed in each library using the edgeR cpm function.
  6667. For each pair of biological samples, the Pearson correlation between those
  6668. samples' GB libraries was plotted against the correlation between the same
  6669. samples’ non-GB libraries.
  6670. Each point represents an unique pair of samples.
  6671. The solid gray line shows a quantile-quantile plot of distribution of GB
  6672. correlations vs.
  6673. that of non-GB correlations.
  6674. The thin dashed line is the identity line, provided for reference.
  6675. \end_layout
  6676. \end_inset
  6677. \end_layout
  6678. \begin_layout Plain Layout
  6679. \end_layout
  6680. \end_inset
  6681. \end_layout
  6682. \begin_layout Standard
  6683. To evaluate the possibility of globin blocking causing random perturbations
  6684. and reducing sample quality, we computed the Pearson correlation between
  6685. logCPM values for every pair of samples with and without GB and plotted
  6686. them against each other (Figure
  6687. \begin_inset CommandInset ref
  6688. LatexCommand ref
  6689. reference "fig:gene-abundance-correlations"
  6690. plural "false"
  6691. caps "false"
  6692. noprefix "false"
  6693. \end_inset
  6694. ).
  6695. The plot indicated that the GB libraries have higher sample-to-sample correlati
  6696. ons than the non-GB libraries.
  6697. Parametric and nonparametric tests for differences between the correlations
  6698. with and without GB both confirmed that this difference was highly significant
  6699. (2-sided paired t-test: t = 37.2, df = 665, P ≪ 2.2e-16; 2-sided Wilcoxon
  6700. sign-rank test: V = 2195, P ≪ 2.2e-16).
  6701. Performing the same tests on the Spearman correlations gave the same conclusion
  6702. (t-test: t = 26.8, df = 665, P ≪ 2.2e-16; sign-rank test: V = 8781, P ≪ 2.2e-16).
  6703. The edgeR package was used to compute the overall biological coefficient
  6704. of variation (BCV) for GB and non-GB libraries, and found that globin blocking
  6705. resulted in a negligible increase in the BCV (0.417 with GB vs.
  6706. 0.400 without).
  6707. The near equality of the BCVs for both sets indicates that the higher correlati
  6708. ons in the GB libraries are most likely a result of the increased yield
  6709. of useful reads, which reduces the contribution of Poisson counting uncertainty
  6710. to the overall variance of the logCPM values
  6711. \begin_inset CommandInset citation
  6712. LatexCommand cite
  6713. key "McCarthy2012"
  6714. literal "false"
  6715. \end_inset
  6716. .
  6717. This improves the precision of expression measurements and more than offsets
  6718. the negligible increase in BCV.
  6719. \end_layout
  6720. \begin_layout Subsection
  6721. More differentially expressed genes are detected with globin blocking
  6722. \end_layout
  6723. \begin_layout Standard
  6724. \begin_inset Float table
  6725. wide false
  6726. sideways false
  6727. status open
  6728. \begin_layout Plain Layout
  6729. \align center
  6730. \begin_inset Tabular
  6731. <lyxtabular version="3" rows="5" columns="5">
  6732. <features tabularvalignment="middle">
  6733. <column alignment="center" valignment="top">
  6734. <column alignment="center" valignment="top">
  6735. <column alignment="center" valignment="top">
  6736. <column alignment="center" valignment="top">
  6737. <column alignment="center" valignment="top">
  6738. <row>
  6739. <cell alignment="center" valignment="top" usebox="none">
  6740. \begin_inset Text
  6741. \begin_layout Plain Layout
  6742. \end_layout
  6743. \end_inset
  6744. </cell>
  6745. <cell alignment="center" valignment="top" usebox="none">
  6746. \begin_inset Text
  6747. \begin_layout Plain Layout
  6748. \end_layout
  6749. \end_inset
  6750. </cell>
  6751. <cell multicolumn="1" alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  6752. \begin_inset Text
  6753. \begin_layout Plain Layout
  6754. \series bold
  6755. No Globin Blocking
  6756. \end_layout
  6757. \end_inset
  6758. </cell>
  6759. <cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6760. \begin_inset Text
  6761. \begin_layout Plain Layout
  6762. \end_layout
  6763. \end_inset
  6764. </cell>
  6765. <cell multicolumn="2" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  6766. \begin_inset Text
  6767. \begin_layout Plain Layout
  6768. \end_layout
  6769. \end_inset
  6770. </cell>
  6771. </row>
  6772. <row>
  6773. <cell alignment="center" valignment="top" usebox="none">
  6774. \begin_inset Text
  6775. \begin_layout Plain Layout
  6776. \end_layout
  6777. \end_inset
  6778. </cell>
  6779. <cell alignment="center" valignment="top" usebox="none">
  6780. \begin_inset Text
  6781. \begin_layout Plain Layout
  6782. \end_layout
  6783. \end_inset
  6784. </cell>
  6785. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6786. \begin_inset Text
  6787. \begin_layout Plain Layout
  6788. \series bold
  6789. Up
  6790. \end_layout
  6791. \end_inset
  6792. </cell>
  6793. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6794. \begin_inset Text
  6795. \begin_layout Plain Layout
  6796. \series bold
  6797. NS
  6798. \end_layout
  6799. \end_inset
  6800. </cell>
  6801. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  6802. \begin_inset Text
  6803. \begin_layout Plain Layout
  6804. \series bold
  6805. Down
  6806. \end_layout
  6807. \end_inset
  6808. </cell>
  6809. </row>
  6810. <row>
  6811. <cell multirow="3" alignment="center" valignment="middle" topline="true" bottomline="true" leftline="true" usebox="none">
  6812. \begin_inset Text
  6813. \begin_layout Plain Layout
  6814. \series bold
  6815. Globin-Blocking
  6816. \end_layout
  6817. \end_inset
  6818. </cell>
  6819. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6820. \begin_inset Text
  6821. \begin_layout Plain Layout
  6822. \series bold
  6823. Up
  6824. \end_layout
  6825. \end_inset
  6826. </cell>
  6827. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6828. \begin_inset Text
  6829. \begin_layout Plain Layout
  6830. \family roman
  6831. \series medium
  6832. \shape up
  6833. \size normal
  6834. \emph off
  6835. \bar no
  6836. \strikeout off
  6837. \xout off
  6838. \uuline off
  6839. \uwave off
  6840. \noun off
  6841. \color none
  6842. 231
  6843. \end_layout
  6844. \end_inset
  6845. </cell>
  6846. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6847. \begin_inset Text
  6848. \begin_layout Plain Layout
  6849. \family roman
  6850. \series medium
  6851. \shape up
  6852. \size normal
  6853. \emph off
  6854. \bar no
  6855. \strikeout off
  6856. \xout off
  6857. \uuline off
  6858. \uwave off
  6859. \noun off
  6860. \color none
  6861. 515
  6862. \end_layout
  6863. \end_inset
  6864. </cell>
  6865. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  6866. \begin_inset Text
  6867. \begin_layout Plain Layout
  6868. \family roman
  6869. \series medium
  6870. \shape up
  6871. \size normal
  6872. \emph off
  6873. \bar no
  6874. \strikeout off
  6875. \xout off
  6876. \uuline off
  6877. \uwave off
  6878. \noun off
  6879. \color none
  6880. 2
  6881. \end_layout
  6882. \end_inset
  6883. </cell>
  6884. </row>
  6885. <row>
  6886. <cell multirow="4" alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6887. \begin_inset Text
  6888. \begin_layout Plain Layout
  6889. \end_layout
  6890. \end_inset
  6891. </cell>
  6892. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6893. \begin_inset Text
  6894. \begin_layout Plain Layout
  6895. \series bold
  6896. NS
  6897. \end_layout
  6898. \end_inset
  6899. </cell>
  6900. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6901. \begin_inset Text
  6902. \begin_layout Plain Layout
  6903. \family roman
  6904. \series medium
  6905. \shape up
  6906. \size normal
  6907. \emph off
  6908. \bar no
  6909. \strikeout off
  6910. \xout off
  6911. \uuline off
  6912. \uwave off
  6913. \noun off
  6914. \color none
  6915. 160
  6916. \end_layout
  6917. \end_inset
  6918. </cell>
  6919. <cell alignment="center" valignment="top" topline="true" leftline="true" usebox="none">
  6920. \begin_inset Text
  6921. \begin_layout Plain Layout
  6922. \family roman
  6923. \series medium
  6924. \shape up
  6925. \size normal
  6926. \emph off
  6927. \bar no
  6928. \strikeout off
  6929. \xout off
  6930. \uuline off
  6931. \uwave off
  6932. \noun off
  6933. \color none
  6934. 11235
  6935. \end_layout
  6936. \end_inset
  6937. </cell>
  6938. <cell alignment="center" valignment="top" topline="true" leftline="true" rightline="true" usebox="none">
  6939. \begin_inset Text
  6940. \begin_layout Plain Layout
  6941. \family roman
  6942. \series medium
  6943. \shape up
  6944. \size normal
  6945. \emph off
  6946. \bar no
  6947. \strikeout off
  6948. \xout off
  6949. \uuline off
  6950. \uwave off
  6951. \noun off
  6952. \color none
  6953. 136
  6954. \end_layout
  6955. \end_inset
  6956. </cell>
  6957. </row>
  6958. <row>
  6959. <cell multirow="4" alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6960. \begin_inset Text
  6961. \begin_layout Plain Layout
  6962. \end_layout
  6963. \end_inset
  6964. </cell>
  6965. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6966. \begin_inset Text
  6967. \begin_layout Plain Layout
  6968. \series bold
  6969. Down
  6970. \end_layout
  6971. \end_inset
  6972. </cell>
  6973. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6974. \begin_inset Text
  6975. \begin_layout Plain Layout
  6976. \family roman
  6977. \series medium
  6978. \shape up
  6979. \size normal
  6980. \emph off
  6981. \bar no
  6982. \strikeout off
  6983. \xout off
  6984. \uuline off
  6985. \uwave off
  6986. \noun off
  6987. \color none
  6988. 0
  6989. \end_layout
  6990. \end_inset
  6991. </cell>
  6992. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" usebox="none">
  6993. \begin_inset Text
  6994. \begin_layout Plain Layout
  6995. \family roman
  6996. \series medium
  6997. \shape up
  6998. \size normal
  6999. \emph off
  7000. \bar no
  7001. \strikeout off
  7002. \xout off
  7003. \uuline off
  7004. \uwave off
  7005. \noun off
  7006. \color none
  7007. 548
  7008. \end_layout
  7009. \end_inset
  7010. </cell>
  7011. <cell alignment="center" valignment="top" topline="true" bottomline="true" leftline="true" rightline="true" usebox="none">
  7012. \begin_inset Text
  7013. \begin_layout Plain Layout
  7014. \family roman
  7015. \series medium
  7016. \shape up
  7017. \size normal
  7018. \emph off
  7019. \bar no
  7020. \strikeout off
  7021. \xout off
  7022. \uuline off
  7023. \uwave off
  7024. \noun off
  7025. \color none
  7026. 127
  7027. \end_layout
  7028. \end_inset
  7029. </cell>
  7030. </row>
  7031. </lyxtabular>
  7032. \end_inset
  7033. \end_layout
  7034. \begin_layout Plain Layout
  7035. \begin_inset Caption Standard
  7036. \begin_layout Plain Layout
  7037. \series bold
  7038. \begin_inset Argument 1
  7039. status open
  7040. \begin_layout Plain Layout
  7041. Comparison of significantly differentially expressed genes with and without
  7042. globin blocking.
  7043. \end_layout
  7044. \end_inset
  7045. \begin_inset CommandInset label
  7046. LatexCommand label
  7047. name "tab:Comparison-of-significant"
  7048. \end_inset
  7049. Comparison of significantly differentially expressed genes with and without
  7050. globin blocking.
  7051. \series default
  7052. Up, Down: Genes significantly up/down-regulated in post-transplant samples
  7053. relative to pre-transplant samples, with a false discovery rate of 10%
  7054. or less.
  7055. NS: Non-significant genes (false discovery rate greater than 10%).
  7056. \end_layout
  7057. \end_inset
  7058. \end_layout
  7059. \begin_layout Plain Layout
  7060. \end_layout
  7061. \end_inset
  7062. \end_layout
  7063. \begin_layout Standard
  7064. To compare performance on differential gene expression tests, we took subsets
  7065. of both the GB and non-GB libraries with exactly one pre-transplant and
  7066. one post-transplant sample for each animal that had paired samples available
  7067. for analysis (N=7 animals, N=14 samples in each subset).
  7068. The same test for pre- vs.
  7069. post-transplant differential gene expression was performed on the same
  7070. 7 pairs of samples from GB libraries and non-GB libraries, in each case
  7071. using an FDR of 10% as the threshold of significance.
  7072. Out of 12954 genes that passed the detection threshold in both subsets,
  7073. 358 were called significantly differentially expressed in the same direction
  7074. in both sets; 1063 were differentially expressed in the GB set only; 296
  7075. were differentially expressed in the non-GB set only; 2 genes were called
  7076. significantly up in the GB set but significantly down in the non-GB set;
  7077. and the remaining 11235 were not called differentially expressed in either
  7078. set.
  7079. These data are summarized in Table
  7080. \begin_inset CommandInset ref
  7081. LatexCommand ref
  7082. reference "tab:Comparison-of-significant"
  7083. plural "false"
  7084. caps "false"
  7085. noprefix "false"
  7086. \end_inset
  7087. .
  7088. The differences in BCV calculated by EdgeR for these subsets of samples
  7089. were negligible (BCV = 0.302 for GB and 0.297 for non-GB).
  7090. \end_layout
  7091. \begin_layout Standard
  7092. The key point is that the GB data results in substantially more differentially
  7093. expressed calls than the non-GB data.
  7094. Since there is no gold standard for this dataset, it is impossible to be
  7095. certain whether this is due to under-calling of differential expression
  7096. in the non-GB samples or over-calling in the GB samples.
  7097. However, given that both datasets are derived from the same biological
  7098. samples and have nearly equal BCVs, it is more likely that the larger number
  7099. of DE calls in the GB samples are genuine detections that were enabled
  7100. by the higher sequencing depth and measurement precision of the GB samples.
  7101. Note that the same set of genes was considered in both subsets, so the
  7102. larger number of differentially expressed gene calls in the GB data set
  7103. reflects a greater sensitivity to detect significant differential gene
  7104. expression and not simply the larger total number of detected genes in
  7105. GB samples described earlier.
  7106. \end_layout
  7107. \begin_layout Section
  7108. Discussion
  7109. \end_layout
  7110. \begin_layout Standard
  7111. The original experience with whole blood gene expression profiling on DNA
  7112. microarrays demonstrated that the high concentration of globin transcripts
  7113. reduced the sensitivity to detect genes with relatively low expression
  7114. levels, in effect, significantly reducing the sensitivity.
  7115. To address this limitation, commercial protocols for globin reduction were
  7116. developed based on strategies to block globin transcript amplification
  7117. during labeling or physically removing globin transcripts by affinity bead
  7118. methods
  7119. \begin_inset CommandInset citation
  7120. LatexCommand cite
  7121. key "Winn2010"
  7122. literal "false"
  7123. \end_inset
  7124. .
  7125. More recently, using the latest generation of labeling protocols and arrays,
  7126. it was determined that globin reduction was no longer necessary to obtain
  7127. sufficient sensitivity to detect differential transcript expression
  7128. \begin_inset CommandInset citation
  7129. LatexCommand cite
  7130. key "NuGEN2010"
  7131. literal "false"
  7132. \end_inset
  7133. .
  7134. However, we are not aware of any publications using these currently available
  7135. protocols the with latest generation of microarrays that actually compare
  7136. the detection sensitivity with and without globin reduction.
  7137. However, in practice this has now been adopted generally primarily driven
  7138. by concerns for cost control.
  7139. The main objective of our work was to directly test the impact of globin
  7140. gene transcripts and a new globin blocking protocol for application to
  7141. the newest generation of differential gene expression profiling determined
  7142. using next generation sequencing.
  7143. \end_layout
  7144. \begin_layout Standard
  7145. The challenge of doing global gene expression profiling in cynomolgus monkeys
  7146. is that the current available arrays were never designed to comprehensively
  7147. cover this genome and have not been updated since the first assemblies
  7148. of the cynomolgus genome were published.
  7149. Therefore, we determined that the best strategy for peripheral blood profiling
  7150. was to do deep RNA-seq and inform the workflow using the latest available
  7151. genome assembly and annotation
  7152. \begin_inset CommandInset citation
  7153. LatexCommand cite
  7154. key "Wilson2013"
  7155. literal "false"
  7156. \end_inset
  7157. .
  7158. However, it was not immediately clear whether globin reduction was necessary
  7159. for RNA-seq or how much improvement in efficiency or sensitivity to detect
  7160. differential gene expression would be achieved for the added cost and work.
  7161. \end_layout
  7162. \begin_layout Standard
  7163. We only found one report that demonstrated that globin reduction significantly
  7164. improved the effective read yields for sequencing of human peripheral blood
  7165. cell RNA using a DeepSAGE protocol
  7166. \begin_inset CommandInset citation
  7167. LatexCommand cite
  7168. key "Mastrokolias2012"
  7169. literal "false"
  7170. \end_inset
  7171. .
  7172. The approach to DeepSAGE involves two different restriction enzymes that
  7173. purify and then tag small fragments of transcripts at specific locations
  7174. and thus, significantly reduces the complexity of the transcriptome.
  7175. Therefore, we could not determine how DeepSAGE results would translate
  7176. to the common strategy in the field for assaying the entire transcript
  7177. population by whole-transcriptome 3’-end RNA-seq.
  7178. Furthermore, if globin reduction is necessary, we also needed a globin
  7179. reduction method specific to cynomolgus globin sequences that would work
  7180. an organism for which no kit is available off the shelf.
  7181. \end_layout
  7182. \begin_layout Standard
  7183. As mentioned above, the addition of globin blocking oligos has a very small
  7184. impact on measured expression levels of gene expression.
  7185. However, this is a non-issue for the purposes of differential expression
  7186. testing, since a systematic change in a gene in all samples does not affect
  7187. relative expression levels between samples.
  7188. However, we must acknowledge that simple comparisons of gene expression
  7189. data obtained by GB and non-GB protocols are not possible without additional
  7190. normalization.
  7191. \end_layout
  7192. \begin_layout Standard
  7193. More importantly, globin blocking not only nearly doubles the yield of usable
  7194. reads, it also increases inter-sample correlation and sensitivity to detect
  7195. differential gene expression relative to the same set of samples profiled
  7196. without blocking.
  7197. In addition, globin blocking does not add a significant amount of random
  7198. noise to the data.
  7199. Globin blocking thus represents a cost-effective way to squeeze more data
  7200. and statistical power out of the same blood samples and the same amount
  7201. of sequencing.
  7202. In conclusion, globin reduction greatly increases the yield of useful RNA-seq
  7203. reads mapping to the rest of the genome, with minimal perturbations in
  7204. the relative levels of non-globin genes.
  7205. Based on these results, globin transcript reduction using sequence-specific,
  7206. complementary blocking oligonucleotides is recommended for all deep RNA-seq
  7207. of cynomolgus and other nonhuman primate blood samples.
  7208. \end_layout
  7209. \begin_layout Chapter
  7210. Future Directions
  7211. \end_layout
  7212. \begin_layout Standard
  7213. \begin_inset Flex TODO Note (inline)
  7214. status open
  7215. \begin_layout Plain Layout
  7216. Consider per-chapter future directions.
  7217. Check instructions.
  7218. \end_layout
  7219. \end_inset
  7220. \end_layout
  7221. \begin_layout Itemize
  7222. Study other epigenetic marks in more contexts
  7223. \end_layout
  7224. \begin_deeper
  7225. \begin_layout Itemize
  7226. DNA methylation, histone marks, chromatin accessibility & conformation in
  7227. CD4 T-cells
  7228. \end_layout
  7229. \begin_layout Itemize
  7230. Also look at other types of lymphocytes: CD8 T-cells, B-cells, NK cells
  7231. \end_layout
  7232. \end_deeper
  7233. \begin_layout Itemize
  7234. Use CV or bootstrap to better evaluate classifiers
  7235. \end_layout
  7236. \begin_layout Itemize
  7237. fRMAtools could be adapted to not require equal-sized groups
  7238. \end_layout
  7239. \begin_layout Standard
  7240. \begin_inset ERT
  7241. status open
  7242. \begin_layout Plain Layout
  7243. % Call it "References" instead of "Bibliography"
  7244. \end_layout
  7245. \begin_layout Plain Layout
  7246. \backslash
  7247. renewcommand{
  7248. \backslash
  7249. bibname}{References}
  7250. \end_layout
  7251. \end_inset
  7252. \end_layout
  7253. \begin_layout Standard
  7254. \begin_inset Flex TODO Note (inline)
  7255. status open
  7256. \begin_layout Plain Layout
  7257. Check bib entry formatting & sort order
  7258. \end_layout
  7259. \end_inset
  7260. \end_layout
  7261. \begin_layout Standard
  7262. \begin_inset CommandInset bibtex
  7263. LatexCommand bibtex
  7264. btprint "btPrintCited"
  7265. bibfiles "refs,code-refs"
  7266. options "bibtotoc,unsrt"
  7267. \end_inset
  7268. \end_layout
  7269. \end_body
  7270. \end_document