%PDF-1.6
%
104 0 obj
<<
/Length 9551
>>
stream
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
BT
/F72 14.3462 Tf 100.139 675.067 Td [(Dual-Domain)-250(Image)-250(Synthesis)-250(using)-250(Segmentation-Guided)-250(GAN)]TJ/F73 11.9552 Tf 60.791 -37.858 Td [(Dena)-250(Bazazian)-2500(Andre)25(w)-250(Cal)10(w)10(ay)-2500(Dima)-250(Damen)]TJ 4.268 -16.637 Td [(Department)-250(of)-250(Computer)-250(Science,)-250(Uni)25(v)15(ersity)-250(of)-250(Bristol)]TJ/F56 8.9664 Tf -18.943 -16.638 Td [(f)]TJ/F74 8.9664 Tf 4.607 0 Td [(dena.bazazian,)-600(andrew.calway,)-600(dima.damen)]TJ/F56 8.9664 Tf 215.193 0 Td [(g)]TJ/F74 8.9664 Tf 4.608 0 Td [(@bristol.ac.uk)]TJ
0 g 0 G
/F72 11.9552 Tf -224.668 -41.046 Td [(Abstract)]TJ/F76 9.9626 Tf -83.928 -24.147 Td [(W)92(e)-413(intr)45(oduce)-412(a)-413(se)40(gmentation-guided)-412(appr)45(oac)15(h)-413(to)-413(syn-)]TJ -11.955 -11.955 Td [(thesise)-289(ima)10(g)10(es)-290(that)-289(inte)40(gr)15(ate)-289(featur)37(es)-290(fr)45(om)-289(two)-289(distinct)-290(do-)]TJ 0 -11.956 Td [(mains.)-536(Ima)10(g)10(es)-325(synthesised)-325(by)-325(our)-325(dual-domain)-325(mod)-1(e)1(l)-326(be-)]TJ 0 -11.955 Td [(long)-351(to)-352(one)-351(domain)-351(within)-351(the)-352(semantic-mask,)-376(and)-351(to)-352(an-)]TJ 0 -11.955 Td [(other)-393(in)-394(the)-393(r)37(est)-394(of)-393(the)-393(ima)10(g)10(e)-394(-)-393(smoothly)-393(inte)40(gr)15(ated.)-741(W)92(e)]TJ 0 -11.955 Td [(b)20(uild)-205(on)-205(the)-205(successes)-204(of)-205(fe)15(w-shot)-205(StyleGAN)-205(and)-205(single-shot)]TJ 0 -11.955 Td [(semantic)-324(se)40(gmentation)-324(to)-324(minimise)-324(the)-324(amount)-325(of)-324(tr)15(aining)]TJ 0 -11.955 Td [(r)37(equir)37(ed)-250(in)-250(utilising)-250(two)-250(domains.)]TJ 11.955 -12.192 Td [(The)-315(method)-315(combines)-315(fe)15(w-shot)-316(cr)45(oss-domain)-315(StyleGAN)]TJ -11.955 -11.956 Td [(with)-373(a)-374(latent)-373(optimiser)-373(to)-374(ac)15(hie)15(ve)-373(ima)10(g)10(es)-373(containing)-374(fea-)]TJ 0 -11.955 Td [(tur)37(es)-474(of)-474(two)-474(distinct)-474(domains.)-982(W)92(e)-474(use)-474(a)-474(se)40(gmentation-)]TJ 0 -11.955 Td [(guided)-457(per)37(ceptual)-457(loss,)-508(whic)15(h)-457(compar)37(es)-457(both)-457(pixel-le)15(vel)]TJ 0 -11.955 Td [(and)-321(activations)-321(between)-321(domain-speci\002c)-321(and)-321(dual-domain)]TJ 0 -11.955 Td [(synthetic)-460(ima)10(g)10(es.)-939(Results)-459(demonstr)15(ate)-460(qualitatively)-460(and)]TJ 0 -11.955 Td [(quantitatively)-475(that)-475(our)-475(model)-475(is)-475(capable)-475(of)-475(synthesising)]TJ 0 -11.956 Td [(dual-domain)-300(ima)10(g)10(es)-300(on)-300(a)-300(variety)-300(of)-300(objects)-300(\050faces,)-313(hor)10(ses,)]TJ 0 -11.955 Td [(cats,)-544(car)10(s\051,)-544(domains)-485(\050natur)15(al,)-544(caricatur)37(e)10(,)-544(sk)10(etc)15(hes\051)-486(and)]TJ 0 -11.955 Td [(part-based)-225(masks)-225(\050e)30(yes,)-230(nose)10(,)-229(mouth,)-230(hair)111(,)-230(car)-225(bonnet\051.)-302(The)]TJ 0 -11.955 Td [(code)-250(is)-250(publicly)-250(available)]TJ
1 0 0 rg 1 0 0 RG
/F73 6.9738 Tf 102.106 3.615 Td [(1)]TJ
0 g 0 G
/F76 9.9626 Tf 3.985 -3.615 Td [(.)]TJ/F72 11.9552 Tf -106.091 -36.576 Td [(1.)-250(Intr)18(oduction)]TJ/F73 9.9626 Tf 11.955 -19.166 Td [(Automated)-613(image)-613(manipulation,)-705(parti)1(cularly)-614(portrait)]TJ -11.955 -11.955 Td [(editing,)-447(is)-408(of)-408(signi\002cant)-408(interest)-407(to)-408(researchers)-408(and)-408(prac-)]TJ 0 -11.955 Td [(titioners)-343(alik)10(e)-343(with)-343(applications)-343(in)-343(animation,)-366(g)5(aming)-343(and)]TJ 0 -11.955 Td [(social)-379(media)-378(entertainment.)-697(Adv)25(ances)-378(in)-379(Generati)25(v)15(e)-379(Ad-)]TJ 0 -11.956 Td [(v)15(ersarial)-429(Netw)10(orks)-429(\050GANs\051)-428([)]TJ
0 1 0 rg 0 1 0 RG
[(11)]TJ
0 g 0 G
[(])-429(ha)20(v)15(e)-429(led)-429(to)-429(tremendous)]TJ 0 -11.955 Td [(progress)-385(and)-385(inno)15(v)25(ation,)-419(enabling)-385(the)-385(synthesis)-385(of)-385(realis-)]TJ 0 -11.955 Td [(tic)-384(images)-385([)]TJ
0 1 0 rg 0 1 0 RG
[(18)]TJ
0 g 0 G
[(,)]TJ
0 1 0 rg 0 1 0 RG
[-219(19)]TJ
0 g 0 G
[(],)-419(and)-384(leading)-384(to)-385(techniques)-384(for)-385(image-)]TJ 0 -11.955 Td [(to-image)-288(translation)-287([)]TJ
0 1 0 rg 0 1 0 RG
[(24)]TJ
0 g 0 G
[(])-288(and)-287(domain)-288(translation)-288([)]TJ
0 1 0 rg 0 1 0 RG
[(25)]TJ
0 g 0 G
[(],)-297(able)]TJ 0 -11.955 Td [(to)-259(synthesise)-258(a)-259(corresponding)-259(im)1(age)-259(of)-259(one)-258(domain)-259(using)-259(a)]TJ 0 -11.956 Td [(reference)-250(image)-250(from)-250(another)40(,)-250(transferring)-250(the)-250(style.)]TJ 11.955 -12.192 Td [(In)-429(this)-428(paper)40(,)-473(we)-429(focus)-429(on)-428(se)15(gmentation-guided)-429(dual-)]TJ -11.955 -11.955 Td [(domain)-263(feature)-264(inte)15(gration)-263(\226)-263(combining)-263(se)15(gmentation)-264(parts)]TJ 0 -11.955 Td [(from)-258(one)-258(domain)-258(with)-258(an)-258(image)-258(from)-258(another)-258(in)-259(a)-258(w)10(ay)-258(that)]TJ 0 -11.955 Td [(is)-252(visually)-252(con)40(vincing.)-316(F)15(or)-252(e)15(xample,)-252(replacing)-252(the)-252(e)15(yes)-252(and)]TJ 0 -11.955 Td [(mouth)-254(of)-253(a)-254(natural)-253(f)10(ace)-254(image)-253(with)-254(those)-254(from)-253(a)-254(caricature,)]TJ
0 g 0 G
ET
q
1 0 0 1 50.112 90.679 cm
[]0 d 0 J 0.398 w 0 0 m 94.499 0 l S
Q
BT
/F73 5.9776 Tf 50.112 83.813 Td [(1)]TJ
0 1 0 0 k 0 1 0 0 K
/F74 6.9738 Tf 5.23 -2.813 Td [(https://github.com/denabazazian/Dual-)-72(Domain-)-71(Synthesis)]TJ
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
0 g 0 G
ET
1 0 0 1 313.124 498.605 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im1 Do
Q
Q
1 0 0 1 59.397 0 cm
q
.058 0 0 .058 0 0 cm
q
256 0 0 256 0 0 cm
/Im2 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im3 Do
Q
Q
1 0 0 1 59.398 0 cm
q
.058 0 0 .058 0 0 cm
q
256 0 0 256 0 0 cm
/Im4 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im5 Do
Q
Q
1 0 0 1 -153.479 -77.834 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im6 Do
Q
Q
1 0 0 1 59.397 0 cm
q
.07733 0 0 .07733 0 0 cm
q
192 0 0 192 0 0 cm
/Im7 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im8 Do
Q
Q
1 0 0 1 59.398 0 cm
q
.07733 0 0 .07733 0 0 cm
q
192 0 0 192 0 0 cm
/Im9 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.3867 0 0 .3867 0 0 cm
q
192 0 0 192 0 0 cm
/Im10 Do
Q
Q
1 0 0 1 -153.479 -77.832 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im11 Do
Q
Q
1 0 0 1 59.397 0 cm
q
.07733 0 0 .07733 0 0 cm
q
192 0 0 192 0 0 cm
/Im12 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im13 Do
Q
Q
1 0 0 1 59.398 0 cm
q
.07733 0 0 .07733 0 0 cm
q
192 0 0 192 0 0 cm
/Im14 Do
Q
Q
1 0 0 1 17.342 0 cm
q
.29002 0 0 .29002 0 0 cm
q
256 0 0 256 0 0 cm
/Im15 Do
Q
Q
0 g 0 G
1 0 0 1 -466.603 -342.939 cm
BT
/F73 8.9664 Tf 308.862 332.677 Td [(Figure)-270(1.)-369(Dual-Domain)-270(Synthesis)-270(combines)-270(se)15(gm)1(entation-guided)]TJ 0 -10.959 Td [(features)-217(from)-218(the)-217(source)-217(domain)-217(\050left\051,)-224(and)-218(the)-217(tar)18(get)-217(domain)-217(\050cen-)]TJ 0 -10.959 Td [(tre\051)-346(-)-346(corresponding)-346(se)15(gmentation)-346(masks)-346(are)-346(incorporated.)-598(Syn-)]TJ 0 -10.959 Td [(thesised)-314(images)-315(\050right\051)-314(\226)-315(top&bottom:)-439(caricature)-314(f)10(ace)-315(with)-314(natu-)]TJ 0 -10.958 Td [(ral)-235(e)15(yes/nose/mouth,)-237(middle:)-303(natural)-234(f)10(ace)-235(with)-235(caricature)-234(features.)]TJ 0 -10.959 Td [(The)-297(\002rst)-297(tw)10(o)-297(ro)25(ws)-297(are)-297(from)-296(paired)-297(e)15(xamples,)-309(i.e.)-451(the)-297(same)-296(latent)]TJ 0 -10.959 Td [(code,)-250(while)-250(the)-250(third)-250(ro)25(w)-250(sho)25(ws)-250(an)-250(unpaired)-250(e)15(xample.)]TJ
0 g 0 G
0 g 0 G
/F73 9.9626 Tf 0 -39.367 Td [(so)-391(that)-390(the)-391(result)-390(is)-391(a)-390(dual-domain)-391(image.)-731(Examples)-391(are)]TJ 0 -11.955 Td [(sho)25(wn)-296(in)-297(Fig.)]TJ
1 0 0 rg 1 0 0 RG
[-296(1)]TJ
0 g 0 G
[(.)-449(Note)-296(the)-297(distinction)-296(from)-296(pre)25(vious)-297(mask-)]TJ 0 -11.955 Td [(guided)-325(transfer)-325(methods)-324(which)-325(combine)-325(styles)-325(and/or)-325(fea-)]TJ 0 -11.955 Td [(tures)-250(from)-250(the)-250(same)-250(domain)-250([)]TJ
0 1 0 rg 0 1 0 RG
[(12)]TJ
0 g 0 G
[(,)]TJ
0 1 0 rg 0 1 0 RG
[-130(26)]TJ
0 g 0 G
[(,)]TJ
0 1 0 rg 0 1 0 RG
[-130(40)]TJ
0 g 0 G
[(].)]TJ 11.955 -15.051 Td [(W)80(e)-433(utilise)-433(the)-434(fe)25(w-shotGAN)-433([)]TJ
0 1 0 rg 0 1 0 RG
[(25)]TJ
0 g 0 G
[(])-433(technique)-433(to)-434(gener)20(-)]TJ -11.955 -11.955 Td [(ate)-352(related)-353(images)-352(of)-353(tw)10(o)-352(domains)-352(from)-353(a)-352(common)-353(latent)]TJ 0 -11.955 Td [(space.)-827(T)80(o)-422(create)-422(the)-423(se)15(gmentation)-422(masks)-422(ef)25(\002ciently)65(,)-466(we)]TJ 0 -11.955 Td [(emplo)10(y)-346(the)-346(one-shot)-346(se)15(gmentation)-346(approach)-346(of)-346(Repurpos-)]TJ 0 -11.955 Td [(ingGAN)-276([)]TJ
0 1 0 rg 0 1 0 RG
[(31)]TJ
0 g 0 G
[(].)-388(W)80(e)-276(le)25(v)15(erage)-276(these)-277(tw)10(o)-276(StyleGAN-based)-276(ap-)]TJ 0 -11.956 Td [(proaches)-397([)]TJ
0 1 0 rg 0 1 0 RG
[(25)]TJ
0 g 0 G
[(,)]TJ
0 1 0 rg 0 1 0 RG
[-228(31)]TJ
0 g 0 G
[(])-396(to)-397(obtain)-397(input)-397(images)-396(and)-397(masks,)-434(and)]TJ 0 -11.955 Td [(propose)-257(a)-258(se)15(gmentation-guided)-257(weighted)-257(combination)-258(with)]TJ 0 -11.955 Td [(perceptual)-486(and)-485(pix)15(el-wise)-486(losses)-485(to)-486(synthesise)-485(the)-486(dual-)]TJ 0 -11.955 Td [(domain)-250(image.)]TJ
0 g 0 G
-13.741 -29.888 Td [(1)]TJ
0 g 0 G
ET
endstream
endobj
74 0 obj
<<
/Type /XObject
/Subtype /Image
/Width 256
/Height 256
/BitsPerComponent 8
/ColorSpace /DeviceRGB
/Length 100008
/Filter/FlateDecode
/DecodeParms<>
>>
stream
xLYe[r&}qd22&Ś[Z@-A
E#O _TU]d2;콖$$#<o2S!T H 2
dD$f8 NQP!BRHL@@@"F8)Q83#$@Lԏ'Al9'P EHw>\'qI)ݓ͚i.**LJDmm5G$uG_\FL &d$PDfdP41zkM pX|$Kk}x$3 ƺG$7?j/~7~[P1KB,c5$k[y݆"$!fI0]םAfF
Dmx73@$ZE " $Iɨ"L1\֧LNdHP!Ɉ U3]"SE2 T4"H=v2(&bQKt ~=@@&0IU" * H$D"RDd"H0H3 d"< 33HPSb)"$OF>"}8cSW㆞v{6鑙1~33Q0.@Ա"*^YH5DNR#DT|}}7}քKRTm$Ha&1@CG:Bzl"wHJ d\}H
#bD(9V-ɜGZ"Ԍ@BU2`BFSPIHfmp $#r\Y* Djx,3CN&JȄs>J" Nm DfkԇH #s~eDOٛYgD->2 H#3HR5"E@f
(AqH]Pdoٗ_}2z^:Ucmz}QG/ udFDwDg۾YOd$EŬ}LT3<"L5nlDRUzO/o|pIl w*)YFi%,;{.5dFd%@J=ה-@\3O 4ˉ>HRȜ;&̬:Y$@fFfi&&SqӇS$ 9(2O2adh&2 #CTI22I,d$!* 範tq@8@uDKd=hH
$!i/nL" LDPG왠g7nc$rve">#(*&3PJ Nz^( 5c+?U?h"YWii>|2D >h_\?Gw|JZ!"h=F%}%Ԫ"BD3Bó*)Z":Ue>C8oYϒytAIdQB3R"쨯"ҤV r֑+G1O:2)Թ*HdFmSfP;""U8fqt=E4")B.C&