Thanks so much LucD! I had to modify your code a little to get it to work. Below is what working for me. Just want to make it easy for other to use it if they needed this.
# CSV layout
#
# Vmname,NetworkName,AdapterName
# vm1,pg1,Network adapter 1
# vm1,pg2,Network adapter 2
foreach($row in (Import-Csv vlans-list-test.csv -UseCulture)){
Get-NetworkAdapter -Name $row.AdapterName -VM $row.Vmname |
Set-NetworkAdapter -NetworkName $row.NetworkName -Confirm:$false
}