$CSVFile = 'E:\temp\CSV1.csv'

$TempFile = "$Env:Temp\Temp.csv"

$(GC $CSVFile) -Replace '\x22','' | Set-Content $TempFile

#If you really want to replace the original afterwards, then you can over-write it like this:

Move-Item -Path $TempFile -Destination $CSVFile -Force

GC $CSVFile