Indeed. Let's play chase the delimiters (trying to get deparse to resort to escaping):
$ perl -MO=Deparse -e'print "foo"'
print 'foo';
-e syntax OK
$ perl -MO=Deparse -e'print "foo'"'"'"'
print q[foo'];
-e syntax OK
$ perl -MO=Deparse -e'print "foo['"'"'"'
print q(foo[');
-e syntax OK
$ perl -MO=Deparse -e'print "foo(['"'"'"'
print q<foo(['>;
-e syntax OK
$ perl -MO=Deparse -e'print "foo<(['"'"'"'
print q{foo<(['};
-e syntax OK
$ perl -MO=Deparse -e'print "foo{<(['"'"'"'
print q/foo{<(['/;
-e syntax OK
$ perl -MO=Deparse -e'print "foo/{<(['"'"'"'
print q"foo/{<(['";
-e syntax OK
$ perl -MO=Deparse -e'print "foo\"/{<(['"'"'"'
print q#foo"/{<(['#;
-e syntax OK
$ perl -MO=Deparse -e'print "foo#\"/{<(['"'"'"'
print 'foo#"/{<([\'';
-e syntax OK