use from_{ref,mut} to eliminate casts to pointers

use from_{ref,mut} to eliminate casts to pointers #665